{"level":"warn","ts":"2026-07-23T23:50:15.341316Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T23:50:15.341448Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-23T23:50:15.341524Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T23:50:15.341534Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-23T23:50:15.341562Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T23:50:15.342204Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-07-23T23:50:15.342288Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-23T23:50:15.807587Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"418.437998ms"} {"level":"info","ts":"2026-07-23T23:50:15.819599Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-07-23T23:50:15.819777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-23T23:50:15.819805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-07-23T23:50:15.819828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-23T23:50:15.819863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-07-23T23:50:15.819912Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-07-23T23:50:15.853659Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-23T23:50:15.8598Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-23T23:50:15.861338Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-23T23:50:15.864719Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-23T23:50:15.865095Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-23T23:50:15.865245Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:50:15.8654Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:50:15.865421Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T23:50:15.867088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-07-23T23:50:15.867463Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-07-23T23:50:15.870736Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T23:50:15.871027Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-23T23:50:15.871051Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-07-23T23:50:15.871246Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-23T23:50:15.871288Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-23T23:50:16.720707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-23T23:50:16.720774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-23T23:50:16.7208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-07-23T23:50:16.720822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-07-23T23:50:16.720845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-23T23:50:16.720861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-07-23T23:50:16.720875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-07-23T23:50:16.721938Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:50:16.722723Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T23:50:16.722733Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-23T23:50:16.722827Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T23:50:16.723074Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-23T23:50:16.72317Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-23T23:50:16.726572Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-07-23T23:50:16.726947Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-23T23:50:16.727177Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:50:16.727316Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:50:16.727392Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T23:50:20.903598Z","caller":"traceutil/trace.go:171","msg":"trace[608096848] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"123.7681ms","start":"2026-07-23T23:50:20.779759Z","end":"2026-07-23T23:50:20.903527Z","steps":["trace[608096848] 'process raft request' (duration: 123.540093ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:30.741936Z","caller":"traceutil/trace.go:171","msg":"trace[1429585509] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"483.117532ms","start":"2026-07-23T23:50:30.258785Z","end":"2026-07-23T23:50:30.741903Z","steps":["trace[1429585509] 'process raft request' (duration: 482.912556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:30.742795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:30.258754Z","time spent":"483.300528ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:50:36.946882Z","caller":"traceutil/trace.go:171","msg":"trace[1800385632] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"176.042524ms","start":"2026-07-23T23:50:36.770803Z","end":"2026-07-23T23:50:36.946846Z","steps":["trace[1800385632] 'process raft request' (duration: 175.823977ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:42.516893Z","caller":"traceutil/trace.go:171","msg":"trace[1771081500] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"139.041831ms","start":"2026-07-23T23:50:42.377829Z","end":"2026-07-23T23:50:42.516871Z","steps":["trace[1771081500] 'process raft request' (duration: 138.900447ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:58.976478Z","caller":"traceutil/trace.go:171","msg":"trace[1685157815] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"918.480562ms","start":"2026-07-23T23:50:58.057958Z","end":"2026-07-23T23:50:58.976438Z","steps":["trace[1685157815] 'process raft request' (duration: 918.264485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.976701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.057941Z","time spent":"918.652587ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.984837Z","caller":"traceutil/trace.go:171","msg":"trace[307100043] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"925.594491ms","start":"2026-07-23T23:50:58.059189Z","end":"2026-07-23T23:50:58.984784Z","steps":["trace[307100043] 'process raft request' (duration: 925.405595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.985061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.059161Z","time spent":"925.787837ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.98523Z","caller":"traceutil/trace.go:171","msg":"trace[1288702855] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"926.078917ms","start":"2026-07-23T23:50:58.059138Z","end":"2026-07-23T23:50:58.985217Z","steps":["trace[1288702855] 'process raft request' (duration: 925.272351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.985274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.05913Z","time spent":"926.120998ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.985371Z","caller":"traceutil/trace.go:171","msg":"trace[605586285] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"911.049712ms","start":"2026-07-23T23:50:58.074296Z","end":"2026-07-23T23:50:58.985345Z","steps":["trace[605586285] 'process raft request' (duration: 910.462343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.985523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.074288Z","time spent":"911.172456ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.985534Z","caller":"traceutil/trace.go:171","msg":"trace[1323734744] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"911.458445ms","start":"2026-07-23T23:50:58.074065Z","end":"2026-07-23T23:50:58.985523Z","steps":["trace[1323734744] 'process raft request' (duration: 910.583997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.985616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.074045Z","time spent":"911.522997ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.985782Z","caller":"traceutil/trace.go:171","msg":"trace[186340499] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"911.521858ms","start":"2026-07-23T23:50:58.074249Z","end":"2026-07-23T23:50:58.985771Z","steps":["trace[186340499] 'process raft request' (duration: 910.443023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.985837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.074226Z","time spent":"911.588209ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.986077Z","caller":"traceutil/trace.go:171","msg":"trace[1530749731] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"910.159313ms","start":"2026-07-23T23:50:58.075906Z","end":"2026-07-23T23:50:58.986066Z","steps":["trace[1530749731] 'process raft request' (duration: 908.966865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.986137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.075898Z","time spent":"910.214255ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.986198Z","caller":"traceutil/trace.go:171","msg":"trace[87678227] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"892.713741ms","start":"2026-07-23T23:50:58.093389Z","end":"2026-07-23T23:50:58.986103Z","steps":["trace[87678227] 'process raft request' (duration: 891.537144ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:58.986341Z","caller":"traceutil/trace.go:171","msg":"trace[1295252651] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"877.596773ms","start":"2026-07-23T23:50:58.108719Z","end":"2026-07-23T23:50:58.986316Z","steps":["trace[1295252651] 'process raft request' (duration: 876.437076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.986395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.108691Z","time spent":"877.682206ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.98644Z","caller":"traceutil/trace.go:171","msg":"trace[1326501975] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"887.748151ms","start":"2026-07-23T23:50:58.09868Z","end":"2026-07-23T23:50:58.986429Z","steps":["trace[1326501975] 'process raft request' (duration: 886.319875ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:50:58.986428Z","caller":"traceutil/trace.go:171","msg":"trace[562925492] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"862.531728ms","start":"2026-07-23T23:50:58.123867Z","end":"2026-07-23T23:50:58.986399Z","steps":["trace[562925492] 'process raft request' (duration: 861.431353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.986477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.093324Z","time spent":"893.008621ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:58.986534Z","caller":"traceutil/trace.go:171","msg":"trace[1205023570] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"744.625487ms","start":"2026-07-23T23:50:58.241901Z","end":"2026-07-23T23:50:58.986527Z","steps":["trace[1205023570] 'process raft request' (duration: 743.633945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:50:58.986578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.241863Z","time spent":"744.700819ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T23:50:58.986598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.123838Z","time spent":"862.690173ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T23:50:58.986494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:50:58.098652Z","time spent":"887.821693ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:50:59.844607Z","caller":"traceutil/trace.go:171","msg":"trace[1419792563] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"103.681482ms","start":"2026-07-23T23:50:59.740858Z","end":"2026-07-23T23:50:59.844539Z","steps":["trace[1419792563] 'process raft request' (duration: 100.032225ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:01.296646Z","caller":"traceutil/trace.go:171","msg":"trace[1022579867] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"168.429ms","start":"2026-07-23T23:51:01.128184Z","end":"2026-07-23T23:51:01.296613Z","steps":["trace[1022579867] 'process raft request' (duration: 168.053208ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:02.53125Z","caller":"traceutil/trace.go:171","msg":"trace[1908009459] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"256.260122ms","start":"2026-07-23T23:51:02.274957Z","end":"2026-07-23T23:51:02.531217Z","steps":["trace[1908009459] 'process raft request' (duration: 256.087016ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:03.04232Z","caller":"traceutil/trace.go:171","msg":"trace[1870004178] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"124.922378ms","start":"2026-07-23T23:51:02.917356Z","end":"2026-07-23T23:51:03.042279Z","steps":["trace[1870004178] 'process raft request' (duration: 124.400611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:03.230942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.858017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:51:03.231154Z","caller":"traceutil/trace.go:171","msg":"trace[1499672580] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:625; }","duration":"126.132935ms","start":"2026-07-23T23:51:03.104997Z","end":"2026-07-23T23:51:03.23113Z","steps":["trace[1499672580] 'range keys from in-memory index tree' (duration: 125.765494ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:03.560149Z","caller":"traceutil/trace.go:171","msg":"trace[1979650943] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"137.633838ms","start":"2026-07-23T23:51:03.42249Z","end":"2026-07-23T23:51:03.560124Z","steps":["trace[1979650943] 'process raft request' (duration: 137.446192ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:03.57464Z","caller":"traceutil/trace.go:171","msg":"trace[1745851526] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"151.513775ms","start":"2026-07-23T23:51:03.423097Z","end":"2026-07-23T23:51:03.574611Z","steps":["trace[1745851526] 'process raft request' (duration: 151.34255ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:03.783626Z","caller":"traceutil/trace.go:171","msg":"trace[1107310480] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"148.720924ms","start":"2026-07-23T23:51:03.634871Z","end":"2026-07-23T23:51:03.783592Z","steps":["trace[1107310480] 'process raft request' (duration: 148.007191ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:03.963683Z","caller":"traceutil/trace.go:171","msg":"trace[895760542] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"175.072944ms","start":"2026-07-23T23:51:03.788573Z","end":"2026-07-23T23:51:03.963646Z","steps":["trace[895760542] 'process raft request' (duration: 75.853096ms)","trace[895760542] 'compare' (duration: 98.433183ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:51:04.494652Z","caller":"traceutil/trace.go:171","msg":"trace[2121047332] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"133.089981ms","start":"2026-07-23T23:51:04.361533Z","end":"2026-07-23T23:51:04.494623Z","steps":["trace[2121047332] 'process raft request' (duration: 131.20955ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:06.749245Z","caller":"traceutil/trace.go:171","msg":"trace[1555140968] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"169.012468ms","start":"2026-07-23T23:51:06.580197Z","end":"2026-07-23T23:51:06.74921Z","steps":["trace[1555140968] 'process raft request' (duration: 167.328934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:07.838385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893649769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:51:08.339419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893649769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:51:08.651411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523381434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rqtkt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-23T23:51:08.651556Z","caller":"traceutil/trace.go:171","msg":"trace[2025198933] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rqtkt; range_end:; response_count:1; response_revision:648; }","duration":"1.5235823s","start":"2026-07-23T23:51:07.127937Z","end":"2026-07-23T23:51:08.65152Z","steps":["trace[2025198933] 'range keys from in-memory index tree' (duration: 1.523115995s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:08.651622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.127917Z","time spent":"1.523688444s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-rqtkt\" "} {"level":"warn","ts":"2026-07-23T23:51:08.831042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527535128s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T23:51:08.832499Z","caller":"traceutil/trace.go:171","msg":"trace[1945402680] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:669; }","duration":"1.494876015s","start":"2026-07-23T23:51:07.337593Z","end":"2026-07-23T23:51:08.832469Z","steps":["trace[1945402680] 'read index received' (duration: 1.494044448s)","trace[1945402680] 'applied index is now lower than readState.Index' (duration: 830.437µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:51:08.832551Z","caller":"traceutil/trace.go:171","msg":"trace[1173115296] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.530997559s","start":"2026-07-23T23:51:07.301536Z","end":"2026-07-23T23:51:08.832534Z","steps":["trace[1173115296] 'process raft request' (duration: 1.530279076s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:08.832699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.301489Z","time spent":"1.531123904s","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:51:08.832803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495208306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T23:51:08.832905Z","caller":"traceutil/trace.go:171","msg":"trace[959837378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"1.49536384s","start":"2026-07-23T23:51:07.337512Z","end":"2026-07-23T23:51:08.832876Z","steps":["trace[959837378] 'agreement among raft nodes before linearized reading' (duration: 1.495084931s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:08.832958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.337483Z","time spent":"1.495466274s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T23:51:09.098423Z","caller":"traceutil/trace.go:171","msg":"trace[941321243] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"265.793849ms","start":"2026-07-23T23:51:08.832596Z","end":"2026-07-23T23:51:09.098389Z","steps":["trace[941321243] 'read index received' (duration: 187.736473ms)","trace[941321243] 'applied index is now lower than readState.Index' (duration: 78.055576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:51:09.098656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501163537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:51:09.098706Z","caller":"traceutil/trace.go:171","msg":"trace[1165727620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:650; }","duration":"1.50126194s","start":"2026-07-23T23:51:07.597431Z","end":"2026-07-23T23:51:09.098693Z","steps":["trace[1165727620] 'agreement among raft nodes before linearized reading' (duration: 1.501070024s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:09.098744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.597411Z","time spent":"1.501323963s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T23:51:09.098736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120503295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T23:51:09.09883Z","caller":"traceutil/trace.go:171","msg":"trace[509860545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:650; }","duration":"1.120668411s","start":"2026-07-23T23:51:07.978137Z","end":"2026-07-23T23:51:09.098805Z","steps":["trace[509860545] 'agreement among raft nodes before linearized reading' (duration: 1.120386602s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:09.09888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.978106Z","time spent":"1.120764534s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T23:51:09.098938Z","caller":"traceutil/trace.go:171","msg":"trace[878372213] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"433.722663ms","start":"2026-07-23T23:51:08.665162Z","end":"2026-07-23T23:51:09.098885Z","steps":["trace[878372213] 'process raft request' (duration: 355.073498ms)","trace[878372213] 'compare' (duration: 78.007795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:51:09.098956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152051752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:51:09.099026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501291032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:51:09.099076Z","caller":"traceutil/trace.go:171","msg":"trace[969109615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"1.152242148s","start":"2026-07-23T23:51:07.946805Z","end":"2026-07-23T23:51:09.099047Z","steps":["trace[969109615] 'agreement among raft nodes before linearized reading' (duration: 1.15200865s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:09.099128Z","caller":"traceutil/trace.go:171","msg":"trace[307858076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:650; }","duration":"1.501480298s","start":"2026-07-23T23:51:07.597625Z","end":"2026-07-23T23:51:09.099106Z","steps":["trace[307858076] 'agreement among raft nodes before linearized reading' (duration: 1.501215029s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:09.099137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.946776Z","time spent":"1.152350421s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:51:09.099151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:08.665115Z","time spent":"433.926559ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:51:09.099168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:07.597542Z","time spent":"1.501617612s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:51:09.605678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893649775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:51:10.106454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893649775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:51:10.277001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178918159s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T23:51:10.406204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.338772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:51:10.406522Z","caller":"traceutil/trace.go:171","msg":"trace[1575836135] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:650; }","duration":"880.668222ms","start":"2026-07-23T23:51:09.525833Z","end":"2026-07-23T23:51:10.406502Z","steps":["trace[1575836135] 'range keys from in-memory index tree' (duration: 880.321121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:10.407832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.041052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:51:10.408114Z","caller":"traceutil/trace.go:171","msg":"trace[321854305] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.566129091s","start":"2026-07-23T23:51:08.84195Z","end":"2026-07-23T23:51:10.408079Z","steps":["trace[321854305] 'process raft request' (duration: 1.435290624s)","trace[321854305] 'compare' (duration: 128.470131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:51:10.408328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:08.841923Z","time spent":"1.566282166s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:51:10.408337Z","caller":"traceutil/trace.go:171","msg":"trace[200934108] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.304141054s","start":"2026-07-23T23:51:09.104169Z","end":"2026-07-23T23:51:10.40831Z","steps":["trace[200934108] 'process raft request' (duration: 1.30400639s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:10.408362Z","caller":"traceutil/trace.go:171","msg":"trace[764106345] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"1.503823552s","start":"2026-07-23T23:51:08.904521Z","end":"2026-07-23T23:51:10.408344Z","steps":["trace[764106345] 'process raft request' (duration: 1.503477771s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:10.408452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:09.10415Z","time spent":"1.304250798s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:51:10.408624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:08.904494Z","time spent":"1.503929276s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:51:10.408686Z","caller":"traceutil/trace.go:171","msg":"trace[524313031] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"1.303257556s","start":"2026-07-23T23:51:09.105395Z","end":"2026-07-23T23:51:10.408652Z","steps":["trace[524313031] 'process raft request' (duration: 1.302831653s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:10.408816Z","caller":"traceutil/trace.go:171","msg":"trace[422446944] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.30491573s","start":"2026-07-23T23:51:09.103876Z","end":"2026-07-23T23:51:10.408792Z","steps":["trace[422446944] 'process raft request' (duration: 1.304228028s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:10.408876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:09.105385Z","time spent":"1.30339098s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:51:10.408916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:09.103849Z","time spent":"1.305016142s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:51:10.409229Z","caller":"traceutil/trace.go:171","msg":"trace[349257853] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:671; }","duration":"1.308880627s","start":"2026-07-23T23:51:09.100328Z","end":"2026-07-23T23:51:10.409209Z","steps":["trace[349257853] 'read index received' (duration: 1.176934044s)","trace[349257853] 'applied index is now lower than readState.Index' (duration: 131.945643ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:51:10.409294Z","caller":"traceutil/trace.go:171","msg":"trace[1298074369] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"785.892696ms","start":"2026-07-23T23:51:09.623392Z","end":"2026-07-23T23:51:10.409284Z","steps":["trace[1298074369] 'process raft request' (duration: 785.159312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:10.40936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309024212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:51:10.409413Z","caller":"traceutil/trace.go:171","msg":"trace[73699835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"1.309063263s","start":"2026-07-23T23:51:09.100321Z","end":"2026-07-23T23:51:10.409384Z","steps":["trace[73699835] 'agreement among raft nodes before linearized reading' (duration: 1.309001511s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:10.409445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:09.100261Z","time spent":"1.309175967s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:51:10.409651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.040391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-23T23:51:10.409701Z","caller":"traceutil/trace.go:171","msg":"trace[758613523] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:656; }","duration":"536.148745ms","start":"2026-07-23T23:51:09.873538Z","end":"2026-07-23T23:51:10.409686Z","steps":["trace[758613523] 'agreement among raft nodes before linearized reading' (duration: 535.939408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:10.40974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:09.873517Z","time spent":"536.214566ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-23T23:51:10.4102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:09.623372Z","time spent":"785.965648ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:51:13.243078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73728565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:51:13.243105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.854632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-23T23:51:13.243155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.79294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T23:51:13.24317Z","caller":"traceutil/trace.go:171","msg":"trace[1001648512] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:657; }","duration":"2.737422534s","start":"2026-07-23T23:51:10.505725Z","end":"2026-07-23T23:51:13.243147Z","steps":["trace[1001648512] 'range keys from in-memory index tree' (duration: 2.737190887s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:13.243376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:10.505707Z","time spent":"2.737653162s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-23T23:51:13.243179Z","caller":"traceutil/trace.go:171","msg":"trace[1555596144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:657; }","duration":"828.952935ms","start":"2026-07-23T23:51:12.414207Z","end":"2026-07-23T23:51:13.24316Z","steps":["trace[1555596144] 'range keys from in-memory index tree' (duration: 828.742488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:13.243467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:12.414199Z","time spent":"829.240525ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T23:51:13.243205Z","caller":"traceutil/trace.go:171","msg":"trace[1687851011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:657; }","duration":"828.865453ms","start":"2026-07-23T23:51:12.414324Z","end":"2026-07-23T23:51:13.24319Z","steps":["trace[1687851011] 'range keys from in-memory index tree' (duration: 828.724687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:13.243561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:12.414314Z","time spent":"829.221544ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T23:51:13.243584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.466461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-23T23:51:13.243196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298630398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:51:13.243646Z","caller":"traceutil/trace.go:171","msg":"trace[662262235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:657; }","duration":"829.612366ms","start":"2026-07-23T23:51:12.414016Z","end":"2026-07-23T23:51:13.243628Z","steps":["trace[662262235] 'range keys from in-memory index tree' (duration: 828.688536ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:13.243686Z","caller":"traceutil/trace.go:171","msg":"trace[269208907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"1.299168405s","start":"2026-07-23T23:51:11.944497Z","end":"2026-07-23T23:51:13.243665Z","steps":["trace[269208907] 'range keys from in-memory index tree' (duration: 1.298555325s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:13.243694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:12.413994Z","time spent":"829.684519ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:51:13.24328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.192453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-23T23:51:13.243719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:11.944478Z","time spent":"1.299232998s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:51:13.243746Z","caller":"traceutil/trace.go:171","msg":"trace[26675099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:657; }","duration":"829.693719ms","start":"2026-07-23T23:51:12.414039Z","end":"2026-07-23T23:51:13.243733Z","steps":["trace[26675099] 'range keys from in-memory index tree' (duration: 829.09548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:13.243793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:12.414017Z","time spent":"829.763121ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:51:13.244735Z","caller":"traceutil/trace.go:171","msg":"trace[1431667] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"362.650712ms","start":"2026-07-23T23:51:12.882059Z","end":"2026-07-23T23:51:13.24471Z","steps":["trace[1431667] 'process raft request' (duration: 362.160126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:13.24491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:12.882035Z","time spent":"362.781186ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:51:29.916322Z","caller":"traceutil/trace.go:171","msg":"trace[2073250451] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"527.462415ms","start":"2026-07-23T23:51:29.388813Z","end":"2026-07-23T23:51:29.916275Z","steps":["trace[2073250451] 'process raft request' (duration: 527.164525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:29.916613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:29.388798Z","time spent":"527.674232ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:51:30.443834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893650202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:51:30.800776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.981784ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-23T23:51:30.800931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:29.917499Z","time spent":"883.424091ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T23:51:31.027159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.993366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:51:31.027299Z","caller":"traceutil/trace.go:171","msg":"trace[1991221892] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:851; }","duration":"1.083929716s","start":"2026-07-23T23:51:29.943327Z","end":"2026-07-23T23:51:31.027257Z","steps":["trace[1991221892] 'read index received' (duration: 743.259952ms)","trace[1991221892] 'applied index is now lower than readState.Index' (duration: 340.668544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:51:31.027361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08404817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:51:31.027387Z","caller":"traceutil/trace.go:171","msg":"trace[1114534993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"1.084102862s","start":"2026-07-23T23:51:29.943273Z","end":"2026-07-23T23:51:31.027376Z","steps":["trace[1114534993] 'agreement among raft nodes before linearized reading' (duration: 1.08405373s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:51:31.027423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:29.943251Z","time spent":"1.084164524s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:51:31.027571Z","caller":"traceutil/trace.go:171","msg":"trace[1517259509] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"747.231441ms","start":"2026-07-23T23:51:30.280282Z","end":"2026-07-23T23:51:31.027514Z","steps":["trace[1517259509] 'process raft request' (duration: 641.791731ms)","trace[1517259509] 'compare' (duration: 104.81253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:51:31.027835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:51:30.28024Z","time spent":"747.427607ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:51:31.029219Z","caller":"traceutil/trace.go:171","msg":"trace[1105827317] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"169.240567ms","start":"2026-07-23T23:51:30.859961Z","end":"2026-07-23T23:51:31.029201Z","steps":["trace[1105827317] 'process raft request' (duration: 169.179935ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:31.029295Z","caller":"traceutil/trace.go:171","msg":"trace[1385229315] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"224.085104ms","start":"2026-07-23T23:51:30.805138Z","end":"2026-07-23T23:51:31.029224Z","steps":["trace[1385229315] 'process raft request' (duration: 223.873307ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:51:53.259893Z","caller":"traceutil/trace.go:171","msg":"trace[49000731] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"105.892482ms","start":"2026-07-23T23:51:53.153967Z","end":"2026-07-23T23:51:53.259859Z","steps":["trace[49000731] 'process raft request' (duration: 96.962355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:06.010029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.629809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-23T23:52:06.010198Z","caller":"traceutil/trace.go:171","msg":"trace[111260276] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1248; }","duration":"289.856927ms","start":"2026-07-23T23:52:05.720306Z","end":"2026-07-23T23:52:06.010163Z","steps":["trace[111260276] 'range keys from in-memory index tree' (duration: 289.309819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:07.266732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118271755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T23:52:07.266831Z","caller":"traceutil/trace.go:171","msg":"trace[1950021253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1249; }","duration":"1.118424249s","start":"2026-07-23T23:52:06.148386Z","end":"2026-07-23T23:52:07.26681Z","steps":["trace[1950021253] 'range keys from in-memory index tree' (duration: 1.117684306s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:07.266876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:06.148362Z","time spent":"1.118504782s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:52:07.270987Z","caller":"traceutil/trace.go:171","msg":"trace[764218964] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1285; }","duration":"326.070807ms","start":"2026-07-23T23:52:06.944889Z","end":"2026-07-23T23:52:07.27096Z","steps":["trace[764218964] 'read index received' (duration: 325.85235ms)","trace[764218964] 'applied index is now lower than readState.Index' (duration: 216.427µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:07.271071Z","caller":"traceutil/trace.go:171","msg":"trace[169584909] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"481.699522ms","start":"2026-07-23T23:52:06.78932Z","end":"2026-07-23T23:52:07.27102Z","steps":["trace[169584909] 'process raft request' (duration: 481.463125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:07.271202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.294215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:07.271248Z","caller":"traceutil/trace.go:171","msg":"trace[309599077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"326.402048ms","start":"2026-07-23T23:52:06.944834Z","end":"2026-07-23T23:52:07.271236Z","steps":["trace[309599077] 'agreement among raft nodes before linearized reading' (duration: 326.222383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:07.271283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:06.789288Z","time spent":"481.877138ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:07.271297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:06.94481Z","time spent":"326.467171ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:52:13.742341Z","caller":"traceutil/trace.go:171","msg":"trace[601587350] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"102.703512ms","start":"2026-07-23T23:52:13.639596Z","end":"2026-07-23T23:52:13.742299Z","steps":["trace[601587350] 'process raft request' (duration: 102.422223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:19.881568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.655627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T23:52:19.881704Z","caller":"traceutil/trace.go:171","msg":"trace[662357084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1367; }","duration":"113.844022ms","start":"2026-07-23T23:52:19.767836Z","end":"2026-07-23T23:52:19.88168Z","steps":["trace[662357084] 'range keys from in-memory index tree' (duration: 113.473891ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:21.244392Z","caller":"traceutil/trace.go:171","msg":"trace[1579172048] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"179.727724ms","start":"2026-07-23T23:52:21.06464Z","end":"2026-07-23T23:52:21.244368Z","steps":["trace[1579172048] 'process raft request' (duration: 179.540258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:26.939554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.586979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:52:26.93983Z","caller":"traceutil/trace.go:171","msg":"trace[1001078890] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"1.018798957s","start":"2026-07-23T23:52:25.921012Z","end":"2026-07-23T23:52:26.939811Z","steps":["trace[1001078890] 'process raft request' (duration: 1.018691383s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:26.939866Z","caller":"traceutil/trace.go:171","msg":"trace[1823081928] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"1.021176894s","start":"2026-07-23T23:52:25.918641Z","end":"2026-07-23T23:52:26.939818Z","steps":["trace[1823081928] 'process raft request' (duration: 373.227684ms)","trace[1823081928] 'compare' (duration: 647.184175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:52:26.939909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:25.920987Z","time spent":"1.01888224s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:26.940097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:25.918614Z","time spent":"1.021367959s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:52:29.369482Z","caller":"traceutil/trace.go:171","msg":"trace[1784057732] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"420.243542ms","start":"2026-07-23T23:52:28.949205Z","end":"2026-07-23T23:52:29.369449Z","steps":["trace[1784057732] 'process raft request' (duration: 420.060106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:29.369714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:28.949186Z","time spent":"420.415358ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:29.749672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.290085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:29.74985Z","caller":"traceutil/trace.go:171","msg":"trace[1101625383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1502; }","duration":"224.499942ms","start":"2026-07-23T23:52:29.525327Z","end":"2026-07-23T23:52:29.749827Z","steps":["trace[1101625383] 'range keys from in-memory index tree' (duration: 224.267505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:29.749901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.116083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:52:29.75008Z","caller":"traceutil/trace.go:171","msg":"trace[546557267] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"800.798113ms","start":"2026-07-23T23:52:28.949237Z","end":"2026-07-23T23:52:29.750035Z","steps":["trace[546557267] 'process raft request' (duration: 464.416201ms)","trace[546557267] 'compare' (duration: 335.71195ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:29.750142Z","caller":"traceutil/trace.go:171","msg":"trace[1699899652] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"276.034169ms","start":"2026-07-23T23:52:29.474089Z","end":"2026-07-23T23:52:29.750124Z","steps":["trace[1699899652] 'process raft request' (duration: 275.945326ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:29.75017Z","caller":"traceutil/trace.go:171","msg":"trace[1005170662] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1548; }","duration":"277.961921ms","start":"2026-07-23T23:52:29.472188Z","end":"2026-07-23T23:52:29.75015Z","steps":["trace[1005170662] 'read index received' (duration: 71.932µs)","trace[1005170662] 'applied index is now lower than readState.Index' (duration: 277.888099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:52:29.750262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:28.949217Z","time spent":"800.951568ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:29.750491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.301433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:52:29.750557Z","caller":"traceutil/trace.go:171","msg":"trace[1825522076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1504; }","duration":"278.420326ms","start":"2026-07-23T23:52:29.472119Z","end":"2026-07-23T23:52:29.75054Z","steps":["trace[1825522076] 'agreement among raft nodes before linearized reading' (duration: 278.160678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:29.750686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.949373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-23T23:52:29.750757Z","caller":"traceutil/trace.go:171","msg":"trace[172498121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1504; }","duration":"121.072107ms","start":"2026-07-23T23:52:29.629671Z","end":"2026-07-23T23:52:29.750743Z","steps":["trace[172498121] 'agreement among raft nodes before linearized reading' (duration: 120.86544ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:40.268987Z","caller":"traceutil/trace.go:171","msg":"trace[352683729] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"153.9611ms","start":"2026-07-23T23:52:40.114996Z","end":"2026-07-23T23:52:40.268957Z","steps":["trace[352683729] 'process raft request' (duration: 153.793515ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:42.095179Z","caller":"traceutil/trace.go:171","msg":"trace[574037851] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"311.686192ms","start":"2026-07-23T23:52:41.783445Z","end":"2026-07-23T23:52:42.095132Z","steps":["trace[574037851] 'process raft request' (duration: 311.458365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:42.095325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:41.783413Z","time spent":"311.848558ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:52:42.095327Z","caller":"traceutil/trace.go:171","msg":"trace[1326128209] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"312.157868ms","start":"2026-07-23T23:52:41.782904Z","end":"2026-07-23T23:52:42.095062Z","steps":["trace[1326128209] 'process raft request' (duration: 289.433363ms)","trace[1326128209] 'compare' (duration: 22.297881ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:42.095423Z","caller":"traceutil/trace.go:171","msg":"trace[390542980] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1795; }","duration":"287.916184ms","start":"2026-07-23T23:52:41.807423Z","end":"2026-07-23T23:52:42.095339Z","steps":["trace[390542980] 'read index received' (duration: 264.972822ms)","trace[390542980] 'applied index is now lower than readState.Index' (duration: 22.942362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:52:42.095508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:41.782878Z","time spent":"312.544191ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:52:42.095562Z","caller":"traceutil/trace.go:171","msg":"trace[554340671] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"139.485992ms","start":"2026-07-23T23:52:41.956069Z","end":"2026-07-23T23:52:42.095555Z","steps":["trace[554340671] 'process raft request' (duration: 139.10152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:42.095769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.319887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:52:42.095813Z","caller":"traceutil/trace.go:171","msg":"trace[2004152978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1734; }","duration":"288.431111ms","start":"2026-07-23T23:52:41.80737Z","end":"2026-07-23T23:52:42.095801Z","steps":["trace[2004152978] 'agreement among raft nodes before linearized reading' (duration: 288.233295ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:42.095878Z","caller":"traceutil/trace.go:171","msg":"trace[2116855846] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"306.269587ms","start":"2026-07-23T23:52:41.789572Z","end":"2026-07-23T23:52:42.095842Z","steps":["trace[2116855846] 'process raft request' (duration: 305.439441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:42.096005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.889105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:52:42.096052Z","caller":"traceutil/trace.go:171","msg":"trace[749847942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1734; }","duration":"237.971548ms","start":"2026-07-23T23:52:41.858071Z","end":"2026-07-23T23:52:42.096043Z","steps":["trace[749847942] 'agreement among raft nodes before linearized reading' (duration: 237.788502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:42.095923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.442079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-23T23:52:42.096138Z","caller":"traceutil/trace.go:171","msg":"trace[313961164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1734; }","duration":"257.715967ms","start":"2026-07-23T23:52:41.838404Z","end":"2026-07-23T23:52:42.09612Z","steps":["trace[313961164] 'agreement among raft nodes before linearized reading' (duration: 257.265773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:42.096246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:41.78953Z","time spent":"306.487215ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:52:44.974176Z","caller":"traceutil/trace.go:171","msg":"trace[1806174110] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1819; }","duration":"169.155803ms","start":"2026-07-23T23:52:44.805001Z","end":"2026-07-23T23:52:44.974157Z","steps":["trace[1806174110] 'read index received' (duration: 166.585889ms)","trace[1806174110] 'applied index is now lower than readState.Index' (duration: 2.569154ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:44.974259Z","caller":"traceutil/trace.go:171","msg":"trace[1189739012] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"216.456632ms","start":"2026-07-23T23:52:44.757776Z","end":"2026-07-23T23:52:44.974232Z","steps":["trace[1189739012] 'process raft request' (duration: 216.327558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:44.974334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.307467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:44.974369Z","caller":"traceutil/trace.go:171","msg":"trace[63816365] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1753; }","duration":"169.401ms","start":"2026-07-23T23:52:44.804959Z","end":"2026-07-23T23:52:44.97436Z","steps":["trace[63816365] 'agreement among raft nodes before linearized reading' (duration: 169.317267ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:44.974427Z","caller":"traceutil/trace.go:171","msg":"trace[436350766] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"220.602596ms","start":"2026-07-23T23:52:44.753817Z","end":"2026-07-23T23:52:44.974419Z","steps":["trace[436350766] 'process raft request' (duration: 217.755234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:44.974686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.583456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:44.974759Z","caller":"traceutil/trace.go:171","msg":"trace[1891686788] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1753; }","duration":"169.69875ms","start":"2026-07-23T23:52:44.805046Z","end":"2026-07-23T23:52:44.974745Z","steps":["trace[1891686788] 'agreement among raft nodes before linearized reading' (duration: 169.548535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:44.974741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.949056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:44.974841Z","caller":"traceutil/trace.go:171","msg":"trace[1677878259] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1753; }","duration":"169.132272ms","start":"2026-07-23T23:52:44.805685Z","end":"2026-07-23T23:52:44.974818Z","steps":["trace[1677878259] 'agreement among raft nodes before linearized reading' (duration: 168.941556ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:47.722782Z","caller":"traceutil/trace.go:171","msg":"trace[179610370] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"170.805645ms","start":"2026-07-23T23:52:47.551935Z","end":"2026-07-23T23:52:47.72274Z","steps":["trace[179610370] 'process raft request' (duration: 170.627379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:55.695534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.194806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-23T23:52:55.695695Z","caller":"traceutil/trace.go:171","msg":"trace[1736007980] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"610.015353ms","start":"2026-07-23T23:52:55.085656Z","end":"2026-07-23T23:52:55.695672Z","steps":["trace[1736007980] 'read index received' (duration: 66.873µs)","trace[1736007980] 'applied index is now lower than readState.Index' (duration: 609.94681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:52:55.695992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.306742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-23T23:52:55.696104Z","caller":"traceutil/trace.go:171","msg":"trace[1887910723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1915; }","duration":"610.519369ms","start":"2026-07-23T23:52:55.085558Z","end":"2026-07-23T23:52:55.696077Z","steps":["trace[1887910723] 'agreement among raft nodes before linearized reading' (duration: 610.22391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:55.696151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.085528Z","time spent":"610.613042ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-23T23:52:56.195869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893652334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:52:56.696555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893652334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:52:57.197777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893652334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:52:57.33772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.063019206s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T23:52:57.338253Z","caller":"traceutil/trace.go:171","msg":"trace[1126542091] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"2.063661416s","start":"2026-07-23T23:52:55.274555Z","end":"2026-07-23T23:52:57.338216Z","steps":["trace[1126542091] 'process raft request' (duration: 2.063408318s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:57.338477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.274526Z","time spent":"2.063845642s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.460924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.816371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:52:58.46122Z","caller":"traceutil/trace.go:171","msg":"trace[1991446932] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"2.974880011s","start":"2026-07-23T23:52:55.486276Z","end":"2026-07-23T23:52:58.461156Z","steps":["trace[1991446932] 'process raft request' (duration: 2.179721829s)","trace[1991446932] 'compare' (duration: 794.434149ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:58.461331Z","caller":"traceutil/trace.go:171","msg":"trace[71842950] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1987; }","duration":"2.765529619s","start":"2026-07-23T23:52:55.69578Z","end":"2026-07-23T23:52:58.46131Z","steps":["trace[71842950] 'read index received' (duration: 1.642188272s)","trace[71842950] 'applied index is now lower than readState.Index' (duration: 1.123339947s)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:58.461411Z","caller":"traceutil/trace.go:171","msg":"trace[1852717909] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.877741632s","start":"2026-07-23T23:52:56.583636Z","end":"2026-07-23T23:52:58.461377Z","steps":["trace[1852717909] 'process raft request' (duration: 1.877631838s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.461501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.583604Z","time spent":"1.877855265s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.46185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514677586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:52:58.461859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097435356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:58.461895Z","caller":"traceutil/trace.go:171","msg":"trace[894736678] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"2.760419144s","start":"2026-07-23T23:52:55.701466Z","end":"2026-07-23T23:52:58.461885Z","steps":["trace[894736678] 'process raft request' (duration: 2.759562546s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.46188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171664387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:58.461907Z","caller":"traceutil/trace.go:171","msg":"trace[1189666188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1922; }","duration":"3.097527179s","start":"2026-07-23T23:52:55.364365Z","end":"2026-07-23T23:52:58.461892Z","steps":["trace[1189666188] 'agreement among raft nodes before linearized reading' (duration: 3.097383555s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.461925Z","caller":"traceutil/trace.go:171","msg":"trace[610097368] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"2.303263207s","start":"2026-07-23T23:52:56.158639Z","end":"2026-07-23T23:52:58.461903Z","steps":["trace[610097368] 'process raft request' (duration: 2.302562624s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.461924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32444891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:52:58.461964Z","caller":"traceutil/trace.go:171","msg":"trace[1012472607] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1922; }","duration":"3.17176032s","start":"2026-07-23T23:52:55.290181Z","end":"2026-07-23T23:52:58.461941Z","steps":["trace[1012472607] 'agreement among raft nodes before linearized reading' (duration: 3.171530122s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.482889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:52:58.462016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75008264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-23T23:52:58.462039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.290129Z","time spent":"3.171890384s","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:52:58.462017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089252941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-23T23:52:58.462064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.701442Z","time spent":"2.760499867s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.462059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.158619Z","time spent":"2.303361919s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:52:58.462022Z","caller":"traceutil/trace.go:171","msg":"trace[470766998] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1922; }","duration":"3.324615895s","start":"2026-07-23T23:52:55.13738Z","end":"2026-07-23T23:52:58.461996Z","steps":["trace[470766998] 'agreement among raft nodes before linearized reading' (duration: 3.324348286s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.46213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.830451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:52:58.462129Z","caller":"traceutil/trace.go:171","msg":"trace[973939439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"3.089440107s","start":"2026-07-23T23:52:55.372665Z","end":"2026-07-23T23:52:58.462105Z","steps":["trace[973939439] 'agreement among raft nodes before linearized reading' (duration: 3.089077215s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242704357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-23T23:52:58.462176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189109335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:52:58.462186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.372638Z","time spent":"3.08953838s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-23T23:52:58.462218Z","caller":"traceutil/trace.go:171","msg":"trace[66821317] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1922; }","duration":"1.189160196s","start":"2026-07-23T23:52:57.273044Z","end":"2026-07-23T23:52:58.462204Z","steps":["trace[66821317] 'agreement among raft nodes before linearized reading' (duration: 1.189091444s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.46222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.36683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:52:58.462226Z","caller":"traceutil/trace.go:171","msg":"trace[938689906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"2.242857052s","start":"2026-07-23T23:52:56.219343Z","end":"2026-07-23T23:52:58.462201Z","steps":["trace[938689906] 'agreement among raft nodes before linearized reading' (duration: 2.24248313s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:57.272977Z","time spent":"1.18926342s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:52:58.462244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189365593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:52:58.461902Z","caller":"traceutil/trace.go:171","msg":"trace[1629736123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"1.51478747s","start":"2026-07-23T23:52:56.947098Z","end":"2026-07-23T23:52:58.461885Z","steps":["trace[1629736123] 'agreement among raft nodes before linearized reading' (duration: 1.514669456s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.46226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293051394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-23T23:52:58.462292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249829858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:52:58.4623Z","caller":"traceutil/trace.go:171","msg":"trace[309399523] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1922; }","duration":"1.189462227s","start":"2026-07-23T23:52:57.272819Z","end":"2026-07-23T23:52:58.462281Z","steps":["trace[309399523] 'agreement among raft nodes before linearized reading' (duration: 1.189380734s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.462348Z","caller":"traceutil/trace.go:171","msg":"trace[2092518781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"2.249915461s","start":"2026-07-23T23:52:56.212419Z","end":"2026-07-23T23:52:58.462334Z","steps":["trace[2092518781] 'agreement among raft nodes before linearized reading' (duration: 2.249765986s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685309894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c510525454d671\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-23T23:52:58.46237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:57.272797Z","time spent":"1.189550729s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:52:58.462395Z","caller":"traceutil/trace.go:171","msg":"trace[1276884030] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c510525454d671; range_end:; response_count:1; response_revision:1922; }","duration":"2.685338075s","start":"2026-07-23T23:52:55.777049Z","end":"2026-07-23T23:52:58.462387Z","steps":["trace[1276884030] 'agreement among raft nodes before linearized reading' (duration: 2.685236562s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.212404Z","time spent":"2.249981832s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:52:58.462406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240943581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T23:52:58.462413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241068864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-23T23:52:58.462362Z","caller":"traceutil/trace.go:171","msg":"trace[1855221851] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.948519071s","start":"2026-07-23T23:52:56.513786Z","end":"2026-07-23T23:52:58.462305Z","steps":["trace[1855221851] 'process raft request' (duration: 1.947451226s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.776993Z","time spent":"2.685427648s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c510525454d671\" "} {"level":"info","ts":"2026-07-23T23:52:58.462438Z","caller":"traceutil/trace.go:171","msg":"trace[763196858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"2.241022413s","start":"2026-07-23T23:52:56.221407Z","end":"2026-07-23T23:52:58.462429Z","steps":["trace[763196858] 'agreement among raft nodes before linearized reading' (duration: 2.240923089s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.462458Z","caller":"traceutil/trace.go:171","msg":"trace[2144814885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"2.241138566s","start":"2026-07-23T23:52:56.221306Z","end":"2026-07-23T23:52:58.462444Z","steps":["trace[2144814885] 'agreement among raft nodes before linearized reading' (duration: 2.241029443s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.461961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.364339Z","time spent":"3.097611222s","remote":"127.0.0.1:55120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:52:58.462533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.221379Z","time spent":"2.241143687s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T23:52:58.462552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.221298Z","time spent":"2.24124464s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:52:58.462153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.137355Z","time spent":"3.32478024s","remote":"127.0.0.1:35856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:52:58.462303Z","caller":"traceutil/trace.go:171","msg":"trace[1945547311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08; range_end:; response_count:1; response_revision:1922; }","duration":"3.293130476s","start":"2026-07-23T23:52:55.169162Z","end":"2026-07-23T23:52:58.462293Z","steps":["trace[1945547311] 'agreement among raft nodes before linearized reading' (duration: 3.292894049s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700836727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-23T23:52:58.462613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.513755Z","time spent":"1.948710097s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.462673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.169136Z","time spent":"3.293517479s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" "} {"level":"info","ts":"2026-07-23T23:52:58.462046Z","caller":"traceutil/trace.go:171","msg":"trace[142789326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"495.561271ms","start":"2026-07-23T23:52:57.966476Z","end":"2026-07-23T23:52:58.462037Z","steps":["trace[142789326] 'agreement among raft nodes before linearized reading' (duration: 495.511989ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.462701Z","caller":"traceutil/trace.go:171","msg":"trace[169927210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"2.700975412s","start":"2026-07-23T23:52:55.761711Z","end":"2026-07-23T23:52:58.462686Z","steps":["trace[169927210] 'agreement among raft nodes before linearized reading' (duration: 2.700836367s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:57.966447Z","time spent":"496.284524ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:52:58.462751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.761687Z","time spent":"2.701052704s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T23:52:58.46181Z","caller":"traceutil/trace.go:171","msg":"trace[1478169293] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"2.753854492s","start":"2026-07-23T23:52:55.70791Z","end":"2026-07-23T23:52:58.461765Z","steps":["trace[1478169293] 'process raft request' (duration: 2.753231952s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.707898Z","time spent":"2.754959877s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:52:58.462166Z","caller":"traceutil/trace.go:171","msg":"trace[1117551282] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1922; }","duration":"159.868582ms","start":"2026-07-23T23:52:58.30229Z","end":"2026-07-23T23:52:58.462159Z","steps":["trace[1117551282] 'agreement among raft nodes before linearized reading' (duration: 159.776489ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.462251Z","caller":"traceutil/trace.go:171","msg":"trace[967593693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1922; }","duration":"365.454443ms","start":"2026-07-23T23:52:58.096788Z","end":"2026-07-23T23:52:58.462242Z","steps":["trace[967593693] 'agreement among raft nodes before linearized reading' (duration: 365.398561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.463019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.09676Z","time spent":"366.243728ms","remote":"127.0.0.1:55270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:52:58.4622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97172845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-23T23:52:58.463077Z","caller":"traceutil/trace.go:171","msg":"trace[939345861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"2.97264322s","start":"2026-07-23T23:52:55.490416Z","end":"2026-07-23T23:52:58.463059Z","steps":["trace[939345861] 'agreement among raft nodes before linearized reading' (duration: 2.971591356s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.462867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.486246Z","time spent":"2.975087148s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.462289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.219223Z","time spent":"2.243056369s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T23:52:58.463142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.490389Z","time spent":"2.972742452s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:52:58.462308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:56.947058Z","time spent":"1.515235404s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:52:58.462091Z","caller":"traceutil/trace.go:171","msg":"trace[657990114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08; range_end:; response_count:1; response_revision:1922; }","duration":"2.750181873s","start":"2026-07-23T23:52:55.711889Z","end":"2026-07-23T23:52:58.462071Z","steps":["trace[657990114] 'agreement among raft nodes before linearized reading' (duration: 2.749854102s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.463445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:55.711878Z","time spent":"2.751552028s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" "} {"level":"warn","ts":"2026-07-23T23:52:58.848528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.187081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:52:58.848871Z","caller":"traceutil/trace.go:171","msg":"trace[1287234918] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"382.929407ms","start":"2026-07-23T23:52:58.465903Z","end":"2026-07-23T23:52:58.848833Z","steps":["trace[1287234918] 'process raft request' (duration: 116.277791ms)","trace[1287234918] 'compare' (duration: 265.942483ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:52:58.849094Z","caller":"traceutil/trace.go:171","msg":"trace[349822621] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"380.279231ms","start":"2026-07-23T23:52:58.468785Z","end":"2026-07-23T23:52:58.849064Z","steps":["trace[349822621] 'process raft request' (duration: 379.890699ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.849134Z","caller":"traceutil/trace.go:171","msg":"trace[1565479532] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"379.852087ms","start":"2026-07-23T23:52:58.469263Z","end":"2026-07-23T23:52:58.849115Z","steps":["trace[1565479532] 'process raft request' (duration: 379.567358ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.84914Z","caller":"traceutil/trace.go:171","msg":"trace[25583148] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"378.663369ms","start":"2026-07-23T23:52:58.470458Z","end":"2026-07-23T23:52:58.849121Z","steps":["trace[25583148] 'process raft request' (duration: 378.488784ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.849182Z","caller":"traceutil/trace.go:171","msg":"trace[1729851111] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"379.991922ms","start":"2026-07-23T23:52:58.469143Z","end":"2026-07-23T23:52:58.849135Z","steps":["trace[1729851111] 'process raft request' (duration: 379.63197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.849223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.468761Z","time spent":"380.402525ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.849326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.470448Z","time spent":"378.780473ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.849191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.465873Z","time spent":"383.072062ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.849222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.469237Z","time spent":"379.9378ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.849399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.46912Z","time spent":"380.163087ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:52:58.849745Z","caller":"traceutil/trace.go:171","msg":"trace[28703615] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"379.213547ms","start":"2026-07-23T23:52:58.470514Z","end":"2026-07-23T23:52:58.849728Z","steps":["trace[28703615] 'process raft request' (duration: 378.539985ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.849792Z","caller":"traceutil/trace.go:171","msg":"trace[1276082140] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"377.250223ms","start":"2026-07-23T23:52:58.472523Z","end":"2026-07-23T23:52:58.849773Z","steps":["trace[1276082140] 'process raft request' (duration: 377.016346ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:52:58.849784Z","caller":"traceutil/trace.go:171","msg":"trace[101633379] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1994; }","duration":"379.117734ms","start":"2026-07-23T23:52:58.470634Z","end":"2026-07-23T23:52:58.849752Z","steps":["trace[101633379] 'read index received' (duration: 111.558459ms)","trace[101633379] 'applied index is now lower than readState.Index' (duration: 267.557435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:52:58.849826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.470507Z","time spent":"379.284619ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.849895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.472514Z","time spent":"377.323735ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:52:58.849975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.338181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:58.85002Z","caller":"traceutil/trace.go:171","msg":"trace[1110313700] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1929; }","duration":"379.398693ms","start":"2026-07-23T23:52:58.470611Z","end":"2026-07-23T23:52:58.850009Z","steps":["trace[1110313700] 'agreement among raft nodes before linearized reading' (duration: 379.31168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:58.85005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:58.470604Z","time spent":"379.440134ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-23T23:52:59.763158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.536832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:59.763265Z","caller":"traceutil/trace.go:171","msg":"trace[170285320] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1929; }","duration":"751.673515ms","start":"2026-07-23T23:52:59.011556Z","end":"2026-07-23T23:52:59.763229Z","steps":["trace[170285320] 'count revisions from in-memory index tree' (duration: 751.476529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:59.763209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.34664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-23T23:52:59.763314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:59.011544Z","time spent":"751.757049ms","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:52:59.763236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.148661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:59.763344Z","caller":"traceutil/trace.go:171","msg":"trace[1588920478] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1929; }","duration":"651.547236ms","start":"2026-07-23T23:52:59.111769Z","end":"2026-07-23T23:52:59.763316Z","steps":["trace[1588920478] 'count revisions from in-memory index tree' (duration: 651.240937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:59.763341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.356154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:52:59.763395Z","caller":"traceutil/trace.go:171","msg":"trace[647452663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1929; }","duration":"237.335977ms","start":"2026-07-23T23:52:59.52604Z","end":"2026-07-23T23:52:59.763376Z","steps":["trace[647452663] 'range keys from in-memory index tree' (duration: 237.12264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:59.763411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:59.111747Z","time spent":"651.64711ms","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:52:59.763419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.907775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-23T23:52:59.763446Z","caller":"traceutil/trace.go:171","msg":"trace[1011146829] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1929; }","duration":"759.607642ms","start":"2026-07-23T23:52:59.003811Z","end":"2026-07-23T23:52:59.763419Z","steps":["trace[1011146829] 'count revisions from in-memory index tree' (duration: 759.232799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:59.763478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.468116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-23T23:52:59.763506Z","caller":"traceutil/trace.go:171","msg":"trace[69692710] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-307c17a7-250c-4c1b-b28a-e59109cdff08; range_end:; response_count:1; response_revision:1929; }","duration":"293.044539ms","start":"2026-07-23T23:52:59.470438Z","end":"2026-07-23T23:52:59.763482Z","steps":["trace[69692710] 'range keys from in-memory index tree' (duration: 292.785851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:52:59.763522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:52:59.003781Z","time spent":"759.720466ms","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:52:59.76359Z","caller":"traceutil/trace.go:171","msg":"trace[1483446316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"290.628281ms","start":"2026-07-23T23:52:59.472917Z","end":"2026-07-23T23:52:59.763545Z","steps":["trace[1483446316] 'range keys from in-memory index tree' (duration: 290.154065ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:03.135462Z","caller":"traceutil/trace.go:171","msg":"trace[1429771267] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"176.049755ms","start":"2026-07-23T23:53:02.959378Z","end":"2026-07-23T23:53:03.135428Z","steps":["trace[1429771267] 'process raft request' (duration: 119.96371ms)","trace[1429771267] 'compare' (duration: 55.864497ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:03.324695Z","caller":"traceutil/trace.go:171","msg":"trace[1801291220] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"153.02091ms","start":"2026-07-23T23:53:03.171644Z","end":"2026-07-23T23:53:03.324665Z","steps":["trace[1801291220] 'process raft request' (duration: 152.813363ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:05.552814Z","caller":"traceutil/trace.go:171","msg":"trace[848081940] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2055; }","duration":"262.216866ms","start":"2026-07-23T23:53:05.290566Z","end":"2026-07-23T23:53:05.552783Z","steps":["trace[848081940] 'read index received' (duration: 255.603464ms)","trace[848081940] 'applied index is now lower than readState.Index' (duration: 6.611692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:53:05.552987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.389072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:05.553066Z","caller":"traceutil/trace.go:171","msg":"trace[1957135617] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1981; }","duration":"262.502826ms","start":"2026-07-23T23:53:05.290546Z","end":"2026-07-23T23:53:05.553049Z","steps":["trace[1957135617] 'agreement among raft nodes before linearized reading' (duration: 262.339011ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:12.737896Z","caller":"traceutil/trace.go:171","msg":"trace[1337216235] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"205.293667ms","start":"2026-07-23T23:53:12.532573Z","end":"2026-07-23T23:53:12.737867Z","steps":["trace[1337216235] 'process raft request' (duration: 205.07933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.135874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.91004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:53:13.13613Z","caller":"traceutil/trace.go:171","msg":"trace[1201406509] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2114; }","duration":"559.934466ms","start":"2026-07-23T23:53:12.576175Z","end":"2026-07-23T23:53:13.13611Z","steps":["trace[1201406509] 'read index received' (duration: 161.560844ms)","trace[1201406509] 'applied index is now lower than readState.Index' (duration: 398.372282ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:13.13618Z","caller":"traceutil/trace.go:171","msg":"trace[380636149] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"602.181352ms","start":"2026-07-23T23:53:12.533949Z","end":"2026-07-23T23:53:13.13613Z","steps":["trace[380636149] 'process raft request' (duration: 259.890059ms)","trace[380636149] 'compare' (duration: 341.754225ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:13.136392Z","caller":"traceutil/trace.go:171","msg":"trace[1736187749] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"602.402999ms","start":"2026-07-23T23:53:12.533977Z","end":"2026-07-23T23:53:13.13638Z","steps":["trace[1736187749] 'process raft request' (duration: 602.009416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.136446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:12.533937Z","time spent":"602.364667ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:13.13647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:12.533949Z","time spent":"602.477161ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:13.136768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.155964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-23T23:53:13.136805Z","caller":"traceutil/trace.go:171","msg":"trace[1583478996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2041; }","duration":"100.195055ms","start":"2026-07-23T23:53:13.036601Z","end":"2026-07-23T23:53:13.136796Z","steps":["trace[1583478996] 'agreement among raft nodes before linearized reading' (duration: 100.05278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.137056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.540804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:13.13725Z","caller":"traceutil/trace.go:171","msg":"trace[1699058881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2041; }","duration":"191.261857ms","start":"2026-07-23T23:53:12.945873Z","end":"2026-07-23T23:53:13.137135Z","steps":["trace[1699058881] 'agreement among raft nodes before linearized reading' (duration: 190.526943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.137492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.286739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-23T23:53:13.137633Z","caller":"traceutil/trace.go:171","msg":"trace[1794179869] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2041; }","duration":"561.472616ms","start":"2026-07-23T23:53:12.576133Z","end":"2026-07-23T23:53:13.137606Z","steps":["trace[1794179869] 'agreement among raft nodes before linearized reading' (duration: 561.241708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.137797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:12.576119Z","time spent":"561.646381ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-23T23:53:13.138108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.317229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-23T23:53:13.138121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.291965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:13.138182Z","caller":"traceutil/trace.go:171","msg":"trace[355051952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2041; }","duration":"190.390539ms","start":"2026-07-23T23:53:12.947772Z","end":"2026-07-23T23:53:13.138162Z","steps":["trace[355051952] 'agreement among raft nodes before linearized reading' (duration: 190.258944ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:13.138171Z","caller":"traceutil/trace.go:171","msg":"trace[1827097141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"182.420823ms","start":"2026-07-23T23:53:12.955728Z","end":"2026-07-23T23:53:13.138149Z","steps":["trace[1827097141] 'agreement among raft nodes before linearized reading' (duration: 182.248168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.138422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.614646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-23T23:53:13.138533Z","caller":"traceutil/trace.go:171","msg":"trace[902702420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2041; }","duration":"113.77097ms","start":"2026-07-23T23:53:13.024736Z","end":"2026-07-23T23:53:13.138507Z","steps":["trace[902702420] 'agreement among raft nodes before linearized reading' (duration: 113.407648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.13911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.599206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T23:53:13.139163Z","caller":"traceutil/trace.go:171","msg":"trace[1663800329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2041; }","duration":"104.697449ms","start":"2026-07-23T23:53:13.034451Z","end":"2026-07-23T23:53:13.139148Z","steps":["trace[1663800329] 'agreement among raft nodes before linearized reading' (duration: 103.15729ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:13.550893Z","caller":"traceutil/trace.go:171","msg":"trace[823191473] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"408.032212ms","start":"2026-07-23T23:53:13.142837Z","end":"2026-07-23T23:53:13.550869Z","steps":["trace[823191473] 'process raft request' (duration: 407.857276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:13.551059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.14281Z","time spent":"408.159486ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:14.205666Z","caller":"traceutil/trace.go:171","msg":"trace[2118089737] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.0627611s","start":"2026-07-23T23:53:13.142875Z","end":"2026-07-23T23:53:14.205636Z","steps":["trace[2118089737] 'process raft request' (duration: 1.062442129s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:14.205845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.142847Z","time spent":"1.062905514s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:14.20621Z","caller":"traceutil/trace.go:171","msg":"trace[1769360290] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.063170813s","start":"2026-07-23T23:53:13.14298Z","end":"2026-07-23T23:53:14.206151Z","steps":["trace[1769360290] 'process raft request' (duration: 1.062574904s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:14.206446Z","caller":"traceutil/trace.go:171","msg":"trace[1605234763] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.062969426s","start":"2026-07-23T23:53:13.143442Z","end":"2026-07-23T23:53:14.206412Z","steps":["trace[1605234763] 'process raft request' (duration: 1.062620865s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:14.206498Z","caller":"traceutil/trace.go:171","msg":"trace[70983159] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.062880673s","start":"2026-07-23T23:53:13.143581Z","end":"2026-07-23T23:53:14.206462Z","steps":["trace[70983159] 'process raft request' (duration: 1.062702757s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:14.206575Z","caller":"traceutil/trace.go:171","msg":"trace[1555233709] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.062937626s","start":"2026-07-23T23:53:13.143602Z","end":"2026-07-23T23:53:14.20654Z","steps":["trace[1555233709] 'process raft request' (duration: 1.062811691s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:14.206645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.14342Z","time spent":"1.063117451s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:14.206712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.143557Z","time spent":"1.063046089s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:14.20671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.142956Z","time spent":"1.06342145s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:14.206715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.143568Z","time spent":"1.06307352s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:14.206625Z","caller":"traceutil/trace.go:171","msg":"trace[1457889977] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"727.566114ms","start":"2026-07-23T23:53:13.478935Z","end":"2026-07-23T23:53:14.206502Z","steps":["trace[1457889977] 'process raft request' (duration: 727.515863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:14.20696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.478906Z","time spent":"728.021229ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:14.229214Z","caller":"traceutil/trace.go:171","msg":"trace[1708998087] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2119; }","duration":"305.716769ms","start":"2026-07-23T23:53:13.923479Z","end":"2026-07-23T23:53:14.229196Z","steps":["trace[1708998087] 'read index received' (duration: 282.105632ms)","trace[1708998087] 'applied index is now lower than readState.Index' (duration: 23.609937ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:14.229309Z","caller":"traceutil/trace.go:171","msg":"trace[677953920] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"644.085236ms","start":"2026-07-23T23:53:13.585213Z","end":"2026-07-23T23:53:14.229298Z","steps":["trace[677953920] 'process raft request' (duration: 643.858569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:14.229506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.585185Z","time spent":"644.147038ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:14.229523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.03792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:53:14.229627Z","caller":"traceutil/trace.go:171","msg":"trace[304004506] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2049; }","duration":"306.149003ms","start":"2026-07-23T23:53:13.92342Z","end":"2026-07-23T23:53:14.229569Z","steps":["trace[304004506] 'agreement among raft nodes before linearized reading' (duration: 306.008699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:14.229633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.9626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-07-23T23:53:14.229694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:13.923394Z","time spent":"306.286588ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:53:14.229744Z","caller":"traceutil/trace.go:171","msg":"trace[982407745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2049; }","duration":"298.090924ms","start":"2026-07-23T23:53:13.931625Z","end":"2026-07-23T23:53:14.229716Z","steps":["trace[982407745] 'agreement among raft nodes before linearized reading' (duration: 297.772904ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:16.371677Z","caller":"traceutil/trace.go:171","msg":"trace[779757740] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"156.396448ms","start":"2026-07-23T23:53:16.215256Z","end":"2026-07-23T23:53:16.371652Z","steps":["trace[779757740] 'process raft request' (duration: 156.220462ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:16.37202Z","caller":"traceutil/trace.go:171","msg":"trace[1287743421] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"156.632146ms","start":"2026-07-23T23:53:16.215365Z","end":"2026-07-23T23:53:16.371997Z","steps":["trace[1287743421] 'process raft request' (duration: 156.245663ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:16.37213Z","caller":"traceutil/trace.go:171","msg":"trace[1939457872] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"155.978825ms","start":"2026-07-23T23:53:16.216121Z","end":"2026-07-23T23:53:16.3721Z","steps":["trace[1939457872] 'process raft request' (duration: 155.765838ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:16.372248Z","caller":"traceutil/trace.go:171","msg":"trace[1340138002] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2132; }","duration":"126.83489ms","start":"2026-07-23T23:53:16.245386Z","end":"2026-07-23T23:53:16.372221Z","steps":["trace[1340138002] 'read index received' (duration: 42.590647ms)","trace[1340138002] 'applied index is now lower than readState.Index' (duration: 84.241333ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:16.372309Z","caller":"traceutil/trace.go:171","msg":"trace[135840881] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"155.140617ms","start":"2026-07-23T23:53:16.217133Z","end":"2026-07-23T23:53:16.372273Z","steps":["trace[135840881] 'process raft request' (duration: 154.90701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:16.372497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.092558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-23T23:53:16.372539Z","caller":"traceutil/trace.go:171","msg":"trace[1774948533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"127.204032ms","start":"2026-07-23T23:53:16.245324Z","end":"2026-07-23T23:53:16.372528Z","steps":["trace[1774948533] 'agreement among raft nodes before linearized reading' (duration: 127.000025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:17.502721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.556262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:17.502819Z","caller":"traceutil/trace.go:171","msg":"trace[504288938] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2061; }","duration":"525.701137ms","start":"2026-07-23T23:53:16.977095Z","end":"2026-07-23T23:53:17.502797Z","steps":["trace[504288938] 'count revisions from in-memory index tree' (duration: 525.46449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:17.502839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.470716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:17.50288Z","caller":"traceutil/trace.go:171","msg":"trace[374204920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2061; }","duration":"557.54977ms","start":"2026-07-23T23:53:16.945319Z","end":"2026-07-23T23:53:17.502869Z","steps":["trace[374204920] 'range keys from in-memory index tree' (duration: 557.303171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:17.502923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:16.945304Z","time spent":"557.611381ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:53:17.502942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:16.977081Z","time spent":"525.835382ms","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:53:17.50318Z","caller":"traceutil/trace.go:171","msg":"trace[1275788522] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"352.866302ms","start":"2026-07-23T23:53:17.150269Z","end":"2026-07-23T23:53:17.503136Z","steps":["trace[1275788522] 'process raft request' (duration: 281.12881ms)","trace[1275788522] 'compare' (duration: 70.939016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:53:17.503062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.913921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:53:17.503391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:17.150238Z","time spent":"353.030497ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:17.503423Z","caller":"traceutil/trace.go:171","msg":"trace[851016881] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2138; }","duration":"123.134901ms","start":"2026-07-23T23:53:17.380277Z","end":"2026-07-23T23:53:17.503411Z","steps":["trace[851016881] 'read index received' (duration: 51.139231ms)","trace[851016881] 'applied index is now lower than readState.Index' (duration: 71.99474ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:17.503481Z","caller":"traceutil/trace.go:171","msg":"trace[1130820102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2061; }","duration":"601.366055ms","start":"2026-07-23T23:53:16.902042Z","end":"2026-07-23T23:53:17.503408Z","steps":["trace[1130820102] 'count revisions from in-memory index tree' (duration: 600.751135ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:17.503614Z","caller":"traceutil/trace.go:171","msg":"trace[1317880442] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"350.178636ms","start":"2026-07-23T23:53:17.153427Z","end":"2026-07-23T23:53:17.503606Z","steps":["trace[1317880442] 'process raft request' (duration: 349.619188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:17.503714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:17.153395Z","time spent":"350.251089ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:17.503582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.314117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-23T23:53:17.503838Z","caller":"traceutil/trace.go:171","msg":"trace[1280276558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"123.619306ms","start":"2026-07-23T23:53:17.380203Z","end":"2026-07-23T23:53:17.503823Z","steps":["trace[1280276558] 'agreement among raft nodes before linearized reading' (duration: 123.246044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:17.503699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:16.902017Z","time spent":"601.605193ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:53:50.858706Z","caller":"traceutil/trace.go:171","msg":"trace[353954700] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"167.709472ms","start":"2026-07-23T23:53:50.690963Z","end":"2026-07-23T23:53:50.858673Z","steps":["trace[353954700] 'process raft request' (duration: 151.669567ms)","trace[353954700] 'compare' (duration: 15.837388ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:50.858972Z","caller":"traceutil/trace.go:171","msg":"trace[1279332395] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"167.935219ms","start":"2026-07-23T23:53:50.691015Z","end":"2026-07-23T23:53:50.858951Z","steps":["trace[1279332395] 'process raft request' (duration: 167.604538ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:50.859223Z","caller":"traceutil/trace.go:171","msg":"trace[627907557] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"167.937849ms","start":"2026-07-23T23:53:50.691272Z","end":"2026-07-23T23:53:50.85921Z","steps":["trace[627907557] 'process raft request' (duration: 167.600418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:52.199221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165392472s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:53:52.199522Z","caller":"traceutil/trace.go:171","msg":"trace[1122743652] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"533.111526ms","start":"2026-07-23T23:53:51.666378Z","end":"2026-07-23T23:53:52.199489Z","steps":["trace[1122743652] 'process raft request' (duration: 533.000492ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:52.19959Z","caller":"traceutil/trace.go:171","msg":"trace[1714253613] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2333; }","duration":"1.206395017s","start":"2026-07-23T23:53:50.993178Z","end":"2026-07-23T23:53:52.199573Z","steps":["trace[1714253613] 'read index received' (duration: 39.554439ms)","trace[1714253613] 'applied index is now lower than readState.Index' (duration: 1.166837338s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:53:52.199612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.666344Z","time spent":"533.231819ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:52.199473Z","caller":"traceutil/trace.go:171","msg":"trace[1493080788] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.244858871s","start":"2026-07-23T23:53:50.954535Z","end":"2026-07-23T23:53:52.199393Z","steps":["trace[1493080788] 'process raft request' (duration: 78.275252ms)","trace[1493080788] 'compare' (duration: 1.164991298s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:53:52.199817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206611774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:53:52.199865Z","caller":"traceutil/trace.go:171","msg":"trace[1975090116] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2250; }","duration":"1.206743788s","start":"2026-07-23T23:53:50.99311Z","end":"2026-07-23T23:53:52.199854Z","steps":["trace[1975090116] 'agreement among raft nodes before linearized reading' (duration: 1.206559272s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:52.199905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:50.993085Z","time spent":"1.206807761s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:53:52.199891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:50.954503Z","time spent":"1.245272915s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:52.699753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893653125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:53:53.244068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.033145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:53:53.2443Z","caller":"traceutil/trace.go:171","msg":"trace[1773799577] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2335; }","duration":"1.044649178s","start":"2026-07-23T23:53:52.19963Z","end":"2026-07-23T23:53:53.244279Z","steps":["trace[1773799577] 'read index received' (duration: 932.146298ms)","trace[1773799577] 'applied index is now lower than readState.Index' (duration: 112.5013ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:53.244587Z","caller":"traceutil/trace.go:171","msg":"trace[1024888719] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.530550548s","start":"2026-07-23T23:53:51.714021Z","end":"2026-07-23T23:53:53.244571Z","steps":["trace[1024888719] 'process raft request' (duration: 1.417881603s)","trace[1024888719] 'compare' (duration: 111.800197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:53:53.24466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.713966Z","time spent":"1.530652542s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:53.244728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.602286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-23T23:53:53.24476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93860066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:53.244801Z","caller":"traceutil/trace.go:171","msg":"trace[1917794941] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2252; }","duration":"996.743541ms","start":"2026-07-23T23:53:52.248038Z","end":"2026-07-23T23:53:53.244782Z","steps":["trace[1917794941] 'agreement among raft nodes before linearized reading' (duration: 996.607557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.244854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:52.248013Z","time spent":"996.829174ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:53:53.244854Z","caller":"traceutil/trace.go:171","msg":"trace[1521450104] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2252; }","duration":"1.938769946s","start":"2026-07-23T23:53:51.306059Z","end":"2026-07-23T23:53:53.244829Z","steps":["trace[1521450104] 'agreement among raft nodes before linearized reading' (duration: 1.938577339s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.244905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.306011Z","time spent":"1.938883359s","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:53:53.244899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936486843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-23T23:53:53.245021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.326145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-23T23:53:53.245002Z","caller":"traceutil/trace.go:171","msg":"trace[995231223] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"1.488239031s","start":"2026-07-23T23:53:51.756727Z","end":"2026-07-23T23:53:53.244966Z","steps":["trace[995231223] 'process raft request' (duration: 1.487469836s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:53.245075Z","caller":"traceutil/trace.go:171","msg":"trace[152100122] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2252; }","duration":"381.395987ms","start":"2026-07-23T23:53:52.86366Z","end":"2026-07-23T23:53:53.245056Z","steps":["trace[152100122] 'agreement among raft nodes before linearized reading' (duration: 381.250902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:52.863645Z","time spent":"381.47151ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-23T23:53:53.245134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29934896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:53:53.245149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.593374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:53:53.245185Z","caller":"traceutil/trace.go:171","msg":"trace[1765179646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2252; }","duration":"381.696467ms","start":"2026-07-23T23:53:52.863478Z","end":"2026-07-23T23:53:53.245174Z","steps":["trace[1765179646] 'agreement among raft nodes before linearized reading' (duration: 381.580543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376862927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-23T23:53:53.245183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.756704Z","time spent":"1.488378266s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:53.245187Z","caller":"traceutil/trace.go:171","msg":"trace[2078821348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2252; }","duration":"1.299441564s","start":"2026-07-23T23:53:51.945728Z","end":"2026-07-23T23:53:53.24517Z","steps":["trace[2078821348] 'agreement among raft nodes before linearized reading' (duration: 1.299377311s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:52.863448Z","time spent":"381.759819ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:53:53.245224Z","caller":"traceutil/trace.go:171","msg":"trace[1354455827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2252; }","duration":"1.377087204s","start":"2026-07-23T23:53:51.868127Z","end":"2026-07-23T23:53:53.245214Z","steps":["trace[1354455827] 'agreement among raft nodes before linearized reading' (duration: 1.376793845s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.945673Z","time spent":"1.299553936s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:53:53.245261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.868099Z","time spent":"1.377152926s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T23:53:53.245287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489843433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T23:53:53.24534Z","caller":"traceutil/trace.go:171","msg":"trace[1775368221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2252; }","duration":"1.489954437s","start":"2026-07-23T23:53:51.75537Z","end":"2026-07-23T23:53:53.245324Z","steps":["trace[1775368221] 'agreement among raft nodes before linearized reading' (duration: 1.489793481s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511329022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:53.245424Z","caller":"traceutil/trace.go:171","msg":"trace[2128333630] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2252; }","duration":"1.511494447s","start":"2026-07-23T23:53:51.733902Z","end":"2026-07-23T23:53:53.245396Z","steps":["trace[2128333630] 'agreement among raft nodes before linearized reading' (duration: 1.51128697s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.75534Z","time spent":"1.490038948s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T23:53:53.245442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.682716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T23:53:53.245556Z","caller":"traceutil/trace.go:171","msg":"trace[1615080365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2252; }","duration":"381.835121ms","start":"2026-07-23T23:53:52.863701Z","end":"2026-07-23T23:53:53.245536Z","steps":["trace[1615080365] 'agreement among raft nodes before linearized reading' (duration: 381.48176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.733869Z","time spent":"1.51160102s","remote":"127.0.0.1:56842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:53:53.245626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:52.863693Z","time spent":"381.924454ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:53:53.245448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.173812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:53:53.245671Z","caller":"traceutil/trace.go:171","msg":"trace[1446083145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2252; }","duration":"622.488042ms","start":"2026-07-23T23:53:52.623171Z","end":"2026-07-23T23:53:53.245659Z","steps":["trace[1446083145] 'agreement among raft nodes before linearized reading' (duration: 622.024507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:52.623147Z","time spent":"622.564425ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:53:53.245716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162529545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:53:53.245829Z","caller":"traceutil/trace.go:171","msg":"trace[2095316707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2252; }","duration":"2.162753272s","start":"2026-07-23T23:53:51.083054Z","end":"2026-07-23T23:53:53.245807Z","steps":["trace[2095316707] 'agreement among raft nodes before linearized reading' (duration: 2.161870274s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.245887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.083021Z","time spent":"2.162852815s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:53:53.245018Z","caller":"traceutil/trace.go:171","msg":"trace[1773957392] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2252; }","duration":"1.936636197s","start":"2026-07-23T23:53:51.308351Z","end":"2026-07-23T23:53:53.244987Z","steps":["trace[1773957392] 'agreement among raft nodes before linearized reading' (duration: 1.936256335s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.246955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:51.308341Z","time spent":"1.93858367s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-23T23:53:53.247599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.093641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-23T23:53:53.247676Z","caller":"traceutil/trace.go:171","msg":"trace[57206006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2252; }","duration":"531.241535ms","start":"2026-07-23T23:53:52.716417Z","end":"2026-07-23T23:53:53.247658Z","steps":["trace[57206006] 'agreement among raft nodes before linearized reading' (duration: 528.807857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.247734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:52.716387Z","time spent":"531.334308ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T23:53:53.444665Z","caller":"traceutil/trace.go:171","msg":"trace[1141796968] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"193.890831ms","start":"2026-07-23T23:53:53.250729Z","end":"2026-07-23T23:53:53.44462Z","steps":["trace[1141796968] 'process raft request' (duration: 126.121667ms)","trace[1141796968] 'compare' (duration: 67.566397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:53:53.982311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.335457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:53:53.982623Z","caller":"traceutil/trace.go:171","msg":"trace[245270290] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"731.265714ms","start":"2026-07-23T23:53:53.251337Z","end":"2026-07-23T23:53:53.982603Z","steps":["trace[245270290] 'process raft request' (duration: 731.188081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.982697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.251325Z","time spent":"731.339936ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:53.982961Z","caller":"traceutil/trace.go:171","msg":"trace[1911518955] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"732.059079ms","start":"2026-07-23T23:53:53.250856Z","end":"2026-07-23T23:53:53.982915Z","steps":["trace[1911518955] 'process raft request' (duration: 570.02339ms)","trace[1911518955] 'compare' (duration: 161.187031ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:53.983057Z","caller":"traceutil/trace.go:171","msg":"trace[1599495719] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"732.071319ms","start":"2026-07-23T23:53:53.250944Z","end":"2026-07-23T23:53:53.983016Z","steps":["trace[1599495719] 'process raft request' (duration: 731.549002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.98318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.250827Z","time spent":"732.244495ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:53.983223Z","caller":"traceutil/trace.go:171","msg":"trace[1163820942] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"731.428009ms","start":"2026-07-23T23:53:53.251773Z","end":"2026-07-23T23:53:53.983201Z","steps":["trace[1163820942] 'process raft request' (duration: 730.796209ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:53.98311Z","caller":"traceutil/trace.go:171","msg":"trace[1332580711] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"732.120901ms","start":"2026-07-23T23:53:53.250959Z","end":"2026-07-23T23:53:53.98308Z","steps":["trace[1332580711] 'process raft request' (duration: 731.4594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.983316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.251763Z","time spent":"731.512241ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:53.983375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.250914Z","time spent":"732.285786ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:53:53.983404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.25095Z","time spent":"732.386299ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:53.983536Z","caller":"traceutil/trace.go:171","msg":"trace[1706050355] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2337; }","duration":"728.738692ms","start":"2026-07-23T23:53:53.254777Z","end":"2026-07-23T23:53:53.983515Z","steps":["trace[1706050355] 'read index received' (duration: 122.093247ms)","trace[1706050355] 'applied index is now lower than readState.Index' (duration: 606.644435ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:53:53.983563Z","caller":"traceutil/trace.go:171","msg":"trace[697698774] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"731.290254ms","start":"2026-07-23T23:53:53.252251Z","end":"2026-07-23T23:53:53.983541Z","steps":["trace[697698774] 'process raft request' (duration: 731.060546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.983659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.891097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:53:53.983658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.252186Z","time spent":"731.422628ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:53:53.983703Z","caller":"traceutil/trace.go:171","msg":"trace[570850487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2259; }","duration":"729.005361ms","start":"2026-07-23T23:53:53.254687Z","end":"2026-07-23T23:53:53.983692Z","steps":["trace[570850487] 'agreement among raft nodes before linearized reading' (duration: 728.943129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.983741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.819879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:53:53.983741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.254662Z","time spent":"729.066953ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:53:53.983756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.755235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:53:53.983843Z","caller":"traceutil/trace.go:171","msg":"trace[750687496] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2259; }","duration":"274.899281ms","start":"2026-07-23T23:53:53.708918Z","end":"2026-07-23T23:53:53.983818Z","steps":["trace[750687496] 'agreement among raft nodes before linearized reading' (duration: 274.750256ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:53:53.983792Z","caller":"traceutil/trace.go:171","msg":"trace[667977906] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2259; }","duration":"706.983204ms","start":"2026-07-23T23:53:53.276793Z","end":"2026-07-23T23:53:53.983777Z","steps":["trace[667977906] 'agreement among raft nodes before linearized reading' (duration: 706.869511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.983958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.547858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c51059648b6054\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-23T23:53:53.983973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.276766Z","time spent":"707.184961ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:53:53.984012Z","caller":"traceutil/trace.go:171","msg":"trace[552749763] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c51059648b6054; range_end:; response_count:1; response_revision:2259; }","duration":"528.683753ms","start":"2026-07-23T23:53:53.455315Z","end":"2026-07-23T23:53:53.983999Z","steps":["trace[552749763] 'agreement among raft nodes before linearized reading' (duration: 528.500257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.984061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.455288Z","time spent":"528.763055ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c51059648b6054\" "} {"level":"warn","ts":"2026-07-23T23:53:53.984164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.85406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-23T23:53:53.984259Z","caller":"traceutil/trace.go:171","msg":"trace[1550637953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2259; }","duration":"591.982654ms","start":"2026-07-23T23:53:53.392255Z","end":"2026-07-23T23:53:53.984238Z","steps":["trace[1550637953] 'agreement among raft nodes before linearized reading' (duration: 591.565471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:53:53.984334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:53:53.392235Z","time spent":"592.088628ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-23T23:54:32.326747Z","caller":"traceutil/trace.go:171","msg":"trace[905929652] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2731; }","duration":"101.841192ms","start":"2026-07-23T23:54:32.224874Z","end":"2026-07-23T23:54:32.326716Z","steps":["trace[905929652] 'read index received' (duration: 101.587984ms)","trace[905929652] 'applied index is now lower than readState.Index' (duration: 252.328µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:54:32.326811Z","caller":"traceutil/trace.go:171","msg":"trace[596655656] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"111.622114ms","start":"2026-07-23T23:54:32.215164Z","end":"2026-07-23T23:54:32.326787Z","steps":["trace[596655656] 'process raft request' (duration: 111.387366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:32.327039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.876663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T23:54:32.3271Z","caller":"traceutil/trace.go:171","msg":"trace[395836989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2632; }","duration":"101.973606ms","start":"2026-07-23T23:54:32.225109Z","end":"2026-07-23T23:54:32.327083Z","steps":["trace[395836989] 'agreement among raft nodes before linearized reading' (duration: 101.78075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:32.32739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.456622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-23T23:54:32.327758Z","caller":"traceutil/trace.go:171","msg":"trace[1670379063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2632; }","duration":"102.866285ms","start":"2026-07-23T23:54:32.224838Z","end":"2026-07-23T23:54:32.327704Z","steps":["trace[1670379063] 'agreement among raft nodes before linearized reading' (duration: 102.06505ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:54:36.822018Z","caller":"traceutil/trace.go:171","msg":"trace[1573699583] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2758; }","duration":"465.634928ms","start":"2026-07-23T23:54:36.356355Z","end":"2026-07-23T23:54:36.82199Z","steps":["trace[1573699583] 'read index received' (duration: 465.486113ms)","trace[1573699583] 'applied index is now lower than readState.Index' (duration: 147.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:54:36.822172Z","caller":"traceutil/trace.go:171","msg":"trace[1768387942] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"466.244278ms","start":"2026-07-23T23:54:36.35587Z","end":"2026-07-23T23:54:36.822114Z","steps":["trace[1768387942] 'process raft request' (duration: 465.899647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:36.822466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.355844Z","time spent":"466.556128ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:54:36.822282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.901437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:54:36.822605Z","caller":"traceutil/trace.go:171","msg":"trace[157197781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2658; }","duration":"466.272708ms","start":"2026-07-23T23:54:36.356289Z","end":"2026-07-23T23:54:36.822562Z","steps":["trace[157197781] 'agreement among raft nodes before linearized reading' (duration: 465.842955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:36.822703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.356254Z","time spent":"466.419504ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T23:54:36.865893Z","caller":"traceutil/trace.go:171","msg":"trace[884275614] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"507.172465ms","start":"2026-07-23T23:54:36.358696Z","end":"2026-07-23T23:54:36.865869Z","steps":["trace[884275614] 'process raft request' (duration: 506.860165ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:54:36.865919Z","caller":"traceutil/trace.go:171","msg":"trace[1943154513] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"506.482603ms","start":"2026-07-23T23:54:36.359413Z","end":"2026-07-23T23:54:36.865895Z","steps":["trace[1943154513] 'process raft request' (duration: 506.409051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:36.86603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.358681Z","time spent":"507.276038ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:54:36.866091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.359396Z","time spent":"506.599406ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:54:36.866127Z","caller":"traceutil/trace.go:171","msg":"trace[1112884486] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"507.278008ms","start":"2026-07-23T23:54:36.358838Z","end":"2026-07-23T23:54:36.866116Z","steps":["trace[1112884486] 'process raft request' (duration: 506.937227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:36.866168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.358811Z","time spent":"507.33634ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:54:36.866319Z","caller":"traceutil/trace.go:171","msg":"trace[1513289866] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"506.450612ms","start":"2026-07-23T23:54:36.359842Z","end":"2026-07-23T23:54:36.866293Z","steps":["trace[1513289866] 'process raft request' (duration: 506.014968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:36.86643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.359828Z","time spent":"506.539794ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:54:36.866447Z","caller":"traceutil/trace.go:171","msg":"trace[576301791] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"503.87553ms","start":"2026-07-23T23:54:36.362553Z","end":"2026-07-23T23:54:36.866428Z","steps":["trace[576301791] 'process raft request' (duration: 503.641923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:54:36.866542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:54:36.362539Z","time spent":"503.953382ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:54:36.866573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.857362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-23T23:54:36.866666Z","caller":"traceutil/trace.go:171","msg":"trace[1677455964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2663; }","duration":"173.973515ms","start":"2026-07-23T23:54:36.69267Z","end":"2026-07-23T23:54:36.866644Z","steps":["trace[1677455964] 'agreement among raft nodes before linearized reading' (duration: 173.682646ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.312351Z","caller":"traceutil/trace.go:171","msg":"trace[1192534182] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2929; }","duration":"274.155124ms","start":"2026-07-23T23:55:03.03816Z","end":"2026-07-23T23:55:03.312315Z","steps":["trace[1192534182] 'read index received' (duration: 273.729ms)","trace[1192534182] 'applied index is now lower than readState.Index' (duration: 424.694µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:55:03.312369Z","caller":"traceutil/trace.go:171","msg":"trace[1996497272] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"314.918346ms","start":"2026-07-23T23:55:02.99741Z","end":"2026-07-23T23:55:03.312328Z","steps":["trace[1996497272] 'process raft request' (duration: 314.587946ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.312409Z","caller":"traceutil/trace.go:171","msg":"trace[534049224] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"314.933577ms","start":"2026-07-23T23:55:02.997433Z","end":"2026-07-23T23:55:03.312367Z","steps":["trace[534049224] 'process raft request' (duration: 314.787162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:03.312583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:02.997403Z","time spent":"315.092542ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:55:03.312677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.478394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-23T23:55:03.312727Z","caller":"traceutil/trace.go:171","msg":"trace[180056785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2825; }","duration":"274.593239ms","start":"2026-07-23T23:55:03.038121Z","end":"2026-07-23T23:55:03.312714Z","steps":["trace[180056785] 'agreement among raft nodes before linearized reading' (duration: 274.385442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:03.312812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.578686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T23:55:03.312846Z","caller":"traceutil/trace.go:171","msg":"trace[1042935590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2825; }","duration":"139.65665ms","start":"2026-07-23T23:55:03.17318Z","end":"2026-07-23T23:55:03.312837Z","steps":["trace[1042935590] 'agreement among raft nodes before linearized reading' (duration: 139.522155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:03.312882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.204935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-23T23:55:03.312976Z","caller":"traceutil/trace.go:171","msg":"trace[1237667549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2825; }","duration":"227.326359ms","start":"2026-07-23T23:55:03.085623Z","end":"2026-07-23T23:55:03.312949Z","steps":["trace[1237667549] 'agreement among raft nodes before linearized reading' (duration: 227.070071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:03.312869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.931091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-23T23:55:03.312612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:02.99737Z","time spent":"315.106572ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:55:03.312998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.538686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T23:55:03.313186Z","caller":"traceutil/trace.go:171","msg":"trace[1201372071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2825; }","duration":"183.267822ms","start":"2026-07-23T23:55:03.12987Z","end":"2026-07-23T23:55:03.313138Z","steps":["trace[1201372071] 'agreement among raft nodes before linearized reading' (duration: 182.778897ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.313272Z","caller":"traceutil/trace.go:171","msg":"trace[748206393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2825; }","duration":"227.896968ms","start":"2026-07-23T23:55:03.085348Z","end":"2026-07-23T23:55:03.313245Z","steps":["trace[748206393] 'agreement among raft nodes before linearized reading' (duration: 227.321629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:03.535546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.951057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:55:03.535691Z","caller":"traceutil/trace.go:171","msg":"trace[1899782571] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"218.097644ms","start":"2026-07-23T23:55:03.317569Z","end":"2026-07-23T23:55:03.535667Z","steps":["trace[1899782571] 'process raft request' (duration: 88.918009ms)","trace[1899782571] 'compare' (duration: 128.782812ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:55:03.592049Z","caller":"traceutil/trace.go:171","msg":"trace[413106721] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"274.278629ms","start":"2026-07-23T23:55:03.317734Z","end":"2026-07-23T23:55:03.592013Z","steps":["trace[413106721] 'process raft request' (duration: 274.02321ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.592431Z","caller":"traceutil/trace.go:171","msg":"trace[1927352530] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"273.99727ms","start":"2026-07-23T23:55:03.318408Z","end":"2026-07-23T23:55:03.592405Z","steps":["trace[1927352530] 'process raft request' (duration: 273.946018ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.5926Z","caller":"traceutil/trace.go:171","msg":"trace[1411893604] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"274.461215ms","start":"2026-07-23T23:55:03.317905Z","end":"2026-07-23T23:55:03.592366Z","steps":["trace[1411893604] 'process raft request' (duration: 274.045792ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.592694Z","caller":"traceutil/trace.go:171","msg":"trace[148901234] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"274.333201ms","start":"2026-07-23T23:55:03.318341Z","end":"2026-07-23T23:55:03.592674Z","steps":["trace[148901234] 'process raft request' (duration: 273.887736ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:03.849487Z","caller":"traceutil/trace.go:171","msg":"trace[1730341808] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"152.704136ms","start":"2026-07-23T23:55:03.69675Z","end":"2026-07-23T23:55:03.849454Z","steps":["trace[1730341808] 'process raft request' (duration: 93.509776ms)","trace[1730341808] 'compare' (duration: 58.698334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:04.086366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.643482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:55:04.086472Z","caller":"traceutil/trace.go:171","msg":"trace[716266481] linearizableReadLoop","detail":"{readStateIndex:2938; appliedIndex:2937; }","duration":"140.761084ms","start":"2026-07-23T23:55:03.945697Z","end":"2026-07-23T23:55:04.086458Z","steps":["trace[716266481] 'read index received' (duration: 19.927176ms)","trace[716266481] 'applied index is now lower than readState.Index' (duration: 120.832698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:04.086529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.845867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:55:04.0865Z","caller":"traceutil/trace.go:171","msg":"trace[723872168] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"152.186449ms","start":"2026-07-23T23:55:03.934277Z","end":"2026-07-23T23:55:04.086464Z","steps":["trace[723872168] 'process raft request' (duration: 31.356701ms)","trace[723872168] 'compare' (duration: 120.535459ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:55:04.086556Z","caller":"traceutil/trace.go:171","msg":"trace[1811982412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2832; }","duration":"140.91819ms","start":"2026-07-23T23:55:03.945629Z","end":"2026-07-23T23:55:04.086547Z","steps":["trace[1811982412] 'agreement among raft nodes before linearized reading' (duration: 140.872318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:10.169769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.26453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-23T23:55:10.169846Z","caller":"traceutil/trace.go:171","msg":"trace[1087849993] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2862; }","duration":"348.401825ms","start":"2026-07-23T23:55:09.821433Z","end":"2026-07-23T23:55:10.169835Z","steps":["trace[1087849993] 'range keys from in-memory index tree' (duration: 348.099985ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:10.169841Z","caller":"traceutil/trace.go:171","msg":"trace[1587200014] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2969; }","duration":"281.728746ms","start":"2026-07-23T23:55:09.888094Z","end":"2026-07-23T23:55:10.169823Z","steps":["trace[1587200014] 'read index received' (duration: 194.48411ms)","trace[1587200014] 'applied index is now lower than readState.Index' (duration: 87.243745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:10.169876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:09.821411Z","time spent":"348.458376ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-23T23:55:10.169895Z","caller":"traceutil/trace.go:171","msg":"trace[1551374556] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"293.645756ms","start":"2026-07-23T23:55:09.87621Z","end":"2026-07-23T23:55:10.169855Z","steps":["trace[1551374556] 'process raft request' (duration: 206.429651ms)","trace[1551374556] 'compare' (duration: 86.741259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:10.169947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.401844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:55:10.170117Z","caller":"traceutil/trace.go:171","msg":"trace[925900385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2863; }","duration":"224.595111ms","start":"2026-07-23T23:55:09.945503Z","end":"2026-07-23T23:55:10.170098Z","steps":["trace[925900385] 'agreement among raft nodes before linearized reading' (duration: 224.415726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:10.170039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.927672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-23T23:55:10.170232Z","caller":"traceutil/trace.go:171","msg":"trace[1234138020] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:2863; }","duration":"282.156469ms","start":"2026-07-23T23:55:09.888058Z","end":"2026-07-23T23:55:10.170214Z","steps":["trace[1234138020] 'agreement among raft nodes before linearized reading' (duration: 281.839089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:10.508875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.926663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-23T23:55:10.508973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.171255Z","time spent":"337.703024ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T23:55:10.509092Z","caller":"traceutil/trace.go:171","msg":"trace[1616803913] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"334.46161ms","start":"2026-07-23T23:55:10.174616Z","end":"2026-07-23T23:55:10.509078Z","steps":["trace[1616803913] 'process raft request' (duration: 334.344376ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:10.509108Z","caller":"traceutil/trace.go:171","msg":"trace[412397256] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2970; }","duration":"335.074519ms","start":"2026-07-23T23:55:10.174002Z","end":"2026-07-23T23:55:10.509076Z","steps":["trace[412397256] 'read index received' (duration: 202.94025ms)","trace[412397256] 'applied index is now lower than readState.Index' (duration: 132.131999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:10.50919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.174598Z","time spent":"334.535872ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:55:10.509369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.075127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:55:10.509418Z","caller":"traceutil/trace.go:171","msg":"trace[455321475] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2864; }","duration":"147.18274ms","start":"2026-07-23T23:55:10.36222Z","end":"2026-07-23T23:55:10.509403Z","steps":["trace[455321475] 'agreement among raft nodes before linearized reading' (duration: 147.083307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:10.509859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.847094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-23T23:55:10.509924Z","caller":"traceutil/trace.go:171","msg":"trace[1447027202] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2864; }","duration":"335.953487ms","start":"2026-07-23T23:55:10.173956Z","end":"2026-07-23T23:55:10.509909Z","steps":["trace[1447027202] 'agreement among raft nodes before linearized reading' (duration: 335.257635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:10.509968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.173937Z","time spent":"336.02056ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-23T23:55:11.721045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071424293s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:55:11.721179Z","caller":"traceutil/trace.go:171","msg":"trace[1774135132] linearizableReadLoop","detail":"{readStateIndex:2974; appliedIndex:2972; }","duration":"1.207083925s","start":"2026-07-23T23:55:10.514071Z","end":"2026-07-23T23:55:11.721155Z","steps":["trace[1774135132] 'read index received' (duration: 39.725639ms)","trace[1774135132] 'applied index is now lower than readState.Index' (duration: 1.167356426s)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:55:11.721514Z","caller":"traceutil/trace.go:171","msg":"trace[474381003] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"1.208736838s","start":"2026-07-23T23:55:10.512756Z","end":"2026-07-23T23:55:11.721493Z","steps":["trace[474381003] 'process raft request' (duration: 136.724366ms)","trace[474381003] 'compare' (duration: 1.070533855s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:11.721641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.51273Z","time spent":"1.208837341s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:55:11.722056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207990925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-23T23:55:11.722102Z","caller":"traceutil/trace.go:171","msg":"trace[1670286357] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2866; }","duration":"1.208063096s","start":"2026-07-23T23:55:10.514027Z","end":"2026-07-23T23:55:11.72209Z","steps":["trace[1670286357] 'agreement among raft nodes before linearized reading' (duration: 1.207893531s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:11.722134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.514009Z","time spent":"1.208118938s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-23T23:55:11.722393Z","caller":"traceutil/trace.go:171","msg":"trace[610728833] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"398.177284ms","start":"2026-07-23T23:55:11.324177Z","end":"2026-07-23T23:55:11.722354Z","steps":["trace[610728833] 'process raft request' (duration: 397.954987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:11.722613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.324144Z","time spent":"398.35057ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:55:12.82361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.556818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:55:12.823876Z","caller":"traceutil/trace.go:171","msg":"trace[1904606069] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"647.838157ms","start":"2026-07-23T23:55:12.176019Z","end":"2026-07-23T23:55:12.823857Z","steps":["trace[1904606069] 'process raft request' (duration: 647.789566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.823957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:12.175992Z","time spent":"647.92427ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:55:12.824182Z","caller":"traceutil/trace.go:171","msg":"trace[1596230393] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"1.480093203s","start":"2026-07-23T23:55:11.344077Z","end":"2026-07-23T23:55:12.82417Z","steps":["trace[1596230393] 'process raft request' (duration: 1.479629838s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.344055Z","time spent":"1.480152495s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:55:12.824437Z","caller":"traceutil/trace.go:171","msg":"trace[1344081658] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2974; }","duration":"1.103173557s","start":"2026-07-23T23:55:11.721209Z","end":"2026-07-23T23:55:12.824383Z","steps":["trace[1344081658] 'read index received' (duration: 1.112145ms)","trace[1344081658] 'applied index is now lower than readState.Index' (duration: 1.102059182s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:12.824523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195183915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T23:55:12.824569Z","caller":"traceutil/trace.go:171","msg":"trace[184079950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2870; }","duration":"1.195249817s","start":"2026-07-23T23:55:11.629307Z","end":"2026-07-23T23:55:12.824557Z","steps":["trace[184079950] 'agreement among raft nodes before linearized reading' (duration: 1.195082932s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.6293Z","time spent":"1.195293939s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:55:12.824681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870237311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:55:12.824687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247382943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-23T23:55:12.824692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194817004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-23T23:55:12.824706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194773972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-23T23:55:12.824776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.927527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-23T23:55:12.824793Z","caller":"traceutil/trace.go:171","msg":"trace[1558339928] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2870; }","duration":"1.870429027s","start":"2026-07-23T23:55:10.95433Z","end":"2026-07-23T23:55:12.824759Z","steps":["trace[1558339928] 'agreement among raft nodes before linearized reading' (duration: 1.870188009s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.847394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:55:12.824811Z","caller":"traceutil/trace.go:171","msg":"trace[1579940262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2870; }","duration":"1.194998459s","start":"2026-07-23T23:55:11.629792Z","end":"2026-07-23T23:55:12.824791Z","steps":["trace[1579940262] 'agreement among raft nodes before linearized reading' (duration: 1.194669938s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:12.824819Z","caller":"traceutil/trace.go:171","msg":"trace[577432898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2870; }","duration":"1.194966628s","start":"2026-07-23T23:55:11.629835Z","end":"2026-07-23T23:55:12.824802Z","steps":["trace[577432898] 'agreement among raft nodes before linearized reading' (duration: 1.194564875s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097870167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7341"} {"level":"warn","ts":"2026-07-23T23:55:12.824768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196649151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-23T23:55:12.824861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.412374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-23T23:55:12.824864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.954311Z","time spent":"1.870541751s","remote":"127.0.0.1:55210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:55:12.824879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.629796Z","time spent":"1.195073691s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T23:55:12.824881Z","caller":"traceutil/trace.go:171","msg":"trace[1190773750] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2870; }","duration":"1.09794126s","start":"2026-07-23T23:55:11.726925Z","end":"2026-07-23T23:55:12.824866Z","steps":["trace[1190773750] 'agreement among raft nodes before linearized reading' (duration: 1.097775015s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:12.824876Z","caller":"traceutil/trace.go:171","msg":"trace[894257820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"878.998109ms","start":"2026-07-23T23:55:11.945851Z","end":"2026-07-23T23:55:12.824849Z","steps":["trace[894257820] 'agreement among raft nodes before linearized reading' (duration: 878.853244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.629784Z","time spent":"1.195082541s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T23:55:12.824926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.726919Z","time spent":"1.097999402s","remote":"127.0.0.1:35790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7364,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-23T23:55:12.824948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.945827Z","time spent":"879.108673ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:55:12.824812Z","caller":"traceutil/trace.go:171","msg":"trace[1077819294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2870; }","duration":"1.247558198s","start":"2026-07-23T23:55:11.577224Z","end":"2026-07-23T23:55:12.824782Z","steps":["trace[1077819294] 'agreement among raft nodes before linearized reading' (duration: 1.247188376s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.82504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.577196Z","time spent":"1.247832666s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T23:55:12.825008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268598801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-23T23:55:12.824983Z","caller":"traceutil/trace.go:171","msg":"trace[100597359] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2870; }","duration":"1.196871139s","start":"2026-07-23T23:55:11.628018Z","end":"2026-07-23T23:55:12.824889Z","steps":["trace[100597359] 'agreement among raft nodes before linearized reading' (duration: 1.196475066s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014911608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:55:12.825112Z","caller":"traceutil/trace.go:171","msg":"trace[1685386511] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2870; }","duration":"2.268767977s","start":"2026-07-23T23:55:10.556315Z","end":"2026-07-23T23:55:12.825083Z","steps":["trace[1685386511] 'agreement among raft nodes before linearized reading' (duration: 2.268279022s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.82516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:10.556289Z","time spent":"2.26886233s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T23:55:12.825168Z","caller":"traceutil/trace.go:171","msg":"trace[2093303231] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2870; }","duration":"1.015384824s","start":"2026-07-23T23:55:11.809756Z","end":"2026-07-23T23:55:12.82514Z","steps":["trace[2093303231] 'agreement among raft nodes before linearized reading' (duration: 1.01493313s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.8252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.627992Z","time spent":"1.197154028s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-23T23:55:12.824186Z","caller":"traceutil/trace.go:171","msg":"trace[510659343] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"1.480969661s","start":"2026-07-23T23:55:11.343158Z","end":"2026-07-23T23:55:12.824127Z","steps":["trace[510659343] 'process raft request' (duration: 739.804974ms)","trace[510659343] 'compare' (duration: 740.383362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:12.825234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.80973Z","time spent":"1.015480817s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:55:12.824899Z","caller":"traceutil/trace.go:171","msg":"trace[1966538917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2870; }","duration":"223.486846ms","start":"2026-07-23T23:55:12.601402Z","end":"2026-07-23T23:55:12.824889Z","steps":["trace[1966538917] 'agreement among raft nodes before linearized reading' (duration: 223.388043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.824841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098359853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c5107012ae30d2\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-07-23T23:55:12.825443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.343125Z","time spent":"1.482227321s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:55:12.825487Z","caller":"traceutil/trace.go:171","msg":"trace[872368608] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c5107012ae30d2; range_end:; response_count:1; response_revision:2870; }","duration":"1.099067786s","start":"2026-07-23T23:55:11.7264Z","end":"2026-07-23T23:55:12.825467Z","steps":["trace[872368608] 'agreement among raft nodes before linearized reading' (duration: 1.098205788s)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:12.824841Z","caller":"traceutil/trace.go:171","msg":"trace[1049926820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2870; }","duration":"310.064561ms","start":"2026-07-23T23:55:12.514761Z","end":"2026-07-23T23:55:12.824825Z","steps":["trace[1049926820] 'agreement among raft nodes before linearized reading' (duration: 309.894106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:55:12.825763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:11.72638Z","time spent":"1.099144148s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c5107012ae30d2\" "} {"level":"warn","ts":"2026-07-23T23:55:12.825784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:55:12.514661Z","time spent":"311.099475ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T23:55:13.048605Z","caller":"traceutil/trace.go:171","msg":"trace[1102539499] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2985; }","duration":"138.292516ms","start":"2026-07-23T23:55:12.910279Z","end":"2026-07-23T23:55:13.048572Z","steps":["trace[1102539499] 'read index received' (duration: 54.093627ms)","trace[1102539499] 'applied index is now lower than readState.Index' (duration: 84.197829ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:55:13.048656Z","caller":"traceutil/trace.go:171","msg":"trace[38279150] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"159.360399ms","start":"2026-07-23T23:55:12.889243Z","end":"2026-07-23T23:55:13.048604Z","steps":["trace[38279150] 'process raft request' (duration: 75.16868ms)","trace[38279150] 'compare' (duration: 84.010483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:55:13.048767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.479652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:55:13.048803Z","caller":"traceutil/trace.go:171","msg":"trace[1499202824] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2878; }","duration":"138.595596ms","start":"2026-07-23T23:55:12.910196Z","end":"2026-07-23T23:55:13.048792Z","steps":["trace[1499202824] 'agreement among raft nodes before linearized reading' (duration: 138.481452ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:55:20.892582Z","caller":"traceutil/trace.go:171","msg":"trace[2120083309] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"129.724106ms","start":"2026-07-23T23:55:20.762828Z","end":"2026-07-23T23:55:20.892552Z","steps":["trace[2120083309] 'process raft request' (duration: 129.53576ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.433994Z","caller":"traceutil/trace.go:171","msg":"trace[1318461478] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"107.227039ms","start":"2026-07-23T23:56:47.326742Z","end":"2026-07-23T23:56:47.433969Z","steps":["trace[1318461478] 'process raft request' (duration: 107.158557ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.434048Z","caller":"traceutil/trace.go:171","msg":"trace[1279666857] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"111.002239ms","start":"2026-07-23T23:56:47.322994Z","end":"2026-07-23T23:56:47.433996Z","steps":["trace[1279666857] 'process raft request' (duration: 110.762641ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.559814Z","caller":"traceutil/trace.go:171","msg":"trace[776260298] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"119.572512ms","start":"2026-07-23T23:56:47.440215Z","end":"2026-07-23T23:56:47.559787Z","steps":["trace[776260298] 'process raft request' (duration: 119.351515ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.560183Z","caller":"traceutil/trace.go:171","msg":"trace[1801751091] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"119.756908ms","start":"2026-07-23T23:56:47.440411Z","end":"2026-07-23T23:56:47.560168Z","steps":["trace[1801751091] 'process raft request' (duration: 119.583872ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.56018Z","caller":"traceutil/trace.go:171","msg":"trace[2123628342] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"119.824059ms","start":"2026-07-23T23:56:47.44032Z","end":"2026-07-23T23:56:47.560144Z","steps":["trace[2123628342] 'process raft request' (duration: 119.425866ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.560319Z","caller":"traceutil/trace.go:171","msg":"trace[1390530441] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"118.992703ms","start":"2026-07-23T23:56:47.441308Z","end":"2026-07-23T23:56:47.5603Z","steps":["trace[1390530441] 'process raft request' (duration: 118.803547ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:56:47.560266Z","caller":"traceutil/trace.go:171","msg":"trace[922659183] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"118.452286ms","start":"2026-07-23T23:56:47.441775Z","end":"2026-07-23T23:56:47.560227Z","steps":["trace[922659183] 'process raft request' (duration: 118.379713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:57:20.015068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.82544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-23T23:57:20.015195Z","caller":"traceutil/trace.go:171","msg":"trace[2056079284] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:3663; }","duration":"120.031906ms","start":"2026-07-23T23:57:19.895135Z","end":"2026-07-23T23:57:20.015167Z","steps":["trace[2056079284] 'range keys from in-memory index tree' (duration: 119.445707ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:20.219926Z","caller":"traceutil/trace.go:171","msg":"trace[637518908] linearizableReadLoop","detail":"{readStateIndex:3804; appliedIndex:3803; }","duration":"203.453838ms","start":"2026-07-23T23:57:20.01644Z","end":"2026-07-23T23:57:20.219894Z","steps":["trace[637518908] 'read index received' (duration: 203.304213ms)","trace[637518908] 'applied index is now lower than readState.Index' (duration: 147.755µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:57:20.220069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.602472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:57:20.220167Z","caller":"traceutil/trace.go:171","msg":"trace[2030768000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3663; }","duration":"203.735927ms","start":"2026-07-23T23:57:20.016407Z","end":"2026-07-23T23:57:20.220143Z","steps":["trace[2030768000] 'agreement among raft nodes before linearized reading' (duration: 203.573622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:57:20.220173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.259812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/secretgen-controller/\" range_end:\"/registry/resourcequotas/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:57:20.220227Z","caller":"traceutil/trace.go:171","msg":"trace[1749342260] range","detail":"{range_begin:/registry/resourcequotas/secretgen-controller/; range_end:/registry/resourcequotas/secretgen-controller0; response_count:0; response_revision:3663; }","duration":"198.361576ms","start":"2026-07-23T23:57:20.021848Z","end":"2026-07-23T23:57:20.22021Z","steps":["trace[1749342260] 'agreement among raft nodes before linearized reading' (duration: 198.237562ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:51.799488Z","caller":"traceutil/trace.go:171","msg":"trace[569056225] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"171.073175ms","start":"2026-07-23T23:57:51.628387Z","end":"2026-07-23T23:57:51.799461Z","steps":["trace[569056225] 'process raft request' (duration: 170.90966ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:51.800153Z","caller":"traceutil/trace.go:171","msg":"trace[1135444045] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"106.886596ms","start":"2026-07-23T23:57:51.693231Z","end":"2026-07-23T23:57:51.800117Z","steps":["trace[1135444045] 'process raft request' (duration: 106.681449ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:57:51.800272Z","caller":"traceutil/trace.go:171","msg":"trace[1397813690] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"106.689309ms","start":"2026-07-23T23:57:51.693568Z","end":"2026-07-23T23:57:51.800257Z","steps":["trace[1397813690] 'process raft request' (duration: 106.487653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:06.081329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.710981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:06.081421Z","caller":"traceutil/trace.go:171","msg":"trace[1941782741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4396; }","duration":"136.865906ms","start":"2026-07-23T23:59:05.94454Z","end":"2026-07-23T23:59:06.081405Z","steps":["trace[1941782741] 'range keys from in-memory index tree' (duration: 136.626368ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:08.699671Z","caller":"traceutil/trace.go:171","msg":"trace[1986138179] linearizableReadLoop","detail":"{readStateIndex:4596; appliedIndex:4595; }","duration":"267.302778ms","start":"2026-07-23T23:59:08.432342Z","end":"2026-07-23T23:59:08.699645Z","steps":["trace[1986138179] 'read index received' (duration: 267.200094ms)","trace[1986138179] 'applied index is now lower than readState.Index' (duration: 101.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:08.699736Z","caller":"traceutil/trace.go:171","msg":"trace[1073724249] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"333.898352ms","start":"2026-07-23T23:59:08.365814Z","end":"2026-07-23T23:59:08.699712Z","steps":["trace[1073724249] 'process raft request' (duration: 333.649054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:08.699888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:08.365784Z","time spent":"334.005415ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:08.70004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.698231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T23:59:08.700151Z","caller":"traceutil/trace.go:171","msg":"trace[1578811759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4418; }","duration":"267.859055ms","start":"2026-07-23T23:59:08.432275Z","end":"2026-07-23T23:59:08.700134Z","steps":["trace[1578811759] 'agreement among raft nodes before linearized reading' (duration: 267.517484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:08.702272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.646585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-23T23:59:08.702382Z","caller":"traceutil/trace.go:171","msg":"trace[2031910392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4419; }","duration":"191.809181ms","start":"2026-07-23T23:59:08.510546Z","end":"2026-07-23T23:59:08.702355Z","steps":["trace[2031910392] 'agreement among raft nodes before linearized reading' (duration: 191.418618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:08.702584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.911146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T23:59:08.702697Z","caller":"traceutil/trace.go:171","msg":"trace[9088392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4419; }","duration":"250.087911ms","start":"2026-07-23T23:59:08.452584Z","end":"2026-07-23T23:59:08.702672Z","steps":["trace[9088392] 'agreement among raft nodes before linearized reading' (duration: 249.276525ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:10.37003Z","caller":"traceutil/trace.go:171","msg":"trace[260766419] linearizableReadLoop","detail":"{readStateIndex:4610; appliedIndex:4608; }","duration":"115.750455ms","start":"2026-07-23T23:59:10.254252Z","end":"2026-07-23T23:59:10.370003Z","steps":["trace[260766419] 'read index received' (duration: 74.65179ms)","trace[260766419] 'applied index is now lower than readState.Index' (duration: 41.097415ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:10.370186Z","caller":"traceutil/trace.go:171","msg":"trace[334953549] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"144.726506ms","start":"2026-07-23T23:59:10.225425Z","end":"2026-07-23T23:59:10.370151Z","steps":["trace[334953549] 'process raft request' (duration: 103.443875ms)","trace[334953549] 'compare' (duration: 40.94787ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:10.370242Z","caller":"traceutil/trace.go:171","msg":"trace[565382055] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"139.031445ms","start":"2026-07-23T23:59:10.231168Z","end":"2026-07-23T23:59:10.370199Z","steps":["trace[565382055] 'process raft request' (duration: 138.786197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:10.370276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.993404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T23:59:10.370436Z","caller":"traceutil/trace.go:171","msg":"trace[1684934366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4431; }","duration":"116.237091ms","start":"2026-07-23T23:59:10.254187Z","end":"2026-07-23T23:59:10.370425Z","steps":["trace[1684934366] 'agreement among raft nodes before linearized reading' (duration: 115.924191ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:13.679766Z","caller":"traceutil/trace.go:171","msg":"trace[731929874] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"153.642639ms","start":"2026-07-23T23:59:13.526091Z","end":"2026-07-23T23:59:13.679733Z","steps":["trace[731929874] 'process raft request' (duration: 144.454907ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:13.68009Z","caller":"traceutil/trace.go:171","msg":"trace[469449455] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"153.798953ms","start":"2026-07-23T23:59:13.526254Z","end":"2026-07-23T23:59:13.680053Z","steps":["trace[469449455] 'process raft request' (duration: 153.415541ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:13.680903Z","caller":"traceutil/trace.go:171","msg":"trace[550753800] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"153.500084ms","start":"2026-07-23T23:59:13.527377Z","end":"2026-07-23T23:59:13.680877Z","steps":["trace[550753800] 'process raft request' (duration: 152.616156ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:13.680999Z","caller":"traceutil/trace.go:171","msg":"trace[1317200135] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"125.282408ms","start":"2026-07-23T23:59:13.55568Z","end":"2026-07-23T23:59:13.680962Z","steps":["trace[1317200135] 'process raft request' (duration: 125.089292ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:16.611918Z","caller":"traceutil/trace.go:171","msg":"trace[1840054455] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"121.922292ms","start":"2026-07-23T23:59:16.489961Z","end":"2026-07-23T23:59:16.611884Z","steps":["trace[1840054455] 'process raft request' (duration: 121.732916ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:17.241845Z","caller":"traceutil/trace.go:171","msg":"trace[394765683] linearizableReadLoop","detail":"{readStateIndex:4990; appliedIndex:4989; }","duration":"296.136012ms","start":"2026-07-23T23:59:16.945686Z","end":"2026-07-23T23:59:17.241822Z","steps":["trace[394765683] 'read index received' (duration: 295.876484ms)","trace[394765683] 'applied index is now lower than readState.Index' (duration: 258.488µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:17.242033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.325118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:17.242015Z","caller":"traceutil/trace.go:171","msg":"trace[628294054] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"365.616938ms","start":"2026-07-23T23:59:16.876328Z","end":"2026-07-23T23:59:17.241945Z","steps":["trace[628294054] 'process raft request' (duration: 365.329439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:17.242203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:16.876301Z","time spent":"365.805834ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:59:17.242247Z","caller":"traceutil/trace.go:171","msg":"trace[590038126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"296.433522ms","start":"2026-07-23T23:59:16.945623Z","end":"2026-07-23T23:59:17.242057Z","steps":["trace[590038126] 'agreement among raft nodes before linearized reading' (duration: 296.312928ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:21.107396Z","caller":"traceutil/trace.go:171","msg":"trace[848212666] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"110.55118ms","start":"2026-07-23T23:59:20.996811Z","end":"2026-07-23T23:59:21.107363Z","steps":["trace[848212666] 'process raft request' (duration: 110.324823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:21.373574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.752968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:21.373746Z","caller":"traceutil/trace.go:171","msg":"trace[294805548] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4891; }","duration":"163.033407ms","start":"2026-07-23T23:59:21.210681Z","end":"2026-07-23T23:59:21.373714Z","steps":["trace[294805548] 'range keys from in-memory index tree' (duration: 162.657165ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:22.48061Z","caller":"traceutil/trace.go:171","msg":"trace[49974191] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"154.213037ms","start":"2026-07-23T23:59:22.326359Z","end":"2026-07-23T23:59:22.480572Z","steps":["trace[49974191] 'process raft request' (duration: 153.896617ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:22.650838Z","caller":"traceutil/trace.go:171","msg":"trace[1624973381] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"170.310138ms","start":"2026-07-23T23:59:22.480507Z","end":"2026-07-23T23:59:22.650817Z","steps":["trace[1624973381] 'read index received' (duration: 170.264696ms)","trace[1624973381] 'applied index is now lower than readState.Index' (duration: 44.622µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:22.650997Z","caller":"traceutil/trace.go:171","msg":"trace[2067524015] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"199.36336ms","start":"2026-07-23T23:59:22.451567Z","end":"2026-07-23T23:59:22.650931Z","steps":["trace[2067524015] 'process raft request' (duration: 199.127583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:22.651091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.041681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-07-23T23:59:22.651121Z","caller":"traceutil/trace.go:171","msg":"trace[115341550] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4923; }","duration":"211.145394ms","start":"2026-07-23T23:59:22.439969Z","end":"2026-07-23T23:59:22.651115Z","steps":["trace[115341550] 'agreement among raft nodes before linearized reading' (duration: 210.949438ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.148261Z","caller":"traceutil/trace.go:171","msg":"trace[93726163] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5109; }","duration":"497.323502ms","start":"2026-07-23T23:59:22.650899Z","end":"2026-07-23T23:59:23.148223Z","steps":["trace[93726163] 'read index received' (duration: 496.895328ms)","trace[93726163] 'applied index is now lower than readState.Index' (duration: 426.634µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:23.148672Z","caller":"traceutil/trace.go:171","msg":"trace[2125306412] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"659.826792ms","start":"2026-07-23T23:59:22.488825Z","end":"2026-07-23T23:59:23.148652Z","steps":["trace[2125306412] 'process raft request' (duration: 659.039427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.148829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.488797Z","time spent":"659.927745ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:23.149133Z","caller":"traceutil/trace.go:171","msg":"trace[701705284] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"656.407183ms","start":"2026-07-23T23:59:22.492712Z","end":"2026-07-23T23:59:23.149119Z","steps":["trace[701705284] 'process raft request' (duration: 655.435383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.149196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.492683Z","time spent":"656.480056ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:23.149391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.975111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T23:59:23.149474Z","caller":"traceutil/trace.go:171","msg":"trace[416472401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4925; }","duration":"503.103545ms","start":"2026-07-23T23:59:22.646351Z","end":"2026-07-23T23:59:23.149454Z","steps":["trace[416472401] 'agreement among raft nodes before linearized reading' (duration: 502.849847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.149518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.64633Z","time spent":"503.180278ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T23:59:23.149493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.732497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-23T23:59:23.149627Z","caller":"traceutil/trace.go:171","msg":"trace[1095782067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a; range_end:; response_count:1; response_revision:4925; }","duration":"630.941815ms","start":"2026-07-23T23:59:22.518658Z","end":"2026-07-23T23:59:23.1496Z","steps":["trace[1095782067] 'agreement among raft nodes before linearized reading' (duration: 630.515271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.149697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.518636Z","time spent":"631.047817ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a\" "} {"level":"warn","ts":"2026-07-23T23:59:23.15117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.090906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2210296"} {"level":"info","ts":"2026-07-23T23:59:23.151295Z","caller":"traceutil/trace.go:171","msg":"trace[1404792153] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4925; }","duration":"572.740187ms","start":"2026-07-23T23:59:22.57853Z","end":"2026-07-23T23:59:23.15127Z","steps":["trace[1404792153] 'agreement among raft nodes before linearized reading' (duration: 570.855357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.151409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.578494Z","time spent":"572.899092ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2210319,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-23T23:59:23.355246Z","caller":"traceutil/trace.go:171","msg":"trace[1603608264] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"206.806176ms","start":"2026-07-23T23:59:23.148365Z","end":"2026-07-23T23:59:23.355171Z","steps":["trace[1603608264] 'read index received' (duration: 199.38102ms)","trace[1603608264] 'applied index is now lower than readState.Index' (duration: 7.423406ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:23.355319Z","caller":"traceutil/trace.go:171","msg":"trace[1119317975] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"310.525801ms","start":"2026-07-23T23:59:23.044694Z","end":"2026-07-23T23:59:23.35522Z","steps":["trace[1119317975] 'process raft request' (duration: 304.429017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.355415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.884873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:23.355477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.771536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:23.355513Z","caller":"traceutil/trace.go:171","msg":"trace[857374020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4926; }","duration":"409.047359ms","start":"2026-07-23T23:59:22.946427Z","end":"2026-07-23T23:59:23.355474Z","steps":["trace[857374020] 'agreement among raft nodes before linearized reading' (duration: 408.863833ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.35554Z","caller":"traceutil/trace.go:171","msg":"trace[63867309] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4926; }","duration":"218.828578ms","start":"2026-07-23T23:59:23.136685Z","end":"2026-07-23T23:59:23.355514Z","steps":["trace[63867309] 'agreement among raft nodes before linearized reading' (duration: 218.732115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.355544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.21562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-23T23:59:23.355507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.25667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:23.355603Z","caller":"traceutil/trace.go:171","msg":"trace[125273410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4926; }","duration":"538.341404ms","start":"2026-07-23T23:59:22.817249Z","end":"2026-07-23T23:59:23.35559Z","steps":["trace[125273410] 'agreement among raft nodes before linearized reading' (duration: 538.123677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.355599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.044653Z","time spent":"310.81999ms","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:23.35566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.817221Z","time spent":"538.420476ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T23:59:23.355611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.613254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-23T23:59:23.355611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.456653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-23T23:59:23.355669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.718929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-23T23:59:23.355812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.002265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-23T23:59:23.355676Z","caller":"traceutil/trace.go:171","msg":"trace[1078857647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4926; }","duration":"412.475028ms","start":"2026-07-23T23:59:22.943154Z","end":"2026-07-23T23:59:23.355629Z","steps":["trace[1078857647] 'agreement among raft nodes before linearized reading' (duration: 412.22571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.355577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.946401Z","time spent":"409.159192ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:59:23.357148Z","caller":"traceutil/trace.go:171","msg":"trace[763324471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4926; }","duration":"471.956866ms","start":"2026-07-23T23:59:22.883889Z","end":"2026-07-23T23:59:23.355846Z","steps":["trace[763324471] 'agreement among raft nodes before linearized reading' (duration: 471.321626ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.355896Z","caller":"traceutil/trace.go:171","msg":"trace[477590038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4926; }","duration":"484.748662ms","start":"2026-07-23T23:59:22.871083Z","end":"2026-07-23T23:59:23.355832Z","steps":["trace[477590038] 'agreement among raft nodes before linearized reading' (duration: 484.171724ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.356127Z","caller":"traceutil/trace.go:171","msg":"trace[307841100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7; range_end:; response_count:1; response_revision:4926; }","duration":"562.098738ms","start":"2026-07-23T23:59:22.793756Z","end":"2026-07-23T23:59:23.355854Z","steps":["trace[307841100] 'agreement among raft nodes before linearized reading' (duration: 561.686735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.357229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.883832Z","time spent":"473.3589ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T23:59:23.357224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.871053Z","time spent":"486.148526ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T23:59:23.357289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.793722Z","time spent":"563.529403ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" "} {"level":"warn","ts":"2026-07-23T23:59:23.355699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.608008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T23:59:23.357409Z","caller":"traceutil/trace.go:171","msg":"trace[1051773610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4926; }","duration":"486.351493ms","start":"2026-07-23T23:59:22.871031Z","end":"2026-07-23T23:59:23.357383Z","steps":["trace[1051773610] 'agreement among raft nodes before linearized reading' (duration: 484.300238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.357457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.871008Z","time spent":"486.437865ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T23:59:23.355788Z","caller":"traceutil/trace.go:171","msg":"trace[897222142] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4926; }","duration":"476.80614ms","start":"2026-07-23T23:59:22.878902Z","end":"2026-07-23T23:59:23.355708Z","steps":["trace[897222142] 'agreement among raft nodes before linearized reading' (duration: 476.361146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.357537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.878872Z","time spent":"478.654849ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-23T23:59:23.357115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:22.943127Z","time spent":"412.795978ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:59:23.516527Z","caller":"traceutil/trace.go:171","msg":"trace[2092800673] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"361.960873ms","start":"2026-07-23T23:59:23.154522Z","end":"2026-07-23T23:59:23.516483Z","steps":["trace[2092800673] 'process raft request' (duration: 309.497378ms)","trace[2092800673] 'compare' (duration: 52.093303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:23.516727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.154496Z","time spent":"362.132699ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:23.516973Z","caller":"traceutil/trace.go:171","msg":"trace[599437520] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"361.21123ms","start":"2026-07-23T23:59:23.155737Z","end":"2026-07-23T23:59:23.516948Z","steps":["trace[599437520] 'process raft request' (duration: 360.654342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.517119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.155727Z","time spent":"361.304673ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:23.517307Z","caller":"traceutil/trace.go:171","msg":"trace[1896490739] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5112; }","duration":"161.959973ms","start":"2026-07-23T23:59:23.355324Z","end":"2026-07-23T23:59:23.517284Z","steps":["trace[1896490739] 'read index received' (duration: 108.609359ms)","trace[1896490739] 'applied index is now lower than readState.Index' (duration: 53.349154ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:23.517361Z","caller":"traceutil/trace.go:171","msg":"trace[15118716] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"360.356753ms","start":"2026-07-23T23:59:23.156994Z","end":"2026-07-23T23:59:23.517351Z","steps":["trace[15118716] 'process raft request' (duration: 359.776494ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.517357Z","caller":"traceutil/trace.go:171","msg":"trace[538493166] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"359.406202ms","start":"2026-07-23T23:59:23.157937Z","end":"2026-07-23T23:59:23.517343Z","steps":["trace[538493166] 'process raft request' (duration: 359.241297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.517394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.156988Z","time spent":"360.388574ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:23.517413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.15791Z","time spent":"359.474814ms","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:23.517601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.054165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-23T23:59:23.517637Z","caller":"traceutil/trace.go:171","msg":"trace[1436242186] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4930; }","duration":"333.118457ms","start":"2026-07-23T23:59:23.184499Z","end":"2026-07-23T23:59:23.517617Z","steps":["trace[1436242186] 'agreement among raft nodes before linearized reading' (duration: 333.000813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.517591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.857796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-23T23:59:23.517655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.184477Z","time spent":"333.173449ms","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-23T23:59:23.517681Z","caller":"traceutil/trace.go:171","msg":"trace[760710071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4930; }","duration":"256.993891ms","start":"2026-07-23T23:59:23.260666Z","end":"2026-07-23T23:59:23.51766Z","steps":["trace[760710071] 'agreement among raft nodes before linearized reading' (duration: 256.722232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.517698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.31608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-23T23:59:23.517727Z","caller":"traceutil/trace.go:171","msg":"trace[1224990396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7; range_end:; response_count:1; response_revision:4930; }","duration":"365.365851ms","start":"2026-07-23T23:59:23.152351Z","end":"2026-07-23T23:59:23.517717Z","steps":["trace[1224990396] 'agreement among raft nodes before linearized reading' (duration: 365.289399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.517747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.15233Z","time spent":"365.412253ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" "} {"level":"info","ts":"2026-07-23T23:59:23.524582Z","caller":"traceutil/trace.go:171","msg":"trace[546923483] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"163.215073ms","start":"2026-07-23T23:59:23.361338Z","end":"2026-07-23T23:59:23.524553Z","steps":["trace[546923483] 'process raft request' (duration: 162.946694ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.524649Z","caller":"traceutil/trace.go:171","msg":"trace[180669810] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"162.714166ms","start":"2026-07-23T23:59:23.361924Z","end":"2026-07-23T23:59:23.524639Z","steps":["trace[180669810] 'process raft request' (duration: 162.494969ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.524764Z","caller":"traceutil/trace.go:171","msg":"trace[1472261209] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"162.736377ms","start":"2026-07-23T23:59:23.362015Z","end":"2026-07-23T23:59:23.524752Z","steps":["trace[1472261209] 'process raft request' (duration: 162.453348ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.524601Z","caller":"traceutil/trace.go:171","msg":"trace[1189762970] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"162.523881ms","start":"2026-07-23T23:59:23.362064Z","end":"2026-07-23T23:59:23.524588Z","steps":["trace[1189762970] 'process raft request' (duration: 162.446778ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.524854Z","caller":"traceutil/trace.go:171","msg":"trace[1064794766] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"161.821878ms","start":"2026-07-23T23:59:23.363004Z","end":"2026-07-23T23:59:23.524826Z","steps":["trace[1064794766] 'process raft request' (duration: 161.544869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.525091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.976739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:23.525136Z","caller":"traceutil/trace.go:171","msg":"trace[1453219669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4935; }","duration":"165.052181ms","start":"2026-07-23T23:59:23.36007Z","end":"2026-07-23T23:59:23.525122Z","steps":["trace[1453219669] 'agreement among raft nodes before linearized reading' (duration: 164.965748ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.677323Z","caller":"traceutil/trace.go:171","msg":"trace[1653249595] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"152.537473ms","start":"2026-07-23T23:59:23.524755Z","end":"2026-07-23T23:59:23.677293Z","steps":["trace[1653249595] 'read index received' (duration: 110.595082ms)","trace[1653249595] 'applied index is now lower than readState.Index' (duration: 41.941011ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:23.677395Z","caller":"traceutil/trace.go:171","msg":"trace[851631731] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"152.874075ms","start":"2026-07-23T23:59:23.524487Z","end":"2026-07-23T23:59:23.677361Z","steps":["trace[851631731] 'process raft request' (duration: 152.73239ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:23.677387Z","caller":"traceutil/trace.go:171","msg":"trace[1028981341] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"153.527555ms","start":"2026-07-23T23:59:23.523805Z","end":"2026-07-23T23:59:23.677333Z","steps":["trace[1028981341] 'process raft request' (duration: 111.452719ms)","trace[1028981341] 'compare' (duration: 41.772156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:23.677634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.588768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-23T23:59:23.677689Z","caller":"traceutil/trace.go:171","msg":"trace[1025110680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4937; }","duration":"154.709003ms","start":"2026-07-23T23:59:23.522967Z","end":"2026-07-23T23:59:23.677676Z","steps":["trace[1025110680] 'agreement among raft nodes before linearized reading' (duration: 154.487726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.67795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.221938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62878"} {"level":"info","ts":"2026-07-23T23:59:23.678014Z","caller":"traceutil/trace.go:171","msg":"trace[1625163641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4937; }","duration":"149.335332ms","start":"2026-07-23T23:59:23.528664Z","end":"2026-07-23T23:59:23.677999Z","steps":["trace[1625163641] 'agreement among raft nodes before linearized reading' (duration: 148.889548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:23.678082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.905946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-23T23:59:23.678147Z","caller":"traceutil/trace.go:171","msg":"trace[238887017] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4937; }","duration":"136.028099ms","start":"2026-07-23T23:59:23.5421Z","end":"2026-07-23T23:59:23.678128Z","steps":["trace[238887017] 'agreement among raft nodes before linearized reading' (duration: 135.788931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.352564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.898375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:59:24.352683Z","caller":"traceutil/trace.go:171","msg":"trace[663553662] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"454.897744ms","start":"2026-07-23T23:59:23.897767Z","end":"2026-07-23T23:59:24.352665Z","steps":["trace[663553662] 'read index received' (duration: 192.779822ms)","trace[663553662] 'applied index is now lower than readState.Index' (duration: 262.116992ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:24.352794Z","caller":"traceutil/trace.go:171","msg":"trace[1762686754] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"456.958699ms","start":"2026-07-23T23:59:23.895778Z","end":"2026-07-23T23:59:24.352737Z","steps":["trace[1762686754] 'process raft request' (duration: 194.808886ms)","trace[1762686754] 'compare' (duration: 261.73561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:24.352863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.09735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-07-23T23:59:24.352887Z","caller":"traceutil/trace.go:171","msg":"trace[516312758] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7; range_end:; response_count:1; response_revision:4942; }","duration":"455.184983ms","start":"2026-07-23T23:59:23.897694Z","end":"2026-07-23T23:59:24.352879Z","steps":["trace[516312758] 'agreement among raft nodes before linearized reading' (duration: 455.042578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.352925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.897665Z","time spent":"455.247965ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" "} {"level":"warn","ts":"2026-07-23T23:59:24.35305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.895734Z","time spent":"457.155735ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T23:59:24.38614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.92458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:24.386186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.687921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-23T23:59:24.386252Z","caller":"traceutil/trace.go:171","msg":"trace[48757235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4943; }","duration":"441.074134ms","start":"2026-07-23T23:59:23.945132Z","end":"2026-07-23T23:59:24.386206Z","steps":["trace[48757235] 'agreement among raft nodes before linearized reading' (duration: 440.918349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.386201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.723078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-07-23T23:59:24.386277Z","caller":"traceutil/trace.go:171","msg":"trace[258067240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4943; }","duration":"114.845637ms","start":"2026-07-23T23:59:24.271405Z","end":"2026-07-23T23:59:24.386251Z","steps":["trace[258067240] 'agreement among raft nodes before linearized reading' (duration: 114.512166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.386287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:23.945106Z","time spent":"441.174127ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:59:24.386265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.661563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:24.386225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.520505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-23T23:59:24.386329Z","caller":"traceutil/trace.go:171","msg":"trace[728760063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a; range_end:; response_count:1; response_revision:4943; }","duration":"231.914623ms","start":"2026-07-23T23:59:24.154393Z","end":"2026-07-23T23:59:24.386307Z","steps":["trace[728760063] 'agreement among raft nodes before linearized reading' (duration: 231.554932ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:24.386369Z","caller":"traceutil/trace.go:171","msg":"trace[1628535040] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4943; }","duration":"149.815537ms","start":"2026-07-23T23:59:24.236523Z","end":"2026-07-23T23:59:24.386339Z","steps":["trace[1628535040] 'agreement among raft nodes before linearized reading' (duration: 149.626421ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:24.386375Z","caller":"traceutil/trace.go:171","msg":"trace[594541773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4943; }","duration":"113.68698ms","start":"2026-07-23T23:59:24.272666Z","end":"2026-07-23T23:59:24.386353Z","steps":["trace[594541773] 'agreement among raft nodes before linearized reading' (duration: 113.426172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.386842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.285253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:24.3871Z","caller":"traceutil/trace.go:171","msg":"trace[1044404400] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4943; }","duration":"283.340066ms","start":"2026-07-23T23:59:24.10371Z","end":"2026-07-23T23:59:24.38705Z","steps":["trace[1044404400] 'agreement among raft nodes before linearized reading' (duration: 282.225361ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:24.725289Z","caller":"traceutil/trace.go:171","msg":"trace[1496406738] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"364.013679ms","start":"2026-07-23T23:59:24.361196Z","end":"2026-07-23T23:59:24.72521Z","steps":["trace[1496406738] 'process raft request' (duration: 355.643273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.725655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:24.361163Z","time spent":"364.286397ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4062,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:24.725523Z","caller":"traceutil/trace.go:171","msg":"trace[679141212] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5129; }","duration":"339.579012ms","start":"2026-07-23T23:59:24.385905Z","end":"2026-07-23T23:59:24.725484Z","steps":["trace[679141212] 'read index received' (duration: 330.966279ms)","trace[679141212] 'applied index is now lower than readState.Index' (duration: 8.592893ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:24.725982Z","caller":"traceutil/trace.go:171","msg":"trace[1511153890] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"333.550151ms","start":"2026-07-23T23:59:24.392399Z","end":"2026-07-23T23:59:24.72595Z","steps":["trace[1511153890] 'process raft request' (duration: 333.017334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.726091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.583381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:24.726096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.540044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-07-23T23:59:24.726166Z","caller":"traceutil/trace.go:171","msg":"trace[389581231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7; range_end:; response_count:1; response_revision:4947; }","duration":"363.663737ms","start":"2026-07-23T23:59:24.36248Z","end":"2026-07-23T23:59:24.726143Z","steps":["trace[389581231] 'agreement among raft nodes before linearized reading' (duration: 363.456951ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:24.726175Z","caller":"traceutil/trace.go:171","msg":"trace[1031819813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"338.669664ms","start":"2026-07-23T23:59:24.387459Z","end":"2026-07-23T23:59:24.726129Z","steps":["trace[1031819813] 'agreement among raft nodes before linearized reading' (duration: 338.54291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.726175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:24.392386Z","time spent":"333.686166ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:24.726226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:24.362459Z","time spent":"363.754321ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4100,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ecfa978-1286-4431-b998-d9ef6ca7b3e7\" "} {"level":"warn","ts":"2026-07-23T23:59:24.726226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:24.387439Z","time spent":"338.777438ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T23:59:24.725982Z","caller":"traceutil/trace.go:171","msg":"trace[1591963373] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"334.977487ms","start":"2026-07-23T23:59:24.390969Z","end":"2026-07-23T23:59:24.725946Z","steps":["trace[1591963373] 'process raft request' (duration: 334.215123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.7261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.498645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:24.726435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:24.390952Z","time spent":"335.374939ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:24.726478Z","caller":"traceutil/trace.go:171","msg":"trace[304657457] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:4947; }","duration":"336.910728ms","start":"2026-07-23T23:59:24.38954Z","end":"2026-07-23T23:59:24.726451Z","steps":["trace[304657457] 'agreement among raft nodes before linearized reading' (duration: 336.491855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:24.72653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:24.389522Z","time spent":"336.994721ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" "} {"level":"warn","ts":"2026-07-23T23:59:26.351115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.780531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:26.351227Z","caller":"traceutil/trace.go:171","msg":"trace[1866052944] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5088; }","duration":"226.974097ms","start":"2026-07-23T23:59:26.124228Z","end":"2026-07-23T23:59:26.351202Z","steps":["trace[1866052944] 'count revisions from in-memory index tree' (duration: 226.675808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:26.351394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.611881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-23T23:59:26.351532Z","caller":"traceutil/trace.go:171","msg":"trace[1710474254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf; range_end:; response_count:1; response_revision:5088; }","duration":"229.862159ms","start":"2026-07-23T23:59:26.121639Z","end":"2026-07-23T23:59:26.351501Z","steps":["trace[1710474254] 'range keys from in-memory index tree' (duration: 229.325692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:26.353092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.005846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2221296"} {"level":"info","ts":"2026-07-23T23:59:26.353248Z","caller":"traceutil/trace.go:171","msg":"trace[1329130057] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5088; }","duration":"277.225413ms","start":"2026-07-23T23:59:26.075974Z","end":"2026-07-23T23:59:26.3532Z","steps":["trace[1329130057] 'range keys from in-memory index tree' (duration: 274.963341ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:26.393481Z","caller":"traceutil/trace.go:171","msg":"trace[351508725] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"207.607302ms","start":"2026-07-23T23:59:26.185853Z","end":"2026-07-23T23:59:26.39346Z","steps":["trace[351508725] 'process raft request' (duration: 207.507109ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:26.574619Z","caller":"traceutil/trace.go:171","msg":"trace[1860026047] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5282; }","duration":"168.395527ms","start":"2026-07-23T23:59:26.406198Z","end":"2026-07-23T23:59:26.574593Z","steps":["trace[1860026047] 'read index received' (duration: 168.159599ms)","trace[1860026047] 'applied index is now lower than readState.Index' (duration: 234.988µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:26.574687Z","caller":"traceutil/trace.go:171","msg":"trace[70236243] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"182.832945ms","start":"2026-07-23T23:59:26.391814Z","end":"2026-07-23T23:59:26.574647Z","steps":["trace[70236243] 'process raft request' (duration: 182.601938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:26.574954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.957237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-23T23:59:26.575024Z","caller":"traceutil/trace.go:171","msg":"trace[226441854] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5090; }","duration":"153.077011ms","start":"2026-07-23T23:59:26.421931Z","end":"2026-07-23T23:59:26.575008Z","steps":["trace[226441854] 'agreement among raft nodes before linearized reading' (duration: 152.849394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:26.575032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.804171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-07-23T23:59:26.575071Z","caller":"traceutil/trace.go:171","msg":"trace[1718651351] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4cc3d28-1efe-4ffb-823b-38341cf0537a; range_end:; response_count:1; response_revision:5090; }","duration":"168.894063ms","start":"2026-07-23T23:59:26.406163Z","end":"2026-07-23T23:59:26.575057Z","steps":["trace[1718651351] 'agreement among raft nodes before linearized reading' (duration: 168.595304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:28.863388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893660094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T23:59:29.633432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.103173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:29.633641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.822018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:59:29.633721Z","caller":"traceutil/trace.go:171","msg":"trace[1154582698] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5148; }","duration":"108.405752ms","start":"2026-07-23T23:59:29.525291Z","end":"2026-07-23T23:59:29.633697Z","steps":["trace[1154582698] 'range keys from in-memory index tree' (duration: 108.083232ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:29.634802Z","caller":"traceutil/trace.go:171","msg":"trace[528609640] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"1.440027325s","start":"2026-07-23T23:59:28.194732Z","end":"2026-07-23T23:59:29.63476Z","steps":["trace[528609640] 'process raft request' (duration: 797.946287ms)","trace[528609640] 'compare' (duration: 639.753284ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:29.634886Z","caller":"traceutil/trace.go:171","msg":"trace[36155317] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5343; }","duration":"1.27230243s","start":"2026-07-23T23:59:28.362555Z","end":"2026-07-23T23:59:29.634858Z","steps":["trace[36155317] 'read index received' (duration: 630.095018ms)","trace[36155317] 'applied index is now lower than readState.Index' (duration: 642.205772ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:29.634879Z","caller":"traceutil/trace.go:171","msg":"trace[472288827] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"1.148750547s","start":"2026-07-23T23:59:28.48609Z","end":"2026-07-23T23:59:29.63484Z","steps":["trace[472288827] 'process raft request' (duration: 1.148428196s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.635031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.194708Z","time spent":"1.440244492s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T23:59:29.635073Z","caller":"traceutil/trace.go:171","msg":"trace[734920729] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"898.021554ms","start":"2026-07-23T23:59:28.73688Z","end":"2026-07-23T23:59:29.634901Z","steps":["trace[734920729] 'process raft request' (duration: 897.87928ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:29.635054Z","caller":"traceutil/trace.go:171","msg":"trace[694276142] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"1.053576664s","start":"2026-07-23T23:59:28.58138Z","end":"2026-07-23T23:59:29.634957Z","steps":["trace[694276142] 'process raft request' (duration: 1.053310476s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.635155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.486064Z","time spent":"1.148924342s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:29.635186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272611529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-07-23T23:59:29.635289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.736848Z","time spent":"898.319454ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:29.635302Z","caller":"traceutil/trace.go:171","msg":"trace[367502100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf; range_end:; response_count:1; response_revision:5152; }","duration":"1.272781445s","start":"2026-07-23T23:59:28.362497Z","end":"2026-07-23T23:59:29.635278Z","steps":["trace[367502100] 'agreement among raft nodes before linearized reading' (duration: 1.272476966s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.63536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.362473Z","time spent":"1.272876928s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf\" "} {"level":"warn","ts":"2026-07-23T23:59:29.635365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.581346Z","time spent":"1.053878404s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:29.643038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.731112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-23T23:59:29.643152Z","caller":"traceutil/trace.go:171","msg":"trace[1481379963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5153; }","duration":"758.922629ms","start":"2026-07-23T23:59:28.884207Z","end":"2026-07-23T23:59:29.64313Z","steps":["trace[1481379963] 'agreement among raft nodes before linearized reading' (duration: 758.532826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.643203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.124022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-23T23:59:29.643223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.884182Z","time spent":"759.029151ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T23:59:29.643242Z","caller":"traceutil/trace.go:171","msg":"trace[1309028940] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5153; }","duration":"586.205414ms","start":"2026-07-23T23:59:29.057026Z","end":"2026-07-23T23:59:29.643231Z","steps":["trace[1309028940] 'agreement among raft nodes before linearized reading' (duration: 586.08584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.643275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:29.05701Z","time spent":"586.252245ms","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:59:29.643382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.012274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:29.64345Z","caller":"traceutil/trace.go:171","msg":"trace[524879110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5153; }","duration":"698.134508ms","start":"2026-07-23T23:59:28.945295Z","end":"2026-07-23T23:59:29.64343Z","steps":["trace[524879110] 'agreement among raft nodes before linearized reading' (duration: 697.964333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.643477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.945263Z","time spent":"698.205631ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T23:59:29.643524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.216184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-23T23:59:29.643551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.327076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T23:59:29.64358Z","caller":"traceutil/trace.go:171","msg":"trace[722656451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5153; }","duration":"100.405788ms","start":"2026-07-23T23:59:29.543166Z","end":"2026-07-23T23:59:29.643572Z","steps":["trace[722656451] 'agreement among raft nodes before linearized reading' (duration: 100.257493ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:29.643568Z","caller":"traceutil/trace.go:171","msg":"trace[2075157486] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5153; }","duration":"620.316547ms","start":"2026-07-23T23:59:29.023235Z","end":"2026-07-23T23:59:29.643551Z","steps":["trace[2075157486] 'agreement among raft nodes before linearized reading' (duration: 620.142342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.643629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:29.023211Z","time spent":"620.40473ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-23T23:59:29.643664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.814735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:29.643695Z","caller":"traceutil/trace.go:171","msg":"trace[46590476] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5153; }","duration":"182.880918ms","start":"2026-07-23T23:59:29.460807Z","end":"2026-07-23T23:59:29.643688Z","steps":["trace[46590476] 'agreement among raft nodes before linearized reading' (duration: 182.833646ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:29.643766Z","caller":"traceutil/trace.go:171","msg":"trace[1447534645] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"469.820768ms","start":"2026-07-23T23:59:29.173923Z","end":"2026-07-23T23:59:29.643743Z","steps":["trace[1447534645] 'process raft request' (duration: 468.62271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.643941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:29.173887Z","time spent":"469.959333ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:29.645635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.598184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786928"} {"level":"info","ts":"2026-07-23T23:59:29.645684Z","caller":"traceutil/trace.go:171","msg":"trace[2060697205] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5153; }","duration":"670.706707ms","start":"2026-07-23T23:59:28.974967Z","end":"2026-07-23T23:59:29.645674Z","steps":["trace[2060697205] 'agreement among raft nodes before linearized reading' (duration: 669.22258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:29.645709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:28.974934Z","time spent":"670.769089ms","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786951,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-23T23:59:30.257732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.151521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:59:30.25804Z","caller":"traceutil/trace.go:171","msg":"trace[997007168] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"211.92202ms","start":"2026-07-23T23:59:30.046013Z","end":"2026-07-23T23:59:30.257935Z","steps":["trace[997007168] 'process raft request' (duration: 82.434678ms)","trace[997007168] 'compare' (duration: 129.003926ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:33.641628Z","caller":"traceutil/trace.go:171","msg":"trace[363940916] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"137.319641ms","start":"2026-07-23T23:59:33.504286Z","end":"2026-07-23T23:59:33.641606Z","steps":["trace[363940916] 'process raft request' (duration: 137.109614ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:41.631064Z","caller":"traceutil/trace.go:171","msg":"trace[1122043583] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"138.364773ms","start":"2026-07-23T23:59:41.492647Z","end":"2026-07-23T23:59:41.631012Z","steps":["trace[1122043583] 'process raft request' (duration: 75.27476ms)","trace[1122043583] 'compare' (duration: 62.796164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:41.864989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.573957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:59:41.865283Z","caller":"traceutil/trace.go:171","msg":"trace[1302088219] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5578; }","duration":"130.651889ms","start":"2026-07-23T23:59:41.734608Z","end":"2026-07-23T23:59:41.86526Z","steps":["trace[1302088219] 'read index received' (duration: 22.69062ms)","trace[1302088219] 'applied index is now lower than readState.Index' (duration: 107.960019ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:41.865329Z","caller":"traceutil/trace.go:171","msg":"trace[1097905679] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"181.519595ms","start":"2026-07-23T23:59:41.68377Z","end":"2026-07-23T23:59:41.86529Z","steps":["trace[1097905679] 'process raft request' (duration: 181.341719ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:41.865268Z","caller":"traceutil/trace.go:171","msg":"trace[1840773848] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"182.058991ms","start":"2026-07-23T23:59:41.683164Z","end":"2026-07-23T23:59:41.865223Z","steps":["trace[1840773848] 'process raft request' (duration: 74.119704ms)","trace[1840773848] 'compare' (duration: 107.213984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:41.865522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.901057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T23:59:41.865641Z","caller":"traceutil/trace.go:171","msg":"trace[1289882672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5379; }","duration":"131.075282ms","start":"2026-07-23T23:59:41.734542Z","end":"2026-07-23T23:59:41.865617Z","steps":["trace[1289882672] 'agreement among raft nodes before linearized reading' (duration: 130.835934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:41.865759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.28787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-23T23:59:41.865868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.74663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T23:59:41.865919Z","caller":"traceutil/trace.go:171","msg":"trace[1379539613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5379; }","duration":"123.887184ms","start":"2026-07-23T23:59:41.742016Z","end":"2026-07-23T23:59:41.865903Z","steps":["trace[1379539613] 'agreement among raft nodes before linearized reading' (duration: 123.704348ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:41.86594Z","caller":"traceutil/trace.go:171","msg":"trace[182810419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5379; }","duration":"126.497277ms","start":"2026-07-23T23:59:41.739382Z","end":"2026-07-23T23:59:41.865879Z","steps":["trace[182810419] 'agreement among raft nodes before linearized reading' (duration: 126.100275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:41.866291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.050243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T23:59:41.866347Z","caller":"traceutil/trace.go:171","msg":"trace[350093727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5379; }","duration":"126.109045ms","start":"2026-07-23T23:59:41.740223Z","end":"2026-07-23T23:59:41.866332Z","steps":["trace[350093727] 'agreement among raft nodes before linearized reading' (duration: 125.946739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:41.868412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.329423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T23:59:41.868479Z","caller":"traceutil/trace.go:171","msg":"trace[952931508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5379; }","duration":"121.407145ms","start":"2026-07-23T23:59:41.74705Z","end":"2026-07-23T23:59:41.868457Z","steps":["trace[952931508] 'agreement among raft nodes before linearized reading' (duration: 119.211795ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:41.868633Z","caller":"traceutil/trace.go:171","msg":"trace[1245435857] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"181.609417ms","start":"2026-07-23T23:59:41.686994Z","end":"2026-07-23T23:59:41.868604Z","steps":["trace[1245435857] 'process raft request' (duration: 178.221219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:41.86965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.329236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-23T23:59:41.870718Z","caller":"traceutil/trace.go:171","msg":"trace[578085174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5379; }","duration":"124.444711ms","start":"2026-07-23T23:59:41.746227Z","end":"2026-07-23T23:59:41.870672Z","steps":["trace[578085174] 'agreement among raft nodes before linearized reading' (duration: 119.602528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:42.40743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.056502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T23:59:42.407592Z","caller":"traceutil/trace.go:171","msg":"trace[1521513244] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"534.46448ms","start":"2026-07-23T23:59:41.873093Z","end":"2026-07-23T23:59:42.407557Z","steps":["trace[1521513244] 'process raft request' (duration: 197.15077ms)","trace[1521513244] 'compare' (duration: 336.910177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T23:59:42.407697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:41.87308Z","time spent":"534.569023ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:42.453416Z","caller":"traceutil/trace.go:171","msg":"trace[1163396469] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"578.730806ms","start":"2026-07-23T23:59:41.874643Z","end":"2026-07-23T23:59:42.453373Z","steps":["trace[1163396469] 'process raft request' (duration: 578.442997ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.453434Z","caller":"traceutil/trace.go:171","msg":"trace[501296563] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"578.653544ms","start":"2026-07-23T23:59:41.874738Z","end":"2026-07-23T23:59:42.453392Z","steps":["trace[501296563] 'process raft request' (duration: 578.520609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:42.453721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:41.874726Z","time spent":"578.795018ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:42.453731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:41.874589Z","time spent":"578.926632ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:42.453889Z","caller":"traceutil/trace.go:171","msg":"trace[1369862410] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"578.809858ms","start":"2026-07-23T23:59:41.875046Z","end":"2026-07-23T23:59:42.453856Z","steps":["trace[1369862410] 'process raft request' (duration: 578.262871ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.453929Z","caller":"traceutil/trace.go:171","msg":"trace[2026656498] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"578.802528ms","start":"2026-07-23T23:59:41.875097Z","end":"2026-07-23T23:59:42.453899Z","steps":["trace[2026656498] 'process raft request' (duration: 578.526199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:42.454073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:41.87504Z","time spent":"578.933282ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:42.454178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:41.875089Z","time spent":"578.958994ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:42.454171Z","caller":"traceutil/trace.go:171","msg":"trace[286527409] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"577.822407ms","start":"2026-07-23T23:59:41.876236Z","end":"2026-07-23T23:59:42.454059Z","steps":["trace[286527409] 'process raft request' (duration: 577.540998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:42.454348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:41.876208Z","time spent":"578.049174ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:42.454343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.743713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:42.454401Z","caller":"traceutil/trace.go:171","msg":"trace[77584059] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5385; }","duration":"296.846336ms","start":"2026-07-23T23:59:42.157537Z","end":"2026-07-23T23:59:42.454384Z","steps":["trace[77584059] 'agreement among raft nodes before linearized reading' (duration: 296.753343ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.454479Z","caller":"traceutil/trace.go:171","msg":"trace[865867578] linearizableReadLoop","detail":"{readStateIndex:5587; appliedIndex:5582; }","duration":"296.437913ms","start":"2026-07-23T23:59:42.157607Z","end":"2026-07-23T23:59:42.454044Z","steps":["trace[865867578] 'read index received' (duration: 295.501094ms)","trace[865867578] 'applied index is now lower than readState.Index' (duration: 934.729µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:42.45907Z","caller":"traceutil/trace.go:171","msg":"trace[882373570] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"273.967129ms","start":"2026-07-23T23:59:42.185067Z","end":"2026-07-23T23:59:42.459034Z","steps":["trace[882373570] 'process raft request' (duration: 273.788643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:42.459216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.101253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-23T23:59:42.459254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.777801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-07-23T23:59:42.45928Z","caller":"traceutil/trace.go:171","msg":"trace[176534438] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5386; }","duration":"279.192755ms","start":"2026-07-23T23:59:42.180066Z","end":"2026-07-23T23:59:42.459259Z","steps":["trace[176534438] 'agreement among raft nodes before linearized reading' (duration: 278.999169ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.459316Z","caller":"traceutil/trace.go:171","msg":"trace[535469938] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5386; }","duration":"289.926056ms","start":"2026-07-23T23:59:42.169372Z","end":"2026-07-23T23:59:42.459298Z","steps":["trace[535469938] 'agreement among raft nodes before linearized reading' (duration: 289.626817ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.71107Z","caller":"traceutil/trace.go:171","msg":"trace[1491707601] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"198.770712ms","start":"2026-07-23T23:59:42.512242Z","end":"2026-07-23T23:59:42.711013Z","steps":["trace[1491707601] 'process raft request' (duration: 144.704025ms)","trace[1491707601] 'compare' (duration: 53.741207ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:42.711379Z","caller":"traceutil/trace.go:171","msg":"trace[862059092] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"198.959438ms","start":"2026-07-23T23:59:42.512395Z","end":"2026-07-23T23:59:42.711354Z","steps":["trace[862059092] 'process raft request' (duration: 198.760301ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.711929Z","caller":"traceutil/trace.go:171","msg":"trace[173237434] linearizableReadLoop","detail":"{readStateIndex:5593; appliedIndex:5589; }","duration":"198.973769ms","start":"2026-07-23T23:59:42.512913Z","end":"2026-07-23T23:59:42.711887Z","steps":["trace[173237434] 'read index received' (duration: 18.399975ms)","trace[173237434] 'applied index is now lower than readState.Index' (duration: 180.571054ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:42.712172Z","caller":"traceutil/trace.go:171","msg":"trace[1136500931] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"199.728102ms","start":"2026-07-23T23:59:42.512424Z","end":"2026-07-23T23:59:42.712152Z","steps":["trace[1136500931] 'process raft request' (duration: 198.805693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:42.712348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.402052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-dkdwt\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-07-23T23:59:42.71244Z","caller":"traceutil/trace.go:171","msg":"trace[1020233291] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-dkdwt; range_end:; response_count:1; response_revision:5391; }","duration":"199.563157ms","start":"2026-07-23T23:59:42.51286Z","end":"2026-07-23T23:59:42.712423Z","steps":["trace[1020233291] 'agreement among raft nodes before linearized reading' (duration: 199.202255ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:42.911457Z","caller":"traceutil/trace.go:171","msg":"trace[1451261957] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"188.031981ms","start":"2026-07-23T23:59:42.723398Z","end":"2026-07-23T23:59:42.91143Z","steps":["trace[1451261957] 'process raft request' (duration: 187.838045ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.063799Z","caller":"traceutil/trace.go:171","msg":"trace[1128804210] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"144.284282ms","start":"2026-07-23T23:59:42.919466Z","end":"2026-07-23T23:59:43.06375Z","steps":["trace[1128804210] 'process raft request' (duration: 143.976402ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.064127Z","caller":"traceutil/trace.go:171","msg":"trace[376650263] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"144.330493ms","start":"2026-07-23T23:59:42.919754Z","end":"2026-07-23T23:59:43.064085Z","steps":["trace[376650263] 'process raft request' (duration: 143.887579ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.064256Z","caller":"traceutil/trace.go:171","msg":"trace[2134872911] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"144.378534ms","start":"2026-07-23T23:59:42.919859Z","end":"2026-07-23T23:59:43.064238Z","steps":["trace[2134872911] 'process raft request' (duration: 144.116516ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.064263Z","caller":"traceutil/trace.go:171","msg":"trace[311350088] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5595; }","duration":"118.857164ms","start":"2026-07-23T23:59:42.945381Z","end":"2026-07-23T23:59:43.064238Z","steps":["trace[311350088] 'read index received' (duration: 49.467001ms)","trace[311350088] 'applied index is now lower than readState.Index' (duration: 69.389033ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:43.064378Z","caller":"traceutil/trace.go:171","msg":"trace[682867104] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"136.566557ms","start":"2026-07-23T23:59:42.927796Z","end":"2026-07-23T23:59:43.064362Z","steps":["trace[682867104] 'process raft request' (duration: 136.36112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:43.06447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.06717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:43.064555Z","caller":"traceutil/trace.go:171","msg":"trace[1915714823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5397; }","duration":"119.194014ms","start":"2026-07-23T23:59:42.94534Z","end":"2026-07-23T23:59:43.064534Z","steps":["trace[1915714823] 'agreement among raft nodes before linearized reading' (duration: 119.0553ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.201327Z","caller":"traceutil/trace.go:171","msg":"trace[128146968] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"128.647995ms","start":"2026-07-23T23:59:43.072641Z","end":"2026-07-23T23:59:43.201289Z","steps":["trace[128146968] 'process raft request' (duration: 122.042775ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.201368Z","caller":"traceutil/trace.go:171","msg":"trace[573289684] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"121.465657ms","start":"2026-07-23T23:59:43.079874Z","end":"2026-07-23T23:59:43.20134Z","steps":["trace[573289684] 'process raft request' (duration: 121.399134ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.201389Z","caller":"traceutil/trace.go:171","msg":"trace[228185319] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"128.585323ms","start":"2026-07-23T23:59:43.072772Z","end":"2026-07-23T23:59:43.201357Z","steps":["trace[228185319] 'process raft request' (duration: 128.437068ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.239255Z","caller":"traceutil/trace.go:171","msg":"trace[2110623387] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5600; }","duration":"129.75178ms","start":"2026-07-23T23:59:43.10947Z","end":"2026-07-23T23:59:43.239222Z","steps":["trace[2110623387] 'read index received' (duration: 85.235207ms)","trace[2110623387] 'applied index is now lower than readState.Index' (duration: 44.515353ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:43.239317Z","caller":"traceutil/trace.go:171","msg":"trace[1483756837] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"132.24893ms","start":"2026-07-23T23:59:43.107018Z","end":"2026-07-23T23:59:43.239266Z","steps":["trace[1483756837] 'process raft request' (duration: 131.979961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:43.239806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.302288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T23:59:43.239853Z","caller":"traceutil/trace.go:171","msg":"trace[1754566301] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5402; }","duration":"130.38251ms","start":"2026-07-23T23:59:43.10946Z","end":"2026-07-23T23:59:43.239842Z","steps":["trace[1754566301] 'agreement among raft nodes before linearized reading' (duration: 129.886604ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.357121Z","caller":"traceutil/trace.go:171","msg":"trace[1823189448] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"141.471813ms","start":"2026-07-23T23:59:43.215608Z","end":"2026-07-23T23:59:43.35708Z","steps":["trace[1823189448] 'process raft request' (duration: 116.361615ms)","trace[1823189448] 'compare' (duration: 24.891171ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:43.434311Z","caller":"traceutil/trace.go:171","msg":"trace[1007286970] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"187.670579ms","start":"2026-07-23T23:59:43.246592Z","end":"2026-07-23T23:59:43.434263Z","steps":["trace[1007286970] 'process raft request' (duration: 187.417591ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.434355Z","caller":"traceutil/trace.go:171","msg":"trace[138769300] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"187.587786ms","start":"2026-07-23T23:59:43.246734Z","end":"2026-07-23T23:59:43.434322Z","steps":["trace[138769300] 'process raft request' (duration: 187.489143ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.434396Z","caller":"traceutil/trace.go:171","msg":"trace[328895831] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"187.71916ms","start":"2026-07-23T23:59:43.246629Z","end":"2026-07-23T23:59:43.434348Z","steps":["trace[328895831] 'process raft request' (duration: 187.538484ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:43.434569Z","caller":"traceutil/trace.go:171","msg":"trace[1607218557] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5604; }","duration":"155.091775ms","start":"2026-07-23T23:59:43.279427Z","end":"2026-07-23T23:59:43.434519Z","steps":["trace[1607218557] 'read index received' (duration: 52.535698ms)","trace[1607218557] 'applied index is now lower than readState.Index' (duration: 102.552296ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:43.434668Z","caller":"traceutil/trace.go:171","msg":"trace[1011672754] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"187.864125ms","start":"2026-07-23T23:59:43.246787Z","end":"2026-07-23T23:59:43.434651Z","steps":["trace[1011672754] 'process raft request' (duration: 187.485343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:43.434902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.447576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-23T23:59:43.434969Z","caller":"traceutil/trace.go:171","msg":"trace[625409793] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5407; }","duration":"155.544389ms","start":"2026-07-23T23:59:43.279409Z","end":"2026-07-23T23:59:43.434953Z","steps":["trace[625409793] 'agreement among raft nodes before linearized reading' (duration: 155.26654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.2036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.189538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:44.203718Z","caller":"traceutil/trace.go:171","msg":"trace[1791005089] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5407; }","duration":"349.389854ms","start":"2026-07-23T23:59:43.854304Z","end":"2026-07-23T23:59:44.203693Z","steps":["trace[1791005089] 'count revisions from in-memory index tree' (duration: 349.099165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.203804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:43.854281Z","time spent":"349.501367ms","remote":"127.0.0.1:35856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:59:44.204036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.601887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:44.204125Z","caller":"traceutil/trace.go:171","msg":"trace[668122135] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5407; }","duration":"689.766302ms","start":"2026-07-23T23:59:43.514337Z","end":"2026-07-23T23:59:44.204103Z","steps":["trace[668122135] 'count revisions from in-memory index tree' (duration: 689.469983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.204172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:43.514298Z","time spent":"689.863145ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T23:59:44.378389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893660671,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T23:59:44.583755Z","caller":"traceutil/trace.go:171","msg":"trace[535575641] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"710.50625ms","start":"2026-07-23T23:59:43.873217Z","end":"2026-07-23T23:59:44.583723Z","steps":["trace[535575641] 'process raft request' (duration: 710.361055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.583917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:43.873199Z","time spent":"710.631244ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:44.608837Z","caller":"traceutil/trace.go:171","msg":"trace[406411893] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5610; }","duration":"730.498785ms","start":"2026-07-23T23:59:43.878309Z","end":"2026-07-23T23:59:44.608807Z","steps":["trace[406411893] 'read index received' (duration: 705.402698ms)","trace[406411893] 'applied index is now lower than readState.Index' (duration: 25.094837ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:44.608925Z","caller":"traceutil/trace.go:171","msg":"trace[2099055073] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"735.551785ms","start":"2026-07-23T23:59:43.873286Z","end":"2026-07-23T23:59:44.608838Z","steps":["trace[2099055073] 'process raft request' (duration: 732.938023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.609163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.837286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-23T23:59:44.609168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.304054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:44.609213Z","caller":"traceutil/trace.go:171","msg":"trace[2020189114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:5410; }","duration":"730.927349ms","start":"2026-07-23T23:59:43.878274Z","end":"2026-07-23T23:59:44.609201Z","steps":["trace[2020189114] 'agreement among raft nodes before linearized reading' (duration: 730.690051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.609204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.228448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-23T23:59:44.609251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:43.878262Z","time spent":"730.9805ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"info","ts":"2026-07-23T23:59:44.60925Z","caller":"traceutil/trace.go:171","msg":"trace[1542957577] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5410; }","duration":"105.471729ms","start":"2026-07-23T23:59:44.503755Z","end":"2026-07-23T23:59:44.609226Z","steps":["trace[1542957577] 'agreement among raft nodes before linearized reading' (duration: 105.288303ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:44.609266Z","caller":"traceutil/trace.go:171","msg":"trace[2067476688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5410; }","duration":"149.351233ms","start":"2026-07-23T23:59:44.4599Z","end":"2026-07-23T23:59:44.609251Z","steps":["trace[2067476688] 'agreement among raft nodes before linearized reading' (duration: 149.116205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.609329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.904861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-23T23:59:44.609372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.474658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-23T23:59:44.609433Z","caller":"traceutil/trace.go:171","msg":"trace[1122671274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5410; }","duration":"151.044366ms","start":"2026-07-23T23:59:44.458371Z","end":"2026-07-23T23:59:44.609415Z","steps":["trace[1122671274] 'agreement among raft nodes before linearized reading' (duration: 150.810378ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:44.608925Z","caller":"traceutil/trace.go:171","msg":"trace[1058863862] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"730.927089ms","start":"2026-07-23T23:59:43.877962Z","end":"2026-07-23T23:59:44.608889Z","steps":["trace[1058863862] 'process raft request' (duration: 730.792805ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:44.609469Z","caller":"traceutil/trace.go:171","msg":"trace[960930793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5410; }","duration":"150.648064ms","start":"2026-07-23T23:59:44.458795Z","end":"2026-07-23T23:59:44.609443Z","steps":["trace[960930793] 'agreement among raft nodes before linearized reading' (duration: 150.325433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.609475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.465146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T23:59:44.609559Z","caller":"traceutil/trace.go:171","msg":"trace[741315441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5410; }","duration":"149.58325ms","start":"2026-07-23T23:59:44.459953Z","end":"2026-07-23T23:59:44.609536Z","steps":["trace[741315441] 'agreement among raft nodes before linearized reading' (duration: 149.355742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.609604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:43.877947Z","time spent":"731.561459ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:44.609809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.085076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T23:59:44.609848Z","caller":"traceutil/trace.go:171","msg":"trace[416352302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5410; }","duration":"150.177788ms","start":"2026-07-23T23:59:44.459659Z","end":"2026-07-23T23:59:44.609837Z","steps":["trace[416352302] 'agreement among raft nodes before linearized reading' (duration: 150.042124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.610881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.903413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T23:59:44.611014Z","caller":"traceutil/trace.go:171","msg":"trace[2114972688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5410; }","duration":"198.825353ms","start":"2026-07-23T23:59:44.412168Z","end":"2026-07-23T23:59:44.610993Z","steps":["trace[2114972688] 'agreement among raft nodes before linearized reading' (duration: 197.79442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:44.61126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:43.873268Z","time spent":"737.891119ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:50.711103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.421958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-07-23T23:59:50.711155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.098503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-23T23:59:50.711203Z","caller":"traceutil/trace.go:171","msg":"trace[1041189150] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5545; }","duration":"254.586834ms","start":"2026-07-23T23:59:50.456597Z","end":"2026-07-23T23:59:50.711184Z","steps":["trace[1041189150] 'range keys from in-memory index tree' (duration: 254.155961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.711211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.980928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:50.711596Z","caller":"traceutil/trace.go:171","msg":"trace[1286954322] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5545; }","duration":"216.439152ms","start":"2026-07-23T23:59:50.49513Z","end":"2026-07-23T23:59:50.711569Z","steps":["trace[1286954322] 'count revisions from in-memory index tree' (duration: 215.844084ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.711247Z","caller":"traceutil/trace.go:171","msg":"trace[281406775] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5545; }","duration":"285.243688ms","start":"2026-07-23T23:59:50.42598Z","end":"2026-07-23T23:59:50.711223Z","steps":["trace[281406775] 'range keys from in-memory index tree' (duration: 284.897897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.711325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.65526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:50.712233Z","caller":"traceutil/trace.go:171","msg":"trace[1475795984] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5545; }","duration":"246.372173ms","start":"2026-07-23T23:59:50.465552Z","end":"2026-07-23T23:59:50.711924Z","steps":["trace[1475795984] 'count revisions from in-memory index tree' (duration: 245.516916ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.86989Z","caller":"traceutil/trace.go:171","msg":"trace[1675570102] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"267.628238ms","start":"2026-07-23T23:59:50.602232Z","end":"2026-07-23T23:59:50.86986Z","steps":["trace[1675570102] 'process raft request' (duration: 267.415141ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.872009Z","caller":"traceutil/trace.go:171","msg":"trace[1662988912] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"241.414076ms","start":"2026-07-23T23:59:50.630569Z","end":"2026-07-23T23:59:50.871983Z","steps":["trace[1662988912] 'process raft request' (duration: 241.250451ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.872425Z","caller":"traceutil/trace.go:171","msg":"trace[287156256] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5749; }","duration":"222.112843ms","start":"2026-07-23T23:59:50.650272Z","end":"2026-07-23T23:59:50.872384Z","steps":["trace[287156256] 'read index received' (duration: 219.297414ms)","trace[287156256] 'applied index is now lower than readState.Index' (duration: 2.812089ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:50.872591Z","caller":"traceutil/trace.go:171","msg":"trace[746214584] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"230.011543ms","start":"2026-07-23T23:59:50.642545Z","end":"2026-07-23T23:59:50.872557Z","steps":["trace[746214584] 'process raft request' (duration: 229.372463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.873082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.067143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-23T23:59:50.87309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.758453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T23:59:50.873142Z","caller":"traceutil/trace.go:171","msg":"trace[1733573655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5548; }","duration":"217.150825ms","start":"2026-07-23T23:59:50.655978Z","end":"2026-07-23T23:59:50.873129Z","steps":["trace[1733573655] 'agreement among raft nodes before linearized reading' (duration: 217.004531ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.873163Z","caller":"traceutil/trace.go:171","msg":"trace[1219912804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5548; }","duration":"222.894418ms","start":"2026-07-23T23:59:50.650251Z","end":"2026-07-23T23:59:50.873146Z","steps":["trace[1219912804] 'agreement among raft nodes before linearized reading' (duration: 222.661431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.873281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.334058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-23T23:59:50.873334Z","caller":"traceutil/trace.go:171","msg":"trace[306324358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:5548; }","duration":"221.430481ms","start":"2026-07-23T23:59:50.65189Z","end":"2026-07-23T23:59:50.873321Z","steps":["trace[306324358] 'agreement among raft nodes before linearized reading' (duration: 221.293966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.87337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.528139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-23T23:59:50.873423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.46722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18c510b37a14894c\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-07-23T23:59:50.873484Z","caller":"traceutil/trace.go:171","msg":"trace[1313877209] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18c510b37a14894c; range_end:; response_count:1; response_revision:5548; }","duration":"157.547022ms","start":"2026-07-23T23:59:50.715918Z","end":"2026-07-23T23:59:50.873465Z","steps":["trace[1313877209] 'agreement among raft nodes before linearized reading' (duration: 157.401858ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.873482Z","caller":"traceutil/trace.go:171","msg":"trace[835814465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5548; }","duration":"218.671664ms","start":"2026-07-23T23:59:50.654782Z","end":"2026-07-23T23:59:50.873454Z","steps":["trace[835814465] 'agreement among raft nodes before linearized reading' (duration: 218.396435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.873523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.198172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-23T23:59:50.87362Z","caller":"traceutil/trace.go:171","msg":"trace[78924184] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5548; }","duration":"157.293335ms","start":"2026-07-23T23:59:50.716279Z","end":"2026-07-23T23:59:50.873573Z","steps":["trace[78924184] 'agreement among raft nodes before linearized reading' (duration: 157.15419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.873378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.092818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-23T23:59:50.873739Z","caller":"traceutil/trace.go:171","msg":"trace[872446738] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5548; }","duration":"157.509661ms","start":"2026-07-23T23:59:50.716215Z","end":"2026-07-23T23:59:50.873725Z","steps":["trace[872446738] 'agreement among raft nodes before linearized reading' (duration: 156.987185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:50.873538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.020342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-23T23:59:50.8738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.121876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-23T23:59:50.87271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.409722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T23:59:50.873876Z","caller":"traceutil/trace.go:171","msg":"trace[984475592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5548; }","duration":"223.391933ms","start":"2026-07-23T23:59:50.650458Z","end":"2026-07-23T23:59:50.87385Z","steps":["trace[984475592] 'agreement among raft nodes before linearized reading' (duration: 222.97642ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.873957Z","caller":"traceutil/trace.go:171","msg":"trace[278644414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5548; }","duration":"223.690943ms","start":"2026-07-23T23:59:50.650217Z","end":"2026-07-23T23:59:50.873908Z","steps":["trace[278644414] 'agreement among raft nodes before linearized reading' (duration: 222.31743ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:50.874062Z","caller":"traceutil/trace.go:171","msg":"trace[1518133621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5548; }","duration":"218.422645ms","start":"2026-07-23T23:59:50.655616Z","end":"2026-07-23T23:59:50.874039Z","steps":["trace[1518133621] 'agreement among raft nodes before linearized reading' (duration: 217.654791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:52.91691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893661010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T23:59:52.95464Z","caller":"traceutil/trace.go:171","msg":"trace[2041574845] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"660.126011ms","start":"2026-07-23T23:59:52.294487Z","end":"2026-07-23T23:59:52.954614Z","steps":["trace[2041574845] 'process raft request' (duration: 659.875423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:52.954831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:52.294465Z","time spent":"660.267795ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:53.121435Z","caller":"traceutil/trace.go:171","msg":"trace[1595536085] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"243.910045ms","start":"2026-07-23T23:59:52.877474Z","end":"2026-07-23T23:59:53.121384Z","steps":["trace[1595536085] 'process raft request' (duration: 180.342776ms)","trace[1595536085] 'compare' (duration: 63.351652ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:53.121743Z","caller":"traceutil/trace.go:171","msg":"trace[2122917009] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"243.496422ms","start":"2026-07-23T23:59:52.878217Z","end":"2026-07-23T23:59:53.121714Z","steps":["trace[2122917009] 'process raft request' (duration: 243.11966ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:53.122018Z","caller":"traceutil/trace.go:171","msg":"trace[1308754756] linearizableReadLoop","detail":"{readStateIndex:5772; appliedIndex:5768; }","duration":"706.133241ms","start":"2026-07-23T23:59:52.415873Z","end":"2026-07-23T23:59:53.122007Z","steps":["trace[1308754756] 'read index received' (duration: 538.483148ms)","trace[1308754756] 'applied index is now lower than readState.Index' (duration: 167.649203ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:53.122116Z","caller":"traceutil/trace.go:171","msg":"trace[2078535850] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"241.813539ms","start":"2026-07-23T23:59:52.880292Z","end":"2026-07-23T23:59:53.122106Z","steps":["trace[2078535850] 'process raft request' (duration: 241.319703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.122284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.077983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:53.12237Z","caller":"traceutil/trace.go:171","msg":"trace[2030770858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5568; }","duration":"177.198566ms","start":"2026-07-23T23:59:52.945122Z","end":"2026-07-23T23:59:53.12232Z","steps":["trace[2030770858] 'agreement among raft nodes before linearized reading' (duration: 177.093783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.122372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.503994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-23T23:59:53.122382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.515703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T23:59:53.122461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.738473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T23:59:53.122474Z","caller":"traceutil/trace.go:171","msg":"trace[1368392104] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5568; }","duration":"706.627978ms","start":"2026-07-23T23:59:52.415826Z","end":"2026-07-23T23:59:53.122454Z","steps":["trace[1368392104] 'agreement among raft nodes before linearized reading' (duration: 706.469193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.12252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:52.415785Z","time spent":"706.727971ms","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-23T23:59:53.122521Z","caller":"traceutil/trace.go:171","msg":"trace[1317029610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5568; }","duration":"228.801555ms","start":"2026-07-23T23:59:52.893701Z","end":"2026-07-23T23:59:53.122502Z","steps":["trace[1317029610] 'agreement among raft nodes before linearized reading' (duration: 228.556597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.122573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.574226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-23T23:59:53.122608Z","caller":"traceutil/trace.go:171","msg":"trace[1861269359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:5568; }","duration":"227.620928ms","start":"2026-07-23T23:59:52.894977Z","end":"2026-07-23T23:59:53.122598Z","steps":["trace[1861269359] 'agreement among raft nodes before linearized reading' (duration: 227.521465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.122697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.541859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T23:59:53.12275Z","caller":"traceutil/trace.go:171","msg":"trace[1115000341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5568; }","duration":"229.632902ms","start":"2026-07-23T23:59:52.893104Z","end":"2026-07-23T23:59:53.122737Z","steps":["trace[1115000341] 'agreement among raft nodes before linearized reading' (duration: 229.419555ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:53.122469Z","caller":"traceutil/trace.go:171","msg":"trace[795121602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5568; }","duration":"227.647208ms","start":"2026-07-23T23:59:52.894795Z","end":"2026-07-23T23:59:53.122442Z","steps":["trace[795121602] 'agreement among raft nodes before linearized reading' (duration: 227.413081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.12274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.497709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T23:59:53.122911Z","caller":"traceutil/trace.go:171","msg":"trace[1150600991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5568; }","duration":"230.660335ms","start":"2026-07-23T23:59:52.892231Z","end":"2026-07-23T23:59:53.122892Z","steps":["trace[1150600991] 'agreement among raft nodes before linearized reading' (duration: 230.388496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.123304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.63071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T23:59:53.123374Z","caller":"traceutil/trace.go:171","msg":"trace[2021576392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5568; }","duration":"234.739174ms","start":"2026-07-23T23:59:52.888615Z","end":"2026-07-23T23:59:53.123355Z","steps":["trace[2021576392] 'agreement among raft nodes before linearized reading' (duration: 234.544618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:53.123572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.733225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-23T23:59:53.124316Z","caller":"traceutil/trace.go:171","msg":"trace[242692246] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5568; }","duration":"229.835458ms","start":"2026-07-23T23:59:52.8938Z","end":"2026-07-23T23:59:53.123635Z","steps":["trace[242692246] 'agreement among raft nodes before linearized reading' (duration: 228.556038ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T23:59:55.060016Z","caller":"traceutil/trace.go:171","msg":"trace[1282537782] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"312.685949ms","start":"2026-07-23T23:59:54.747301Z","end":"2026-07-23T23:59:55.059987Z","steps":["trace[1282537782] 'process raft request' (duration: 312.453491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:55.060218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:54.747286Z","time spent":"312.821594ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T23:59:55.064603Z","caller":"traceutil/trace.go:171","msg":"trace[2017796783] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5781; }","duration":"206.442945ms","start":"2026-07-23T23:59:54.858122Z","end":"2026-07-23T23:59:55.064565Z","steps":["trace[2017796783] 'read index received' (duration: 201.672284ms)","trace[2017796783] 'applied index is now lower than readState.Index' (duration: 4.769291ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T23:59:55.06478Z","caller":"traceutil/trace.go:171","msg":"trace[487038385] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"317.367137ms","start":"2026-07-23T23:59:54.747394Z","end":"2026-07-23T23:59:55.064761Z","steps":["trace[487038385] 'process raft request' (duration: 316.963555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:55.064984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T23:59:54.747359Z","time spent":"317.475071ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T23:59:55.065277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.156248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T23:59:55.065327Z","caller":"traceutil/trace.go:171","msg":"trace[890132588] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5579; }","duration":"207.249181ms","start":"2026-07-23T23:59:54.858056Z","end":"2026-07-23T23:59:55.065305Z","steps":["trace[890132588] 'agreement among raft nodes before linearized reading' (duration: 207.151518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:55.06534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.580027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T23:59:55.065449Z","caller":"traceutil/trace.go:171","msg":"trace[591053520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5579; }","duration":"119.757393ms","start":"2026-07-23T23:59:54.945669Z","end":"2026-07-23T23:59:55.065427Z","steps":["trace[591053520] 'agreement among raft nodes before linearized reading' (duration: 119.553686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:55.065136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.566155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-07-23T23:59:55.06561Z","caller":"traceutil/trace.go:171","msg":"trace[60507344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5579; }","duration":"136.068751ms","start":"2026-07-23T23:59:54.929494Z","end":"2026-07-23T23:59:55.065563Z","steps":["trace[60507344] 'agreement among raft nodes before linearized reading' (duration: 135.469682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:59.530862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.050343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-23T23:59:59.530976Z","caller":"traceutil/trace.go:171","msg":"trace[1849633358] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5693; }","duration":"121.185358ms","start":"2026-07-23T23:59:59.409756Z","end":"2026-07-23T23:59:59.530942Z","steps":["trace[1849633358] 'range keys from in-memory index tree' (duration: 120.771825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T23:59:59.531018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.14102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-07-23T23:59:59.531467Z","caller":"traceutil/trace.go:171","msg":"trace[94876148] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5693; }","duration":"134.653926ms","start":"2026-07-23T23:59:59.396779Z","end":"2026-07-23T23:59:59.531433Z","steps":["trace[94876148] 'range keys from in-memory index tree' (duration: 133.875041ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:03.863315Z","caller":"traceutil/trace.go:171","msg":"trace[1551821017] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5943; }","duration":"110.989785ms","start":"2026-07-24T00:00:03.752293Z","end":"2026-07-24T00:00:03.863283Z","steps":["trace[1551821017] 'read index received' (duration: 110.645084ms)","trace[1551821017] 'applied index is now lower than readState.Index' (duration: 343.221µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:00:03.86352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.187531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:00:03.863564Z","caller":"traceutil/trace.go:171","msg":"trace[578813521] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5735; }","duration":"111.313664ms","start":"2026-07-24T00:00:03.752238Z","end":"2026-07-24T00:00:03.863551Z","steps":["trace[578813521] 'agreement among raft nodes before linearized reading' (duration: 111.158759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:03.863652Z","caller":"traceutil/trace.go:171","msg":"trace[1616765143] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"428.523906ms","start":"2026-07-24T00:00:03.435084Z","end":"2026-07-24T00:00:03.863608Z","steps":["trace[1616765143] 'process raft request' (duration: 427.905736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:03.863872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:03.435052Z","time spent":"428.688541ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:04.137656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.344507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:00:04.137975Z","caller":"traceutil/trace.go:171","msg":"trace[339716719] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"266.083359ms","start":"2026-07-24T00:00:03.871867Z","end":"2026-07-24T00:00:04.13795Z","steps":["trace[339716719] 'process raft request' (duration: 266.028768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:04.138054Z","caller":"traceutil/trace.go:171","msg":"trace[1454617482] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"266.944446ms","start":"2026-07-24T00:00:03.871061Z","end":"2026-07-24T00:00:04.138006Z","steps":["trace[1454617482] 'process raft request' (duration: 266.74018ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:04.13808Z","caller":"traceutil/trace.go:171","msg":"trace[1905520542] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"267.021969ms","start":"2026-07-24T00:00:03.871016Z","end":"2026-07-24T00:00:04.138038Z","steps":["trace[1905520542] 'process raft request' (duration: 160.088624ms)","trace[1905520542] 'compare' (duration: 106.067718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:00:05.414644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.152367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T00:00:05.451463Z","caller":"traceutil/trace.go:171","msg":"trace[1520361546] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5949; }","duration":"185.391397ms","start":"2026-07-24T00:00:05.266049Z","end":"2026-07-24T00:00:05.45144Z","steps":["trace[1520361546] 'read index received' (duration: 27.459462ms)","trace[1520361546] 'applied index is now lower than readState.Index' (duration: 157.930865ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:00:05.451553Z","caller":"traceutil/trace.go:171","msg":"trace[969159171] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"191.46904ms","start":"2026-07-24T00:00:05.260037Z","end":"2026-07-24T00:00:05.451506Z","steps":["trace[969159171] 'process raft request' (duration: 191.192061ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:05.451611Z","caller":"traceutil/trace.go:171","msg":"trace[1344768457] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"190.705876ms","start":"2026-07-24T00:00:05.260859Z","end":"2026-07-24T00:00:05.451565Z","steps":["trace[1344768457] 'process raft request' (duration: 190.546001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.451692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.628264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:00:05.451724Z","caller":"traceutil/trace.go:171","msg":"trace[1734074221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5742; }","duration":"185.711007ms","start":"2026-07-24T00:00:05.266005Z","end":"2026-07-24T00:00:05.451716Z","steps":["trace[1734074221] 'agreement among raft nodes before linearized reading' (duration: 185.552372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.451818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.292304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T00:00:05.451924Z","caller":"traceutil/trace.go:171","msg":"trace[412413602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5742; }","duration":"185.447349ms","start":"2026-07-24T00:00:05.266428Z","end":"2026-07-24T00:00:05.451876Z","steps":["trace[412413602] 'agreement among raft nodes before linearized reading' (duration: 185.194031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.451882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.127988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T00:00:05.452026Z","caller":"traceutil/trace.go:171","msg":"trace[1060835550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5742; }","duration":"185.231012ms","start":"2026-07-24T00:00:05.266735Z","end":"2026-07-24T00:00:05.451966Z","steps":["trace[1060835550] 'agreement among raft nodes before linearized reading' (duration: 185.090667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.45208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.53186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T00:00:05.452099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.038095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:00:05.452141Z","caller":"traceutil/trace.go:171","msg":"trace[343646769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:5742; }","duration":"185.099377ms","start":"2026-07-24T00:00:05.267032Z","end":"2026-07-24T00:00:05.452131Z","steps":["trace[343646769] 'agreement among raft nodes before linearized reading' (duration: 184.913081ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:05.45214Z","caller":"traceutil/trace.go:171","msg":"trace[759265489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5742; }","duration":"184.645193ms","start":"2026-07-24T00:00:05.267481Z","end":"2026-07-24T00:00:05.452126Z","steps":["trace[759265489] 'agreement among raft nodes before linearized reading' (duration: 184.294412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.452182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.135549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-07-24T00:00:05.45226Z","caller":"traceutil/trace.go:171","msg":"trace[1821682481] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5742; }","duration":"180.252003ms","start":"2026-07-24T00:00:05.271989Z","end":"2026-07-24T00:00:05.452241Z","steps":["trace[1821682481] 'agreement among raft nodes before linearized reading' (duration: 179.977115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.452224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.343765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T00:00:05.452334Z","caller":"traceutil/trace.go:171","msg":"trace[1292459862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5742; }","duration":"185.510271ms","start":"2026-07-24T00:00:05.2668Z","end":"2026-07-24T00:00:05.45231Z","steps":["trace[1292459862] 'agreement among raft nodes before linearized reading' (duration: 185.032825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:05.45299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.490528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T00:00:05.453056Z","caller":"traceutil/trace.go:171","msg":"trace[1252594643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5742; }","duration":"185.332335ms","start":"2026-07-24T00:00:05.267704Z","end":"2026-07-24T00:00:05.453036Z","steps":["trace[1252594643] 'agreement among raft nodes before linearized reading' (duration: 184.338383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:16.754378Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2890} {"level":"info","ts":"2026-07-24T00:00:16.838271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2890,"took":"81.5693ms","hash":2279068400,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":32129024,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T00:00:16.838373Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2279068400,"revision":2890,"compact-revision":-1} {"level":"info","ts":"2026-07-24T00:00:23.48838Z","caller":"traceutil/trace.go:171","msg":"trace[1275002471] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"141.829473ms","start":"2026-07-24T00:00:23.346521Z","end":"2026-07-24T00:00:23.488351Z","steps":["trace[1275002471] 'process raft request' (duration: 141.631377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:39.578665Z","caller":"traceutil/trace.go:171","msg":"trace[269647348] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"146.492582ms","start":"2026-07-24T00:00:39.43214Z","end":"2026-07-24T00:00:39.578633Z","steps":["trace[269647348] 'process raft request' (duration: 146.289595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.137457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893662241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:00:40.218827Z","caller":"traceutil/trace.go:171","msg":"trace[1752320405] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"669.276539ms","start":"2026-07-24T00:00:39.549516Z","end":"2026-07-24T00:00:40.218793Z","steps":["trace[1752320405] 'process raft request' (duration: 669.01355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.219024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.549483Z","time spent":"669.442594ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:00:40.220626Z","caller":"traceutil/trace.go:171","msg":"trace[223225220] linearizableReadLoop","detail":"{readStateIndex:6265; appliedIndex:6262; }","duration":"583.561217ms","start":"2026-07-24T00:00:39.637034Z","end":"2026-07-24T00:00:40.220595Z","steps":["trace[223225220] 'read index received' (duration: 581.636506ms)","trace[223225220] 'applied index is now lower than readState.Index' (duration: 1.923341ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:00:40.220988Z","caller":"traceutil/trace.go:171","msg":"trace[1063946866] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"581.011116ms","start":"2026-07-24T00:00:39.639951Z","end":"2026-07-24T00:00:40.220962Z","steps":["trace[1063946866] 'process raft request' (duration: 580.596943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.902488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:00:40.221085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.229853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T00:00:40.221134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.568478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:00:40.221125Z","caller":"traceutil/trace.go:171","msg":"trace[395061268] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6046; }","duration":"584.118115ms","start":"2026-07-24T00:00:39.636977Z","end":"2026-07-24T00:00:40.221095Z","steps":["trace[395061268] 'agreement among raft nodes before linearized reading' (duration: 583.797325ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:40.221203Z","caller":"traceutil/trace.go:171","msg":"trace[332028682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6046; }","duration":"277.684191ms","start":"2026-07-24T00:00:39.943499Z","end":"2026-07-24T00:00:40.221183Z","steps":["trace[332028682] 'agreement among raft nodes before linearized reading' (duration: 277.571657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.636954Z","time spent":"584.25573ms","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:00:40.22126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.646156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T00:00:40.221328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.031463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T00:00:40.221329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.1809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:00:40.221378Z","caller":"traceutil/trace.go:171","msg":"trace[814371602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6046; }","duration":"533.205119ms","start":"2026-07-24T00:00:39.688159Z","end":"2026-07-24T00:00:40.221364Z","steps":["trace[814371602] 'agreement among raft nodes before linearized reading' (duration: 533.071654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:40.221384Z","caller":"traceutil/trace.go:171","msg":"trace[1504213084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6046; }","duration":"523.252832ms","start":"2026-07-24T00:00:39.698118Z","end":"2026-07-24T00:00:40.221371Z","steps":["trace[1504213084] 'agreement among raft nodes before linearized reading' (duration: 523.059276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.757353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:00:40.22139Z","caller":"traceutil/trace.go:171","msg":"trace[547159805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6046; }","duration":"518.845292ms","start":"2026-07-24T00:00:39.702511Z","end":"2026-07-24T00:00:40.221356Z","steps":["trace[547159805] 'agreement among raft nodes before linearized reading' (duration: 518.567784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.698085Z","time spent":"523.345215ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:00:40.221444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.688149Z","time spent":"533.281161ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:00:40.221133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.639922Z","time spent":"581.14723ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:40.22149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.702482Z","time spent":"518.990927ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:00:40.221395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.102949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T00:00:40.2212Z","caller":"traceutil/trace.go:171","msg":"trace[1185529747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6046; }","duration":"541.406279ms","start":"2026-07-24T00:00:39.679768Z","end":"2026-07-24T00:00:40.221174Z","steps":["trace[1185529747] 'agreement among raft nodes before linearized reading' (duration: 541.116119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:40.221564Z","caller":"traceutil/trace.go:171","msg":"trace[826605718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6046; }","duration":"131.337756ms","start":"2026-07-24T00:00:40.090201Z","end":"2026-07-24T00:00:40.221539Z","steps":["trace[826605718] 'agreement among raft nodes before linearized reading' (duration: 130.84101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.693318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T00:00:40.220961Z","caller":"traceutil/trace.go:171","msg":"trace[553781119] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"583.947589ms","start":"2026-07-24T00:00:39.63696Z","end":"2026-07-24T00:00:40.220908Z","steps":["trace[553781119] 'process raft request' (duration: 583.465884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:40.221654Z","caller":"traceutil/trace.go:171","msg":"trace[551405869] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:6046; }","duration":"313.824213ms","start":"2026-07-24T00:00:39.907818Z","end":"2026-07-24T00:00:40.221642Z","steps":["trace[551405869] 'agreement among raft nodes before linearized reading' (duration: 313.662657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.919093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:00:40.221661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.154669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T00:00:40.221696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.636927Z","time spent":"584.729834ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:40.221703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.90779Z","time spent":"313.900855ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-24T00:00:40.221709Z","caller":"traceutil/trace.go:171","msg":"trace[48619704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:6046; }","duration":"518.421439ms","start":"2026-07-24T00:00:39.703272Z","end":"2026-07-24T00:00:40.221693Z","steps":["trace[48619704] 'agreement among raft nodes before linearized reading' (duration: 517.707376ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:40.221724Z","caller":"traceutil/trace.go:171","msg":"trace[1288879998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6046; }","duration":"109.268472ms","start":"2026-07-24T00:00:40.112434Z","end":"2026-07-24T00:00:40.221703Z","steps":["trace[1288879998] 'agreement among raft nodes before linearized reading' (duration: 109.061606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.679742Z","time spent":"541.870064ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:00:40.221456Z","caller":"traceutil/trace.go:171","msg":"trace[407697403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6046; }","duration":"520.830725ms","start":"2026-07-24T00:00:39.70061Z","end":"2026-07-24T00:00:40.22144Z","steps":["trace[407697403] 'agreement among raft nodes before linearized reading' (duration: 520.401601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.221762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.703258Z","time spent":"518.490021ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:00:40.221818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.700601Z","time spent":"521.198678ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:00:40.221924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.70485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:00:40.222034Z","caller":"traceutil/trace.go:171","msg":"trace[1569028882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6046; }","duration":"519.830173ms","start":"2026-07-24T00:00:39.702187Z","end":"2026-07-24T00:00:40.222017Z","steps":["trace[1569028882] 'agreement among raft nodes before linearized reading' (duration: 519.160132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:40.222087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:39.702179Z","time spent":"519.893795ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:00:49.591532Z","caller":"traceutil/trace.go:171","msg":"trace[1586881052] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"268.120616ms","start":"2026-07-24T00:00:49.323379Z","end":"2026-07-24T00:00:49.591499Z","steps":["trace[1586881052] 'process raft request' (duration: 267.91712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:50.650575Z","caller":"traceutil/trace.go:171","msg":"trace[1267852312] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"322.764729ms","start":"2026-07-24T00:00:50.327769Z","end":"2026-07-24T00:00:50.650533Z","steps":["trace[1267852312] 'process raft request' (duration: 244.6793ms)","trace[1267852312] 'compare' (duration: 77.111408ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:00:50.650605Z","caller":"traceutil/trace.go:171","msg":"trace[1395937258] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"321.484967ms","start":"2026-07-24T00:00:50.329093Z","end":"2026-07-24T00:00:50.650578Z","steps":["trace[1395937258] 'process raft request' (duration: 321.398824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:50.650606Z","caller":"traceutil/trace.go:171","msg":"trace[458685184] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"321.992784ms","start":"2026-07-24T00:00:50.328575Z","end":"2026-07-24T00:00:50.650567Z","steps":["trace[458685184] 'process raft request' (duration: 321.738126ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:50.65062Z","caller":"traceutil/trace.go:171","msg":"trace[1981283869] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"321.523409ms","start":"2026-07-24T00:00:50.32905Z","end":"2026-07-24T00:00:50.650574Z","steps":["trace[1981283869] 'process raft request' (duration: 321.397575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:50.650768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.329056Z","time spent":"321.621322ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:50.650782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.327736Z","time spent":"322.934734ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:00:50.650598Z","caller":"traceutil/trace.go:171","msg":"trace[1881386970] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"321.874699ms","start":"2026-07-24T00:00:50.328683Z","end":"2026-07-24T00:00:50.650557Z","steps":["trace[1881386970] 'process raft request' (duration: 321.723685ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:00:50.650824Z","caller":"traceutil/trace.go:171","msg":"trace[676847310] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6335; }","duration":"320.118174ms","start":"2026-07-24T00:00:50.330673Z","end":"2026-07-24T00:00:50.650791Z","steps":["trace[676847310] 'read index received' (duration: 241.88387ms)","trace[676847310] 'applied index is now lower than readState.Index' (duration: 78.233024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:00:50.650843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.328563Z","time spent":"322.133018ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:50.650864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.329039Z","time spent":"321.690114ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:00:50.650952Z","caller":"traceutil/trace.go:171","msg":"trace[683184995] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"321.810248ms","start":"2026-07-24T00:00:50.329128Z","end":"2026-07-24T00:00:50.650939Z","steps":["trace[683184995] 'process raft request' (duration: 321.409705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:50.651017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.329118Z","time spent":"321.86806ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:50.65116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.19807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:00:50.65123Z","caller":"traceutil/trace.go:171","msg":"trace[1113050971] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6119; }","duration":"178.311163ms","start":"2026-07-24T00:00:50.472902Z","end":"2026-07-24T00:00:50.651213Z","steps":["trace[1113050971] 'agreement among raft nodes before linearized reading' (duration: 178.2042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:50.651326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.32867Z","time spent":"322.219281ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:00:50.651396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101678"} {"level":"info","ts":"2026-07-24T00:00:50.651834Z","caller":"traceutil/trace.go:171","msg":"trace[1408268216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6119; }","duration":"321.207208ms","start":"2026-07-24T00:00:50.330604Z","end":"2026-07-24T00:00:50.651811Z","steps":["trace[1408268216] 'agreement among raft nodes before linearized reading' (duration: 320.354631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:00:50.652014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:00:50.330566Z","time spent":"321.384504ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101701,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T00:01:06.560865Z","caller":"traceutil/trace.go:171","msg":"trace[469686203] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"195.656386ms","start":"2026-07-24T00:01:06.365145Z","end":"2026-07-24T00:01:06.560802Z","steps":["trace[469686203] 'process raft request' (duration: 195.46232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:01:06.652179Z","caller":"traceutil/trace.go:171","msg":"trace[1629135878] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"284.020633ms","start":"2026-07-24T00:01:06.368122Z","end":"2026-07-24T00:01:06.652142Z","steps":["trace[1629135878] 'process raft request' (duration: 268.840219ms)","trace[1629135878] 'compare' (duration: 14.720119ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:01:06.652695Z","caller":"traceutil/trace.go:171","msg":"trace[709169092] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"268.558461ms","start":"2026-07-24T00:01:06.384109Z","end":"2026-07-24T00:01:06.652667Z","steps":["trace[709169092] 'process raft request' (duration: 267.89352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:01:10.859924Z","caller":"traceutil/trace.go:171","msg":"trace[1743334994] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"179.618675ms","start":"2026-07-24T00:01:10.680273Z","end":"2026-07-24T00:01:10.859892Z","steps":["trace[1743334994] 'process raft request' (duration: 179.436409ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:01:10.869968Z","caller":"traceutil/trace.go:171","msg":"trace[1423358333] linearizableReadLoop","detail":"{readStateIndex:6471; appliedIndex:6469; }","duration":"169.214574ms","start":"2026-07-24T00:01:10.700727Z","end":"2026-07-24T00:01:10.869942Z","steps":["trace[1423358333] 'read index received' (duration: 159.06361ms)","trace[1423358333] 'applied index is now lower than readState.Index' (duration: 10.149884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:01:10.870138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.39914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:01:10.870168Z","caller":"traceutil/trace.go:171","msg":"trace[638136921] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6245; }","duration":"169.491483ms","start":"2026-07-24T00:01:10.700669Z","end":"2026-07-24T00:01:10.87016Z","steps":["trace[638136921] 'agreement among raft nodes before linearized reading' (duration: 169.40333ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:01:10.87009Z","caller":"traceutil/trace.go:171","msg":"trace[564714447] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"188.150987ms","start":"2026-07-24T00:01:10.681875Z","end":"2026-07-24T00:01:10.870026Z","steps":["trace[564714447] 'process raft request' (duration: 187.935651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.870439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.07569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:01:10.870579Z","caller":"traceutil/trace.go:171","msg":"trace[2106717476] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6245; }","duration":"169.273145ms","start":"2026-07-24T00:01:10.701288Z","end":"2026-07-24T00:01:10.870561Z","steps":["trace[2106717476] 'agreement among raft nodes before linearized reading' (duration: 169.069919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.870651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.164386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:01:10.870687Z","caller":"traceutil/trace.go:171","msg":"trace[1638818953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:6245; }","duration":"107.236298ms","start":"2026-07-24T00:01:10.763443Z","end":"2026-07-24T00:01:10.870679Z","steps":["trace[1638818953] 'agreement among raft nodes before linearized reading' (duration: 107.104404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.870673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.344897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:01:10.870772Z","caller":"traceutil/trace.go:171","msg":"trace[846837164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6245; }","duration":"115.486511ms","start":"2026-07-24T00:01:10.755264Z","end":"2026-07-24T00:01:10.87075Z","steps":["trace[846837164] 'agreement among raft nodes before linearized reading' (duration: 115.13617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.870816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.525092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:01:10.870902Z","caller":"traceutil/trace.go:171","msg":"trace[959464641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6245; }","duration":"125.672066ms","start":"2026-07-24T00:01:10.74521Z","end":"2026-07-24T00:01:10.870882Z","steps":["trace[959464641] 'agreement among raft nodes before linearized reading' (duration: 125.424668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.870988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.967246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:01:10.871018Z","caller":"traceutil/trace.go:171","msg":"trace[176725039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6245; }","duration":"126.034088ms","start":"2026-07-24T00:01:10.744976Z","end":"2026-07-24T00:01:10.87101Z","steps":["trace[176725039] 'agreement among raft nodes before linearized reading' (duration: 125.958525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.871023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.744458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:01:10.87106Z","caller":"traceutil/trace.go:171","msg":"trace[1078916771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6245; }","duration":"109.836261ms","start":"2026-07-24T00:01:10.76121Z","end":"2026-07-24T00:01:10.871046Z","steps":["trace[1078916771] 'agreement among raft nodes before linearized reading' (duration: 109.719467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.871075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.672765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:01:10.871097Z","caller":"traceutil/trace.go:171","msg":"trace[2013816259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6245; }","duration":"119.746587ms","start":"2026-07-24T00:01:10.751345Z","end":"2026-07-24T00:01:10.871092Z","steps":["trace[2013816259] 'agreement among raft nodes before linearized reading' (duration: 119.679795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:10.870529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.55064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:01:10.871242Z","caller":"traceutil/trace.go:171","msg":"trace[219439657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6245; }","duration":"109.292664ms","start":"2026-07-24T00:01:10.761942Z","end":"2026-07-24T00:01:10.871235Z","steps":["trace[219439657] 'agreement among raft nodes before linearized reading' (duration: 108.466808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:11.221365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.665558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:01:11.221618Z","caller":"traceutil/trace.go:171","msg":"trace[966410729] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"345.801952ms","start":"2026-07-24T00:01:10.875755Z","end":"2026-07-24T00:01:11.221557Z","steps":["trace[966410729] 'process raft request' (duration: 223.843505ms)","trace[966410729] 'compare' (duration: 121.527293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:01:11.221765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:01:10.875742Z","time spent":"345.940447ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:01:11.222204Z","caller":"traceutil/trace.go:171","msg":"trace[58750838] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"346.35532ms","start":"2026-07-24T00:01:10.875832Z","end":"2026-07-24T00:01:11.222187Z","steps":["trace[58750838] 'process raft request' (duration: 346.270158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:11.22227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:01:10.875806Z","time spent":"346.435633ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:01:11.222593Z","caller":"traceutil/trace.go:171","msg":"trace[464032343] linearizableReadLoop","detail":"{readStateIndex:6477; appliedIndex:6472; }","duration":"265.523583ms","start":"2026-07-24T00:01:10.957045Z","end":"2026-07-24T00:01:11.222568Z","steps":["trace[464032343] 'read index received' (duration: 142.590395ms)","trace[464032343] 'applied index is now lower than readState.Index' (duration: 122.932128ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:01:11.222668Z","caller":"traceutil/trace.go:171","msg":"trace[109631482] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"346.547966ms","start":"2026-07-24T00:01:10.876107Z","end":"2026-07-24T00:01:11.222655Z","steps":["trace[109631482] 'process raft request' (duration: 346.315229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:01:11.222715Z","caller":"traceutil/trace.go:171","msg":"trace[716133395] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"346.32186ms","start":"2026-07-24T00:01:10.876374Z","end":"2026-07-24T00:01:11.222696Z","steps":["trace[716133395] 'process raft request' (duration: 346.151274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:11.222733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.748315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:01:11.222731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:01:10.876068Z","time spent":"346.632029ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:01:11.222729Z","caller":"traceutil/trace.go:171","msg":"trace[1615872143] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"346.66463ms","start":"2026-07-24T00:01:10.876017Z","end":"2026-07-24T00:01:11.222682Z","steps":["trace[1615872143] 'process raft request' (duration: 346.133483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:01:11.22277Z","caller":"traceutil/trace.go:171","msg":"trace[656622754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6251; }","duration":"278.87513ms","start":"2026-07-24T00:01:10.943883Z","end":"2026-07-24T00:01:11.222758Z","steps":["trace[656622754] 'agreement among raft nodes before linearized reading' (duration: 278.791547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:01:11.222801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:01:10.876363Z","time spent":"346.396302ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:01:11.222915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:01:10.875986Z","time spent":"346.829105ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:01:11.445769Z","caller":"traceutil/trace.go:171","msg":"trace[1613328278] linearizableReadLoop","detail":"{readStateIndex:6478; appliedIndex:6477; }","duration":"221.982026ms","start":"2026-07-24T00:01:11.223756Z","end":"2026-07-24T00:01:11.445738Z","steps":["trace[1613328278] 'read index received' (duration: 208.171256ms)","trace[1613328278] 'applied index is now lower than readState.Index' (duration: 13.80959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:01:11.445922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.140421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:01:11.445884Z","caller":"traceutil/trace.go:171","msg":"trace[100470173] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"463.861345ms","start":"2026-07-24T00:01:10.981971Z","end":"2026-07-24T00:01:11.445832Z","steps":["trace[100470173] 'process raft request' (duration: 449.951792ms)","trace[100470173] 'compare' (duration: 13.50662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:01:11.446104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:01:10.981938Z","time spent":"464.054661ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:01:11.445955Z","caller":"traceutil/trace.go:171","msg":"trace[1288930740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6252; }","duration":"222.196573ms","start":"2026-07-24T00:01:11.223749Z","end":"2026-07-24T00:01:11.445946Z","steps":["trace[1288930740] 'agreement among raft nodes before linearized reading' (duration: 222.093239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:03:23.98654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.9525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:03:23.986622Z","caller":"traceutil/trace.go:171","msg":"trace[840303044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7104; }","duration":"259.102194ms","start":"2026-07-24T00:03:23.727502Z","end":"2026-07-24T00:03:23.986604Z","steps":["trace[840303044] 'range keys from in-memory index tree' (duration: 258.779794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:03:23.986763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.799657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-07-24T00:03:23.986908Z","caller":"traceutil/trace.go:171","msg":"trace[481836745] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7104; }","duration":"233.001883ms","start":"2026-07-24T00:03:23.753873Z","end":"2026-07-24T00:03:23.986875Z","steps":["trace[481836745] 'range keys from in-memory index tree' (duration: 232.519318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:03:23.987421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.599013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:03:23.987657Z","caller":"traceutil/trace.go:171","msg":"trace[1119179123] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:7104; }","duration":"123.789099ms","start":"2026-07-24T00:03:23.863738Z","end":"2026-07-24T00:03:23.987527Z","steps":["trace[1119179123] 'range keys from in-memory index tree' (duration: 122.669773ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:16.761926Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5815} {"level":"info","ts":"2026-07-24T00:05:16.86441Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5815,"took":"99.964981ms","hash":1680532796,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":26320896,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-24T00:05:16.864484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1680532796,"revision":5815,"compact-revision":2890} {"level":"info","ts":"2026-07-24T00:05:20.933987Z","caller":"traceutil/trace.go:171","msg":"trace[546688979] linearizableReadLoop","detail":"{readStateIndex:8313; appliedIndex:8311; }","duration":"186.698622ms","start":"2026-07-24T00:05:20.747258Z","end":"2026-07-24T00:05:20.933956Z","steps":["trace[546688979] 'read index received' (duration: 84.348245ms)","trace[546688979] 'applied index is now lower than readState.Index' (duration: 102.349667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:05:20.934216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.928919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:05:20.934147Z","caller":"traceutil/trace.go:171","msg":"trace[278297300] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"194.442559ms","start":"2026-07-24T00:05:20.739657Z","end":"2026-07-24T00:05:20.9341Z","steps":["trace[278297300] 'process raft request' (duration: 193.575411ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:20.934249Z","caller":"traceutil/trace.go:171","msg":"trace[287441518] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8028; }","duration":"187.033332ms","start":"2026-07-24T00:05:20.747208Z","end":"2026-07-24T00:05:20.934241Z","steps":["trace[287441518] 'agreement among raft nodes before linearized reading' (duration: 186.847806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:43.955548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.948218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:05:43.955679Z","caller":"traceutil/trace.go:171","msg":"trace[336385216] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8181; }","duration":"351.162375ms","start":"2026-07-24T00:05:43.604493Z","end":"2026-07-24T00:05:43.955655Z","steps":["trace[336385216] 'count revisions from in-memory index tree' (duration: 350.816073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:43.955728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:05:43.604466Z","time spent":"351.249527ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:05:43.955824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.232017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:05:43.955886Z","caller":"traceutil/trace.go:171","msg":"trace[32830829] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8181; }","duration":"444.32798ms","start":"2026-07-24T00:05:43.511541Z","end":"2026-07-24T00:05:43.955869Z","steps":["trace[32830829] 'range keys from in-memory index tree' (duration: 444.068192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:43.955922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:05:43.511519Z","time spent":"444.394383ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T00:05:43.955963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.516462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-24T00:05:43.956089Z","caller":"traceutil/trace.go:171","msg":"trace[383475464] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8181; }","duration":"436.696187ms","start":"2026-07-24T00:05:43.519365Z","end":"2026-07-24T00:05:43.956062Z","steps":["trace[383475464] 'range keys from in-memory index tree' (duration: 436.311445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:43.956136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:05:43.519343Z","time spent":"436.78392ms","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-24T00:05:43.956373Z","caller":"traceutil/trace.go:171","msg":"trace[1930919175] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"214.147076ms","start":"2026-07-24T00:05:43.742208Z","end":"2026-07-24T00:05:43.956355Z","steps":["trace[1930919175] 'process raft request' (duration: 166.914032ms)","trace[1930919175] 'compare' (duration: 46.573273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:05:46.268441Z","caller":"traceutil/trace.go:171","msg":"trace[1687563437] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"305.845254ms","start":"2026-07-24T00:05:45.962567Z","end":"2026-07-24T00:05:46.268412Z","steps":["trace[1687563437] 'process raft request' (duration: 305.635097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:46.26864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:05:45.962542Z","time spent":"305.992309ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:05:46.279047Z","caller":"traceutil/trace.go:171","msg":"trace[355817019] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"182.086496ms","start":"2026-07-24T00:05:46.096931Z","end":"2026-07-24T00:05:46.279017Z","steps":["trace[355817019] 'process raft request' (duration: 181.502857ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:52.419073Z","caller":"traceutil/trace.go:171","msg":"trace[1651515957] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"180.689131ms","start":"2026-07-24T00:05:52.238348Z","end":"2026-07-24T00:05:52.419037Z","steps":["trace[1651515957] 'process raft request' (duration: 180.431712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:52.458437Z","caller":"traceutil/trace.go:171","msg":"trace[204229068] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8522; }","duration":"124.838683ms","start":"2026-07-24T00:05:52.333568Z","end":"2026-07-24T00:05:52.458406Z","steps":["trace[204229068] 'read index received' (duration: 85.234033ms)","trace[204229068] 'applied index is now lower than readState.Index' (duration: 39.60327ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:05:52.458455Z","caller":"traceutil/trace.go:171","msg":"trace[106981016] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"157.263984ms","start":"2026-07-24T00:05:52.301151Z","end":"2026-07-24T00:05:52.458415Z","steps":["trace[106981016] 'process raft request' (duration: 157.151301ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:52.45849Z","caller":"traceutil/trace.go:171","msg":"trace[704844213] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"166.003823ms","start":"2026-07-24T00:05:52.292417Z","end":"2026-07-24T00:05:52.458421Z","steps":["trace[704844213] 'process raft request' (duration: 165.695983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:52.45865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.04524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:05:52.45847Z","caller":"traceutil/trace.go:171","msg":"trace[987124930] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"136.327708ms","start":"2026-07-24T00:05:52.322115Z","end":"2026-07-24T00:05:52.458443Z","steps":["trace[987124930] 'process raft request' (duration: 136.234355ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:52.458713Z","caller":"traceutil/trace.go:171","msg":"trace[825955003] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8233; }","duration":"125.180694ms","start":"2026-07-24T00:05:52.333518Z","end":"2026-07-24T00:05:52.458698Z","steps":["trace[825955003] 'agreement among raft nodes before linearized reading' (duration: 125.006418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:52.638143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.935228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:05:52.638255Z","caller":"traceutil/trace.go:171","msg":"trace[246775385] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8233; }","duration":"121.084693ms","start":"2026-07-24T00:05:52.517146Z","end":"2026-07-24T00:05:52.63823Z","steps":["trace[246775385] 'count revisions from in-memory index tree' (duration: 120.752753ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:53.238475Z","caller":"traceutil/trace.go:171","msg":"trace[1941530620] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"122.844389ms","start":"2026-07-24T00:05:53.1156Z","end":"2026-07-24T00:05:53.238444Z","steps":["trace[1941530620] 'process raft request' (duration: 122.668844ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:55.213564Z","caller":"traceutil/trace.go:171","msg":"trace[1149769440] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"121.444034ms","start":"2026-07-24T00:05:55.092091Z","end":"2026-07-24T00:05:55.213535Z","steps":["trace[1149769440] 'process raft request' (duration: 114.097011ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:59.309912Z","caller":"traceutil/trace.go:171","msg":"trace[1773174048] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8696; }","duration":"110.637132ms","start":"2026-07-24T00:05:59.199235Z","end":"2026-07-24T00:05:59.309872Z","steps":["trace[1773174048] 'read index received' (duration: 110.436285ms)","trace[1773174048] 'applied index is now lower than readState.Index' (duration: 199.636µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:05:59.310008Z","caller":"traceutil/trace.go:171","msg":"trace[1193310216] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"214.91077ms","start":"2026-07-24T00:05:59.095067Z","end":"2026-07-24T00:05:59.309978Z","steps":["trace[1193310216] 'process raft request' (duration: 214.630721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:05:59.310059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.777886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:05:59.310097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.475176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:05:59.310098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.867669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:05:59.310129Z","caller":"traceutil/trace.go:171","msg":"trace[1582638413] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8403; }","duration":"110.891719ms","start":"2026-07-24T00:05:59.199221Z","end":"2026-07-24T00:05:59.310112Z","steps":["trace[1582638413] 'agreement among raft nodes before linearized reading' (duration: 110.711703ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:59.310153Z","caller":"traceutil/trace.go:171","msg":"trace[464259969] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8403; }","duration":"111.001063ms","start":"2026-07-24T00:05:59.199142Z","end":"2026-07-24T00:05:59.310143Z","steps":["trace[464259969] 'agreement among raft nodes before linearized reading' (duration: 110.860329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:05:59.310145Z","caller":"traceutil/trace.go:171","msg":"trace[928344448] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8403; }","duration":"110.529858ms","start":"2026-07-24T00:05:59.199603Z","end":"2026-07-24T00:05:59.310133Z","steps":["trace[928344448] 'agreement among raft nodes before linearized reading' (duration: 110.458506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.446147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893668576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:01.806902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315562917s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:06:01.807429Z","caller":"traceutil/trace.go:171","msg":"trace[403293532] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"1.316224138s","start":"2026-07-24T00:06:00.491173Z","end":"2026-07-24T00:06:01.807397Z","steps":["trace[403293532] 'process raft request' (duration: 1.316031502s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.807652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:00.491139Z","time spent":"1.316418284s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:01.918058Z","caller":"traceutil/trace.go:171","msg":"trace[130485933] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"1.425789995s","start":"2026-07-24T00:06:00.492239Z","end":"2026-07-24T00:06:01.918029Z","steps":["trace[130485933] 'process raft request' (duration: 1.425549718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.918253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:00.492212Z","time spent":"1.4259378s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:01.918427Z","caller":"traceutil/trace.go:171","msg":"trace[895973835] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"213.079962ms","start":"2026-07-24T00:06:01.705334Z","end":"2026-07-24T00:06:01.918414Z","steps":["trace[895973835] 'process raft request' (duration: 212.927847ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:01.918424Z","caller":"traceutil/trace.go:171","msg":"trace[1932152798] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8705; }","duration":"973.008905ms","start":"2026-07-24T00:06:00.945389Z","end":"2026-07-24T00:06:01.918398Z","steps":["trace[1932152798] 'read index received' (duration: 861.829397ms)","trace[1932152798] 'applied index is now lower than readState.Index' (duration: 111.178398ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:01.918454Z","caller":"traceutil/trace.go:171","msg":"trace[183334065] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"1.424492604s","start":"2026-07-24T00:06:00.493902Z","end":"2026-07-24T00:06:01.918394Z","steps":["trace[183334065] 'process raft request' (duration: 1.424081591s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.918642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.235523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:01.918679Z","caller":"traceutil/trace.go:171","msg":"trace[2096166536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8414; }","duration":"973.334576ms","start":"2026-07-24T00:06:00.945332Z","end":"2026-07-24T00:06:01.918667Z","steps":["trace[2096166536] 'agreement among raft nodes before linearized reading' (duration: 973.209512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.918711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:00.945306Z","time spent":"973.396718ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:06:01.918745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:00.493867Z","time spent":"1.424718371s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:01.918788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.034491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T00:06:01.918892Z","caller":"traceutil/trace.go:171","msg":"trace[856902657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8414; }","duration":"603.197486ms","start":"2026-07-24T00:06:01.315667Z","end":"2026-07-24T00:06:01.918864Z","steps":["trace[856902657] 'agreement among raft nodes before linearized reading' (duration: 602.925287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.918944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.315641Z","time spent":"603.291609ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:01.918973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.155593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:06:01.919018Z","caller":"traceutil/trace.go:171","msg":"trace[2089125523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8414; }","duration":"591.221545ms","start":"2026-07-24T00:06:01.327785Z","end":"2026-07-24T00:06:01.919006Z","steps":["trace[2089125523] 'agreement among raft nodes before linearized reading' (duration: 591.047109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.919051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.327768Z","time spent":"591.276727ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:01.919115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.184773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T00:06:01.919119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.703943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T00:06:01.919143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.129341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T00:06:01.919147Z","caller":"traceutil/trace.go:171","msg":"trace[2055508074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8414; }","duration":"596.261676ms","start":"2026-07-24T00:06:01.322876Z","end":"2026-07-24T00:06:01.919138Z","steps":["trace[2055508074] 'agreement among raft nodes before linearized reading' (duration: 596.169073ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:01.919178Z","caller":"traceutil/trace.go:171","msg":"trace[1077982073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8414; }","duration":"596.202364ms","start":"2026-07-24T00:06:01.322963Z","end":"2026-07-24T00:06:01.919165Z","steps":["trace[1077982073] 'agreement among raft nodes before linearized reading' (duration: 596.07593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:01.919176Z","caller":"traceutil/trace.go:171","msg":"trace[876294629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8414; }","duration":"565.810596ms","start":"2026-07-24T00:06:01.35335Z","end":"2026-07-24T00:06:01.91916Z","steps":["trace[876294629] 'agreement among raft nodes before linearized reading' (duration: 565.582459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.919184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.322846Z","time spent":"596.328908ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:06:01.9192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.32293Z","time spent":"596.264926ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:01.919214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.353323Z","time spent":"565.883449ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:01.919176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.668172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:06:01.919306Z","caller":"traceutil/trace.go:171","msg":"trace[962892007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8414; }","duration":"345.855347ms","start":"2026-07-24T00:06:01.573425Z","end":"2026-07-24T00:06:01.91928Z","steps":["trace[962892007] 'agreement among raft nodes before linearized reading' (duration: 345.487536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.919328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.985447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:01.919353Z","caller":"traceutil/trace.go:171","msg":"trace[827648285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8414; }","duration":"596.064659ms","start":"2026-07-24T00:06:01.323281Z","end":"2026-07-24T00:06:01.919346Z","steps":["trace[827648285] 'agreement among raft nodes before linearized reading' (duration: 595.994297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:01.919355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.573402Z","time spent":"345.94372ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:01.919371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:01.323251Z","time spent":"596.116341ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:06:12.23018Z","caller":"traceutil/trace.go:171","msg":"trace[241898957] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"274.29829ms","start":"2026-07-24T00:06:11.955844Z","end":"2026-07-24T00:06:12.230142Z","steps":["trace[241898957] 'process raft request' (duration: 274.068162ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:12.356731Z","caller":"traceutil/trace.go:171","msg":"trace[408471926] linearizableReadLoop","detail":"{readStateIndex:8764; appliedIndex:8762; }","duration":"387.403738ms","start":"2026-07-24T00:06:11.969296Z","end":"2026-07-24T00:06:12.3567Z","steps":["trace[408471926] 'read index received' (duration: 260.750009ms)","trace[408471926] 'applied index is now lower than readState.Index' (duration: 126.652409ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:12.356868Z","caller":"traceutil/trace.go:171","msg":"trace[973152739] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"399.373029ms","start":"2026-07-24T00:06:11.957483Z","end":"2026-07-24T00:06:12.356856Z","steps":["trace[973152739] 'process raft request' (duration: 382.693478ms)","trace[973152739] 'compare' (duration: 16.074742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:12.356977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.957458Z","time spent":"399.439012ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:12.357065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.874432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:06:12.357151Z","caller":"traceutil/trace.go:171","msg":"trace[216790456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8466; }","duration":"381.967975ms","start":"2026-07-24T00:06:11.975159Z","end":"2026-07-24T00:06:12.357127Z","steps":["trace[216790456] 'agreement among raft nodes before linearized reading' (duration: 381.750138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.35719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.975125Z","time spent":"382.056008ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:12.357178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.107716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:06:12.357248Z","caller":"traceutil/trace.go:171","msg":"trace[1178669843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8466; }","duration":"364.20057ms","start":"2026-07-24T00:06:11.993023Z","end":"2026-07-24T00:06:12.357223Z","steps":["trace[1178669843] 'agreement among raft nodes before linearized reading' (duration: 364.064066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.357206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.751007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:06:12.357279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.993012Z","time spent":"364.259902ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:06:12.357311Z","caller":"traceutil/trace.go:171","msg":"trace[1627929283] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8466; }","duration":"260.937944ms","start":"2026-07-24T00:06:12.096351Z","end":"2026-07-24T00:06:12.357289Z","steps":["trace[1627929283] 'agreement among raft nodes before linearized reading' (duration: 260.703037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.357326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.019818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:06:12.357355Z","caller":"traceutil/trace.go:171","msg":"trace[1259146130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8466; }","duration":"366.049509ms","start":"2026-07-24T00:06:11.991296Z","end":"2026-07-24T00:06:12.357346Z","steps":["trace[1259146130] 'agreement among raft nodes before linearized reading' (duration: 365.969766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.357366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.064909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:06:12.357387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.991253Z","time spent":"366.127001ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:06:12.357417Z","caller":"traceutil/trace.go:171","msg":"trace[404358343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8466; }","duration":"388.139862ms","start":"2026-07-24T00:06:11.969265Z","end":"2026-07-24T00:06:12.357405Z","steps":["trace[404358343] 'agreement among raft nodes before linearized reading' (duration: 388.023078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.357428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.808399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:12.357546Z","caller":"traceutil/trace.go:171","msg":"trace[1265109125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8466; }","duration":"364.962984ms","start":"2026-07-24T00:06:11.992556Z","end":"2026-07-24T00:06:12.357519Z","steps":["trace[1265109125] 'agreement among raft nodes before linearized reading' (duration: 364.596263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.357647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.99255Z","time spent":"365.074248ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:06:12.357467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.969252Z","time spent":"388.194623ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:12.35749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.190719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:06:12.357779Z","caller":"traceutil/trace.go:171","msg":"trace[1696167157] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8466; }","duration":"364.485929ms","start":"2026-07-24T00:06:11.99328Z","end":"2026-07-24T00:06:12.357766Z","steps":["trace[1696167157] 'agreement among raft nodes before linearized reading' (duration: 364.120468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.357895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.993275Z","time spent":"364.610813ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:12.358045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.805828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:06:12.358079Z","caller":"traceutil/trace.go:171","msg":"trace[1590961668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8466; }","duration":"358.85225ms","start":"2026-07-24T00:06:11.999219Z","end":"2026-07-24T00:06:12.358071Z","steps":["trace[1590961668] 'agreement among raft nodes before linearized reading' (duration: 357.755545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:12.358126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:11.999212Z","time spent":"358.906411ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:14.44355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893668739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:06:14.531736Z","caller":"traceutil/trace.go:171","msg":"trace[1048822743] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"625.952611ms","start":"2026-07-24T00:06:13.905753Z","end":"2026-07-24T00:06:14.531705Z","steps":["trace[1048822743] 'process raft request' (duration: 625.763025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:14.531952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:13.905721Z","time spent":"626.122296ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:15.123453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.779758Z","time spent":"343.683688ms","remote":"127.0.0.1:44410","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T00:06:15.191762Z","caller":"traceutil/trace.go:171","msg":"trace[1684311874] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"955.030745ms","start":"2026-07-24T00:06:14.236697Z","end":"2026-07-24T00:06:15.191727Z","steps":["trace[1684311874] 'process raft request' (duration: 954.807157ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:15.191971Z","caller":"traceutil/trace.go:171","msg":"trace[1270001802] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8770; }","duration":"1.249344401s","start":"2026-07-24T00:06:13.942591Z","end":"2026-07-24T00:06:15.191935Z","steps":["trace[1270001802] 'read index received' (duration: 589.001305ms)","trace[1270001802] 'applied index is now lower than readState.Index' (duration: 660.340666ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:15.192085Z","caller":"traceutil/trace.go:171","msg":"trace[1683652012] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"828.767056ms","start":"2026-07-24T00:06:14.363284Z","end":"2026-07-24T00:06:15.192051Z","steps":["trace[1683652012] 'process raft request' (duration: 828.400044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.192182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249563288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:15.192226Z","caller":"traceutil/trace.go:171","msg":"trace[1384503543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8475; }","duration":"1.249666361s","start":"2026-07-24T00:06:13.942548Z","end":"2026-07-24T00:06:15.192214Z","steps":["trace[1384503543] 'agreement among raft nodes before linearized reading' (duration: 1.249542147s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.192247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.363254Z","time spent":"828.912791ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:15.192192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.236664Z","time spent":"955.298863ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:15.19228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:13.942529Z","time spent":"1.249733654s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:06:15.262671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:06:15.262768Z","caller":"traceutil/trace.go:171","msg":"trace[1715709440] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8475; }","duration":"106.203999ms","start":"2026-07-24T00:06:15.156544Z","end":"2026-07-24T00:06:15.262748Z","steps":["trace[1715709440] 'agreement among raft nodes before linearized reading' (duration: 106.022364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.263024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.828425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T00:06:15.263104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.304566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-24T00:06:15.263151Z","caller":"traceutil/trace.go:171","msg":"trace[878695309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8475; }","duration":"828.031762ms","start":"2026-07-24T00:06:14.435089Z","end":"2026-07-24T00:06:15.26312Z","steps":["trace[878695309] 'agreement among raft nodes before linearized reading' (duration: 827.6292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:15.263177Z","caller":"traceutil/trace.go:171","msg":"trace[109112277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8475; }","duration":"639.42311ms","start":"2026-07-24T00:06:14.623735Z","end":"2026-07-24T00:06:15.263158Z","steps":["trace[109112277] 'agreement among raft nodes before linearized reading' (duration: 639.242424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.263155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.36269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:06:15.263227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.435063Z","time spent":"828.146896ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:06:15.263231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.623715Z","time spent":"639.498342ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:06:15.263241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.523714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:06:15.263264Z","caller":"traceutil/trace.go:171","msg":"trace[117331278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8475; }","duration":"827.519035ms","start":"2026-07-24T00:06:14.435726Z","end":"2026-07-24T00:06:15.263245Z","steps":["trace[117331278] 'agreement among raft nodes before linearized reading' (duration: 827.241666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.26329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.007135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:06:15.263293Z","caller":"traceutil/trace.go:171","msg":"trace[1185799388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8475; }","duration":"826.622637ms","start":"2026-07-24T00:06:14.436654Z","end":"2026-07-24T00:06:15.263277Z","steps":["trace[1185799388] 'agreement among raft nodes before linearized reading' (duration: 826.449612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:15.26334Z","caller":"traceutil/trace.go:171","msg":"trace[320880924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8475; }","duration":"863.056657ms","start":"2026-07-24T00:06:14.40027Z","end":"2026-07-24T00:06:15.263327Z","steps":["trace[320880924] 'agreement among raft nodes before linearized reading' (duration: 862.886702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.263358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.030232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:06:15.263419Z","caller":"traceutil/trace.go:171","msg":"trace[462390341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8475; }","duration":"828.110714ms","start":"2026-07-24T00:06:14.435292Z","end":"2026-07-24T00:06:15.263403Z","steps":["trace[462390341] 'agreement among raft nodes before linearized reading' (duration: 827.924058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.263349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.43662Z","time spent":"826.71991ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:15.263464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.435283Z","time spent":"828.171987ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:15.263387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.400198Z","time spent":"863.180621ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:15.2633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.435701Z","time spent":"827.591908ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:15.263509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.296221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:06:15.263599Z","caller":"traceutil/trace.go:171","msg":"trace[384197408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8475; }","duration":"828.413204ms","start":"2026-07-24T00:06:14.435166Z","end":"2026-07-24T00:06:15.263579Z","steps":["trace[384197408] 'agreement among raft nodes before linearized reading' (duration: 828.149996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.263638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.43516Z","time spent":"828.469006ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:15.263792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.176452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:15.263868Z","caller":"traceutil/trace.go:171","msg":"trace[2032615964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8475; }","duration":"864.277415ms","start":"2026-07-24T00:06:14.399565Z","end":"2026-07-24T00:06:15.263842Z","steps":["trace[2032615964] 'agreement among raft nodes before linearized reading' (duration: 863.284664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:15.263909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:14.399547Z","time spent":"864.352698ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:06:17.342079Z","caller":"traceutil/trace.go:171","msg":"trace[760906715] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"803.7669ms","start":"2026-07-24T00:06:16.538284Z","end":"2026-07-24T00:06:17.342051Z","steps":["trace[760906715] 'process raft request' (duration: 803.564714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.342269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:16.538249Z","time spent":"803.918015ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:17.646783Z","caller":"traceutil/trace.go:171","msg":"trace[1218399064] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"714.789688ms","start":"2026-07-24T00:06:16.931943Z","end":"2026-07-24T00:06:17.646733Z","steps":["trace[1218399064] 'process raft request' (duration: 714.117417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:17.646956Z","caller":"traceutil/trace.go:171","msg":"trace[216491968] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"449.421573ms","start":"2026-07-24T00:06:17.197494Z","end":"2026-07-24T00:06:17.646915Z","steps":["trace[216491968] 'process raft request' (duration: 449.127573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:17.646981Z","caller":"traceutil/trace.go:171","msg":"trace[1714033576] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"448.621187ms","start":"2026-07-24T00:06:17.198318Z","end":"2026-07-24T00:06:17.646939Z","steps":["trace[1714033576] 'process raft request' (duration: 448.448262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.647157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.197462Z","time spent":"449.590208ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:17.647189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.198284Z","time spent":"448.801773ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:17.647184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.289324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:17.647266Z","caller":"traceutil/trace.go:171","msg":"trace[1743695801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8486; }","duration":"704.419848ms","start":"2026-07-24T00:06:16.942825Z","end":"2026-07-24T00:06:17.647245Z","steps":["trace[1743695801] 'agreement among raft nodes before linearized reading' (duration: 704.228212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.647325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:16.942803Z","time spent":"704.507771ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:06:17.647435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:16.931907Z","time spent":"714.983295ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:17.647926Z","caller":"traceutil/trace.go:171","msg":"trace[964960407] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8781; }","duration":"704.005536ms","start":"2026-07-24T00:06:16.942874Z","end":"2026-07-24T00:06:17.646879Z","steps":["trace[964960407] 'read index received' (duration: 398.944627ms)","trace[964960407] 'applied index is now lower than readState.Index' (duration: 305.059519ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:17.670038Z","caller":"traceutil/trace.go:171","msg":"trace[786046315] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"166.702715ms","start":"2026-07-24T00:06:17.503292Z","end":"2026-07-24T00:06:17.669995Z","steps":["trace[786046315] 'process raft request' (duration: 166.414186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.67016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.762126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:06:17.670222Z","caller":"traceutil/trace.go:171","msg":"trace[386458178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8487; }","duration":"379.841139ms","start":"2026-07-24T00:06:17.290361Z","end":"2026-07-24T00:06:17.670203Z","steps":["trace[386458178] 'agreement among raft nodes before linearized reading' (duration: 379.737816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.67024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.609041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:06:17.670271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.290342Z","time spent":"379.914431ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:17.670248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.33337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:06:17.670319Z","caller":"traceutil/trace.go:171","msg":"trace[244778022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8487; }","duration":"346.724975ms","start":"2026-07-24T00:06:17.323576Z","end":"2026-07-24T00:06:17.670301Z","steps":["trace[244778022] 'agreement among raft nodes before linearized reading' (duration: 346.490098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:17.670345Z","caller":"traceutil/trace.go:171","msg":"trace[1600415218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8487; }","duration":"345.455444ms","start":"2026-07-24T00:06:17.324868Z","end":"2026-07-24T00:06:17.670323Z","steps":["trace[1600415218] 'agreement among raft nodes before linearized reading' (duration: 345.149304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.670357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.323567Z","time spent":"346.784437ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:17.670051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.847831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-24T00:06:17.670393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.324807Z","time spent":"345.575058ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:06:17.670397Z","caller":"traceutil/trace.go:171","msg":"trace[1028430476] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8487; }","duration":"622.252844ms","start":"2026-07-24T00:06:17.048129Z","end":"2026-07-24T00:06:17.670381Z","steps":["trace[1028430476] 'agreement among raft nodes before linearized reading' (duration: 621.746287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.670439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.048103Z","time spent":"622.327186ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T00:06:17.670485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.560594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:17.670502Z","caller":"traceutil/trace.go:171","msg":"trace[320377431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8487; }","duration":"343.596235ms","start":"2026-07-24T00:06:17.3269Z","end":"2026-07-24T00:06:17.670496Z","steps":["trace[320377431] 'agreement among raft nodes before linearized reading' (duration: 343.549484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.670497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.168491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:06:17.670523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.32689Z","time spent":"343.628636ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:06:17.670538Z","caller":"traceutil/trace.go:171","msg":"trace[1672904077] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8487; }","duration":"343.231593ms","start":"2026-07-24T00:06:17.327295Z","end":"2026-07-24T00:06:17.670526Z","steps":["trace[1672904077] 'agreement among raft nodes before linearized reading' (duration: 343.12133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.670602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.327285Z","time spent":"343.287275ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:17.670595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.260856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:06:17.670709Z","caller":"traceutil/trace.go:171","msg":"trace[445689109] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8487; }","duration":"185.432351ms","start":"2026-07-24T00:06:17.485246Z","end":"2026-07-24T00:06:17.670679Z","steps":["trace[445689109] 'agreement among raft nodes before linearized reading' (duration: 185.201304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.670995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.585302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:06:17.671101Z","caller":"traceutil/trace.go:171","msg":"trace[2125033227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8487; }","duration":"347.751308ms","start":"2026-07-24T00:06:17.323322Z","end":"2026-07-24T00:06:17.671074Z","steps":["trace[2125033227] 'agreement among raft nodes before linearized reading' (duration: 346.751806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.671162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.323296Z","time spent":"347.85564ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:06:17.67189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.595842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:06:17.672473Z","caller":"traceutil/trace.go:171","msg":"trace[1381587129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8487; }","duration":"347.740107ms","start":"2026-07-24T00:06:17.324225Z","end":"2026-07-24T00:06:17.671966Z","steps":["trace[1381587129] 'agreement among raft nodes before linearized reading' (duration: 346.753956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:17.672635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.324215Z","time spent":"348.327845ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:06:18.113998Z","caller":"traceutil/trace.go:171","msg":"trace[1025408656] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8787; }","duration":"399.821494ms","start":"2026-07-24T00:06:17.714145Z","end":"2026-07-24T00:06:18.113966Z","steps":["trace[1025408656] 'read index received' (duration: 399.269846ms)","trace[1025408656] 'applied index is now lower than readState.Index' (duration: 550.358µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:18.114269Z","caller":"traceutil/trace.go:171","msg":"trace[649654874] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"436.487282ms","start":"2026-07-24T00:06:17.677728Z","end":"2026-07-24T00:06:18.114216Z","steps":["trace[649654874] 'process raft request' (duration: 436.129801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:18.114359Z","caller":"traceutil/trace.go:171","msg":"trace[1397903314] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"438.822726ms","start":"2026-07-24T00:06:17.675526Z","end":"2026-07-24T00:06:18.114349Z","steps":["trace[1397903314] 'process raft request' (duration: 437.99434ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:18.11434Z","caller":"traceutil/trace.go:171","msg":"trace[2020384218] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"438.729453ms","start":"2026-07-24T00:06:17.675569Z","end":"2026-07-24T00:06:18.114298Z","steps":["trace[2020384218] 'process raft request' (duration: 438.227137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:18.114408Z","caller":"traceutil/trace.go:171","msg":"trace[1653984162] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"436.599485ms","start":"2026-07-24T00:06:17.677793Z","end":"2026-07-24T00:06:18.114393Z","steps":["trace[1653984162] 'process raft request' (duration: 436.13176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:18.114517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.677715Z","time spent":"436.669687ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:18.114529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.675546Z","time spent":"438.883288ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:18.114533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.675504Z","time spent":"438.911638ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:18.114564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.677771Z","time spent":"436.674077ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:18.114283Z","caller":"traceutil/trace.go:171","msg":"trace[522288063] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"438.660301ms","start":"2026-07-24T00:06:17.675573Z","end":"2026-07-24T00:06:18.114234Z","steps":["trace[522288063] 'process raft request' (duration: 438.178955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:18.114728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.576497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:06:18.11473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.675553Z","time spent":"439.148876ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:18.114756Z","caller":"traceutil/trace.go:171","msg":"trace[721470311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8493; }","duration":"169.603008ms","start":"2026-07-24T00:06:17.945144Z","end":"2026-07-24T00:06:18.114747Z","steps":["trace[721470311] 'agreement among raft nodes before linearized reading' (duration: 169.535406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:18.115156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.702954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223836"} {"level":"info","ts":"2026-07-24T00:06:18.115217Z","caller":"traceutil/trace.go:171","msg":"trace[1070643347] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8493; }","duration":"439.796366ms","start":"2026-07-24T00:06:17.675411Z","end":"2026-07-24T00:06:18.115207Z","steps":["trace[1070643347] 'agreement among raft nodes before linearized reading' (duration: 439.294021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:18.115243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:17.675391Z","time spent":"439.846048ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223859,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T00:06:19.587543Z","caller":"traceutil/trace.go:171","msg":"trace[2020862568] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"240.517743ms","start":"2026-07-24T00:06:19.34699Z","end":"2026-07-24T00:06:19.587508Z","steps":["trace[2020862568] 'process raft request' (duration: 240.305377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.143369Z","caller":"traceutil/trace.go:171","msg":"trace[1335779724] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"490.076588ms","start":"2026-07-24T00:06:19.653256Z","end":"2026-07-24T00:06:20.143333Z","steps":["trace[1335779724] 'process raft request' (duration: 442.803593ms)","trace[1335779724] 'compare' (duration: 46.81324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:20.143544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:19.653213Z","time spent":"490.251323ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:20.14339Z","caller":"traceutil/trace.go:171","msg":"trace[453769973] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8793; }","duration":"424.722607ms","start":"2026-07-24T00:06:19.71864Z","end":"2026-07-24T00:06:20.143363Z","steps":["trace[453769973] 'read index received' (duration: 377.451512ms)","trace[453769973] 'applied index is now lower than readState.Index' (duration: 47.269795ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:20.143515Z","caller":"traceutil/trace.go:171","msg":"trace[921305430] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"489.178379ms","start":"2026-07-24T00:06:19.654282Z","end":"2026-07-24T00:06:20.143461Z","steps":["trace[921305430] 'process raft request' (duration: 488.953832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.143589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.923113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:06:20.143649Z","caller":"traceutil/trace.go:171","msg":"trace[1769947374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8496; }","duration":"425.057537ms","start":"2026-07-24T00:06:19.718579Z","end":"2026-07-24T00:06:20.143636Z","steps":["trace[1769947374] 'agreement among raft nodes before linearized reading' (duration: 424.865141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.143701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:19.718564Z","time spent":"425.12835ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:20.143766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:19.654268Z","time spent":"489.364934ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:20.644555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893668789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:06:20.810964Z","caller":"traceutil/trace.go:171","msg":"trace[1643379734] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"706.076571ms","start":"2026-07-24T00:06:20.104858Z","end":"2026-07-24T00:06:20.810934Z","steps":["trace[1643379734] 'process raft request' (duration: 704.451799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.811239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.104829Z","time spent":"706.220296ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:20.813676Z","caller":"traceutil/trace.go:171","msg":"trace[106195232] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"664.654372ms","start":"2026-07-24T00:06:20.148962Z","end":"2026-07-24T00:06:20.813616Z","steps":["trace[106195232] 'process raft request' (duration: 664.341532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.813955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.148943Z","time spent":"664.838549ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:20.814181Z","caller":"traceutil/trace.go:171","msg":"trace[504419376] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8795; }","duration":"670.51257ms","start":"2026-07-24T00:06:20.143579Z","end":"2026-07-24T00:06:20.814092Z","steps":["trace[504419376] 'read index received' (duration: 665.750148ms)","trace[504419376] 'applied index is now lower than readState.Index' (duration: 4.757151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:20.814373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.631089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-24T00:06:20.814393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.315407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:06:20.814442Z","caller":"traceutil/trace.go:171","msg":"trace[145982193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8498; }","duration":"761.776494ms","start":"2026-07-24T00:06:20.052648Z","end":"2026-07-24T00:06:20.814425Z","steps":["trace[145982193] 'agreement among raft nodes before linearized reading' (duration: 761.554647ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.814477Z","caller":"traceutil/trace.go:171","msg":"trace[673055180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8498; }","duration":"694.492472ms","start":"2026-07-24T00:06:20.119964Z","end":"2026-07-24T00:06:20.814456Z","steps":["trace[673055180] 'agreement among raft nodes before linearized reading' (duration: 694.187192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.814517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.61111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T00:06:20.814532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.119946Z","time spent":"694.577315ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T00:06:20.814568Z","caller":"traceutil/trace.go:171","msg":"trace[454391910] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:8498; }","duration":"888.735124ms","start":"2026-07-24T00:06:19.92582Z","end":"2026-07-24T00:06:20.814555Z","steps":["trace[454391910] 'agreement among raft nodes before linearized reading' (duration: 888.530718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.814592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.691438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:06:20.814634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:19.925787Z","time spent":"888.837547ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-24T00:06:20.814644Z","caller":"traceutil/trace.go:171","msg":"trace[26954484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8498; }","duration":"694.983138ms","start":"2026-07-24T00:06:20.119651Z","end":"2026-07-24T00:06:20.814635Z","steps":["trace[26954484] 'agreement among raft nodes before linearized reading' (duration: 694.857764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.814679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.119583Z","time spent":"695.088901ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:20.814863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.487629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:06:20.814909Z","caller":"traceutil/trace.go:171","msg":"trace[1204126151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8498; }","duration":"687.555371ms","start":"2026-07-24T00:06:20.127344Z","end":"2026-07-24T00:06:20.814899Z","steps":["trace[1204126151] 'agreement among raft nodes before linearized reading' (duration: 687.407567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.814938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.127333Z","time spent":"687.599003ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:20.814994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.133059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-24T00:06:20.815044Z","caller":"traceutil/trace.go:171","msg":"trace[726336855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8498; }","duration":"353.223241ms","start":"2026-07-24T00:06:20.461809Z","end":"2026-07-24T00:06:20.815033Z","steps":["trace[726336855] 'agreement among raft nodes before linearized reading' (duration: 353.073247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.815075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.461785Z","time spent":"353.281694ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:06:20.815079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.032736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:06:20.815119Z","caller":"traceutil/trace.go:171","msg":"trace[248377388] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8498; }","duration":"945.113619ms","start":"2026-07-24T00:06:19.869993Z","end":"2026-07-24T00:06:20.815107Z","steps":["trace[248377388] 'agreement among raft nodes before linearized reading' (duration: 945.044687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.815154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:19.869975Z","time spent":"945.16956ms","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:06:20.815156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.556754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:20.815189Z","caller":"traceutil/trace.go:171","msg":"trace[240704200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8498; }","duration":"694.611466ms","start":"2026-07-24T00:06:20.120568Z","end":"2026-07-24T00:06:20.815179Z","steps":["trace[240704200] 'agreement among raft nodes before linearized reading' (duration: 694.524713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.815216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.120555Z","time spent":"694.654837ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:06:20.815387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.101671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:06:20.815422Z","caller":"traceutil/trace.go:171","msg":"trace[822393247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8498; }","duration":"695.184425ms","start":"2026-07-24T00:06:20.12023Z","end":"2026-07-24T00:06:20.815414Z","steps":["trace[822393247] 'agreement among raft nodes before linearized reading' (duration: 695.095592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.815448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.120201Z","time spent":"695.240967ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:06:20.814486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.052627Z","time spent":"761.849866ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-24T00:06:20.815691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043753918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:06:20.81575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.545546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:06:20.81578Z","caller":"traceutil/trace.go:171","msg":"trace[1756795770] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8498; }","duration":"1.043872392s","start":"2026-07-24T00:06:19.771855Z","end":"2026-07-24T00:06:20.815727Z","steps":["trace[1756795770] 'agreement among raft nodes before linearized reading' (duration: 1.042698474s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.815802Z","caller":"traceutil/trace.go:171","msg":"trace[1802973557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8498; }","duration":"695.862305ms","start":"2026-07-24T00:06:20.119924Z","end":"2026-07-24T00:06:20.815786Z","steps":["trace[1802973557] 'agreement among raft nodes before linearized reading' (duration: 695.654349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.815837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:20.119872Z","time spent":"695.957979ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:20.815832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:19.771844Z","time spent":"1.043973944s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":875,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:06:20.979934Z","caller":"traceutil/trace.go:171","msg":"trace[1630330659] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"159.082173ms","start":"2026-07-24T00:06:20.82082Z","end":"2026-07-24T00:06:20.979902Z","steps":["trace[1630330659] 'process raft request' (duration: 158.97816ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.979951Z","caller":"traceutil/trace.go:171","msg":"trace[178683472] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"159.506537ms","start":"2026-07-24T00:06:20.820391Z","end":"2026-07-24T00:06:20.979897Z","steps":["trace[178683472] 'process raft request' (duration: 159.210187ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.980282Z","caller":"traceutil/trace.go:171","msg":"trace[316250917] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"158.479854ms","start":"2026-07-24T00:06:20.821792Z","end":"2026-07-24T00:06:20.980271Z","steps":["trace[316250917] 'process raft request' (duration: 158.05918ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.980577Z","caller":"traceutil/trace.go:171","msg":"trace[519439589] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"158.461714ms","start":"2026-07-24T00:06:20.822098Z","end":"2026-07-24T00:06:20.98056Z","steps":["trace[519439589] 'process raft request' (duration: 158.079152ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.980568Z","caller":"traceutil/trace.go:171","msg":"trace[1599571209] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8798; }","duration":"127.542369ms","start":"2026-07-24T00:06:20.852997Z","end":"2026-07-24T00:06:20.980539Z","steps":["trace[1599571209] 'read index received' (duration: 126.580719ms)","trace[1599571209] 'applied index is now lower than readState.Index' (duration: 960.54µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:20.980607Z","caller":"traceutil/trace.go:171","msg":"trace[645379377] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"156.941905ms","start":"2026-07-24T00:06:20.823634Z","end":"2026-07-24T00:06:20.980576Z","steps":["trace[645379377] 'process raft request' (duration: 156.846562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.980978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.935863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cd79054-8b7a-4cf9-9f6a-e19a1ab344ae\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T00:06:20.980974Z","caller":"traceutil/trace.go:171","msg":"trace[1285289528] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"126.9291ms","start":"2026-07-24T00:06:20.853977Z","end":"2026-07-24T00:06:20.980906Z","steps":["trace[1285289528] 'process raft request' (duration: 126.759654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.981023Z","caller":"traceutil/trace.go:171","msg":"trace[1800418387] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cd79054-8b7a-4cf9-9f6a-e19a1ab344ae; range_end:; response_count:1; response_revision:8503; }","duration":"161.025485ms","start":"2026-07-24T00:06:20.819984Z","end":"2026-07-24T00:06:20.981009Z","steps":["trace[1800418387] 'agreement among raft nodes before linearized reading' (duration: 160.774137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:20.981159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.691789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223836"} {"level":"warn","ts":"2026-07-24T00:06:20.981161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.907779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-07-24T00:06:20.981243Z","caller":"traceutil/trace.go:171","msg":"trace[706921081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8503; }","duration":"157.800023ms","start":"2026-07-24T00:06:20.823419Z","end":"2026-07-24T00:06:20.981219Z","steps":["trace[706921081] 'agreement among raft nodes before linearized reading' (duration: 157.239055ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:20.981261Z","caller":"traceutil/trace.go:171","msg":"trace[194968286] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8504; }","duration":"127.025283ms","start":"2026-07-24T00:06:20.85421Z","end":"2026-07-24T00:06:20.981235Z","steps":["trace[194968286] 'agreement among raft nodes before linearized reading' (duration: 126.712913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:21.749877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.052997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-24T00:06:21.750419Z","caller":"traceutil/trace.go:171","msg":"trace[537584842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8504; }","duration":"671.630365ms","start":"2026-07-24T00:06:21.078767Z","end":"2026-07-24T00:06:21.750398Z","steps":["trace[537584842] 'range keys from in-memory index tree' (duration: 670.745397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:21.750676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:21.078755Z","time spent":"671.855462ms","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T00:06:21.749965Z","caller":"traceutil/trace.go:171","msg":"trace[1540883378] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"156.045576ms","start":"2026-07-24T00:06:21.593879Z","end":"2026-07-24T00:06:21.749924Z","steps":["trace[1540883378] 'process raft request' (duration: 116.625892ms)","trace[1540883378] 'compare' (duration: 39.136865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:22.239954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.081949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:22.240067Z","caller":"traceutil/trace.go:171","msg":"trace[1908687051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8505; }","duration":"294.255744ms","start":"2026-07-24T00:06:21.945786Z","end":"2026-07-24T00:06:22.240041Z","steps":["trace[1908687051] 'range keys from in-memory index tree' (duration: 293.976715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:22.240287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.65996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:06:22.240426Z","caller":"traceutil/trace.go:171","msg":"trace[1191495040] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8505; }","duration":"109.864596ms","start":"2026-07-24T00:06:22.130524Z","end":"2026-07-24T00:06:22.240389Z","steps":["trace[1191495040] 'count revisions from in-memory index tree' (duration: 109.526846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:22.287298Z","caller":"traceutil/trace.go:171","msg":"trace[1699601435] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"136.845185ms","start":"2026-07-24T00:06:22.150418Z","end":"2026-07-24T00:06:22.287263Z","steps":["trace[1699601435] 'process raft request' (duration: 136.658569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:23.105981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.11202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:06:23.106109Z","caller":"traceutil/trace.go:171","msg":"trace[952589830] linearizableReadLoop","detail":"{readStateIndex:8807; appliedIndex:8805; }","duration":"864.686089ms","start":"2026-07-24T00:06:22.241403Z","end":"2026-07-24T00:06:23.106089Z","steps":["trace[952589830] 'read index received' (duration: 45.714915ms)","trace[952589830] 'applied index is now lower than readState.Index' (duration: 818.969504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:23.10623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.835513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:23.106268Z","caller":"traceutil/trace.go:171","msg":"trace[136100538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8507; }","duration":"864.905395ms","start":"2026-07-24T00:06:22.241353Z","end":"2026-07-24T00:06:23.106258Z","steps":["trace[136100538] 'agreement among raft nodes before linearized reading' (duration: 864.831963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:23.106205Z","caller":"traceutil/trace.go:171","msg":"trace[1770483829] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"955.211289ms","start":"2026-07-24T00:06:22.150932Z","end":"2026-07-24T00:06:23.106143Z","steps":["trace[1770483829] 'process raft request' (duration: 199.759338ms)","trace[1770483829] 'compare' (duration: 754.180871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:23.106304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:22.241331Z","time spent":"864.966667ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:06:23.106468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:22.1509Z","time spent":"955.430726ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:23.106477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.597997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T00:06:23.106544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.174995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T00:06:23.106586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.200638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:06:23.106624Z","caller":"traceutil/trace.go:171","msg":"trace[498823041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8507; }","duration":"120.763402ms","start":"2026-07-24T00:06:22.985812Z","end":"2026-07-24T00:06:23.106575Z","steps":["trace[498823041] 'agreement among raft nodes before linearized reading' (duration: 120.463353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:23.106658Z","caller":"traceutil/trace.go:171","msg":"trace[151424025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8507; }","duration":"122.312651ms","start":"2026-07-24T00:06:22.984327Z","end":"2026-07-24T00:06:23.10664Z","steps":["trace[151424025] 'agreement among raft nodes before linearized reading' (duration: 122.143026ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:23.106658Z","caller":"traceutil/trace.go:171","msg":"trace[399080770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8507; }","duration":"121.351161ms","start":"2026-07-24T00:06:22.985282Z","end":"2026-07-24T00:06:23.106633Z","steps":["trace[399080770] 'agreement among raft nodes before linearized reading' (duration: 121.042581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:23.106742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.944379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:06:23.106769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.695448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T00:06:23.106838Z","caller":"traceutil/trace.go:171","msg":"trace[975232415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8507; }","duration":"116.073944ms","start":"2026-07-24T00:06:22.990743Z","end":"2026-07-24T00:06:23.106817Z","steps":["trace[975232415] 'agreement among raft nodes before linearized reading' (duration: 115.773974ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:23.106912Z","caller":"traceutil/trace.go:171","msg":"trace[1209000973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8507; }","duration":"119.844383ms","start":"2026-07-24T00:06:22.987025Z","end":"2026-07-24T00:06:23.106869Z","steps":["trace[1209000973] 'agreement among raft nodes before linearized reading' (duration: 119.562805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:23.106994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.929269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:06:23.107128Z","caller":"traceutil/trace.go:171","msg":"trace[693705283] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8507; }","duration":"286.128215ms","start":"2026-07-24T00:06:22.820975Z","end":"2026-07-24T00:06:23.107103Z","steps":["trace[693705283] 'agreement among raft nodes before linearized reading' (duration: 285.522116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:23.107404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.055283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T00:06:23.107535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.768698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-07-24T00:06:23.107592Z","caller":"traceutil/trace.go:171","msg":"trace[435115508] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8507; }","duration":"682.830501ms","start":"2026-07-24T00:06:22.424748Z","end":"2026-07-24T00:06:23.107578Z","steps":["trace[435115508] 'agreement among raft nodes before linearized reading' (duration: 681.506139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:23.107633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:22.424719Z","time spent":"682.904993ms","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-24T00:06:23.1075Z","caller":"traceutil/trace.go:171","msg":"trace[117943104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8507; }","duration":"123.043915ms","start":"2026-07-24T00:06:22.984436Z","end":"2026-07-24T00:06:23.10748Z","steps":["trace[117943104] 'agreement among raft nodes before linearized reading' (duration: 121.857397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:53.811908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:54.312748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:54.813274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:55.313503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:55.582193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342386006s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:06:55.582885Z","caller":"traceutil/trace.go:171","msg":"trace[187462355] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"2.343181272s","start":"2026-07-24T00:06:53.239681Z","end":"2026-07-24T00:06:55.582862Z","steps":["trace[187462355] 'process raft request' (duration: 2.343012106s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.583047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.23966Z","time spent":"2.343297766s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:55.944956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:06:55.945078Z","caller":"traceutil/trace.go:171","msg":"trace[983019166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323921s","start":"2026-07-24T00:06:53.944727Z","end":"2026-07-24T00:06:55.945051Z","steps":["trace[983019166] 'agreement among raft nodes before linearized reading' (duration: 2.000175756s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.945166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.944697Z","time spent":"2.000453545s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:06:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T00:06:55.978117Z","caller":"traceutil/trace.go:171","msg":"trace[1713242897] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"2.172009314s","start":"2026-07-24T00:06:53.80608Z","end":"2026-07-24T00:06:55.978089Z","steps":["trace[1713242897] 'process raft request' (duration: 2.171774547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.978279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.806049Z","time spent":"2.172150279s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19370,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:55.978365Z","caller":"traceutil/trace.go:171","msg":"trace[1508913518] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"2.02700882s","start":"2026-07-24T00:06:53.951325Z","end":"2026-07-24T00:06:55.978334Z","steps":["trace[1508913518] 'process raft request' (duration: 2.026716071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.978495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.951302Z","time spent":"2.027120003s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:55.978991Z","caller":"traceutil/trace.go:171","msg":"trace[1770123937] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"1.506238155s","start":"2026-07-24T00:06:54.472705Z","end":"2026-07-24T00:06:55.978943Z","steps":["trace[1770123937] 'process raft request' (duration: 1.505560294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.979212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:54.472678Z","time spent":"1.506406811s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:55.979205Z","caller":"traceutil/trace.go:171","msg":"trace[1972077622] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"794.199425ms","start":"2026-07-24T00:06:55.184928Z","end":"2026-07-24T00:06:55.979127Z","steps":["trace[1972077622] 'process raft request' (duration: 793.861664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.979405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.184902Z","time spent":"794.398371ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:55.986487Z","caller":"traceutil/trace.go:171","msg":"trace[811008151] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9030; }","duration":"2.675359213s","start":"2026-07-24T00:06:53.311095Z","end":"2026-07-24T00:06:55.986454Z","steps":["trace[811008151] 'read index received' (duration: 2.271650575s)","trace[811008151] 'applied index is now lower than readState.Index' (duration: 403.707318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:55.986818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675690313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:55.986848Z","caller":"traceutil/trace.go:171","msg":"trace[1899798618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8727; }","duration":"2.675789137s","start":"2026-07-24T00:06:53.311049Z","end":"2026-07-24T00:06:55.986838Z","steps":["trace[1899798618] 'agreement among raft nodes before linearized reading' (duration: 2.675563039s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.98687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.31103Z","time spent":"2.675832998s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:06:55.987157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.884746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T00:06:55.987194Z","caller":"traceutil/trace.go:171","msg":"trace[1397260308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8727; }","duration":"344.967219ms","start":"2026-07-24T00:06:55.642215Z","end":"2026-07-24T00:06:55.987182Z","steps":["trace[1397260308] 'agreement among raft nodes before linearized reading' (duration: 344.885076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.987214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.642183Z","time spent":"345.02591ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:55.987334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.978227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T00:06:55.987353Z","caller":"traceutil/trace.go:171","msg":"trace[694996722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8727; }","duration":"404.07525ms","start":"2026-07-24T00:06:55.583272Z","end":"2026-07-24T00:06:55.987347Z","steps":["trace[694996722] 'agreement among raft nodes before linearized reading' (duration: 404.018988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.98738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.583242Z","time spent":"404.132912ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:06:55.987529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.221692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c764bdfd4-2mz5v.18c511087d070319\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-24T00:06:55.987554Z","caller":"traceutil/trace.go:171","msg":"trace[1129488716] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c764bdfd4-2mz5v.18c511087d070319; range_end:; response_count:1; response_revision:8727; }","duration":"507.361087ms","start":"2026-07-24T00:06:55.480187Z","end":"2026-07-24T00:06:55.987548Z","steps":["trace[1129488716] 'agreement among raft nodes before linearized reading' (duration: 507.276084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.987575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.480161Z","time spent":"507.407308ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5c764bdfd4-2mz5v.18c511087d070319\" "} {"level":"warn","ts":"2026-07-24T00:06:55.987662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653627051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T00:06:55.987746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653702394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:06:55.987719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651249646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:06:55.987771Z","caller":"traceutil/trace.go:171","msg":"trace[665528571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8727; }","duration":"2.653728625s","start":"2026-07-24T00:06:53.334035Z","end":"2026-07-24T00:06:55.987764Z","steps":["trace[665528571] 'agreement among raft nodes before linearized reading' (duration: 2.653655463s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:55.987762Z","caller":"traceutil/trace.go:171","msg":"trace[1096606291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8727; }","duration":"2.653783116s","start":"2026-07-24T00:06:53.333957Z","end":"2026-07-24T00:06:55.98774Z","steps":["trace[1096606291] 'agreement among raft nodes before linearized reading' (duration: 2.652682841s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:55.987784Z","caller":"traceutil/trace.go:171","msg":"trace[729492963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8727; }","duration":"2.651341218s","start":"2026-07-24T00:06:53.336432Z","end":"2026-07-24T00:06:55.987773Z","steps":["trace[729492963] 'agreement among raft nodes before linearized reading' (duration: 2.65108964s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.987793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.334031Z","time spent":"2.653757076s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:55.987819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.333935Z","time spent":"2.653866709s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:06:55.987842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.33642Z","time spent":"2.651393561s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:55.988042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772095457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:06:55.988097Z","caller":"traceutil/trace.go:171","msg":"trace[2043625061] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8727; }","duration":"1.772152068s","start":"2026-07-24T00:06:54.215935Z","end":"2026-07-24T00:06:55.988087Z","steps":["trace[2043625061] 'agreement among raft nodes before linearized reading' (duration: 1.772017564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.988128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:54.215876Z","time spent":"1.772244081s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:06:55.988379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627306894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:06:55.988413Z","caller":"traceutil/trace.go:171","msg":"trace[2023344006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8727; }","duration":"2.627353535s","start":"2026-07-24T00:06:53.361049Z","end":"2026-07-24T00:06:55.988402Z","steps":["trace[2023344006] 'agreement among raft nodes before linearized reading' (duration: 2.627271973s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.988434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.361042Z","time spent":"2.627387407s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:55.988462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623584496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:06:55.988497Z","caller":"traceutil/trace.go:171","msg":"trace[182209932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8727; }","duration":"2.623673719s","start":"2026-07-24T00:06:53.364815Z","end":"2026-07-24T00:06:55.988489Z","steps":["trace[182209932] 'agreement among raft nodes before linearized reading' (duration: 2.623229215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.988522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.364793Z","time spent":"2.62372304s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:55.988583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053348588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:55.988674Z","caller":"traceutil/trace.go:171","msg":"trace[1285148889] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8727; }","duration":"2.053495802s","start":"2026-07-24T00:06:53.935167Z","end":"2026-07-24T00:06:55.988662Z","steps":["trace[1285148889] 'agreement among raft nodes before linearized reading' (duration: 2.053300135s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.98868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635472905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:06:55.988704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.935139Z","time spent":"2.053554684s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:06:55.98873Z","caller":"traceutil/trace.go:171","msg":"trace[866609025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8727; }","duration":"2.635580067s","start":"2026-07-24T00:06:53.353137Z","end":"2026-07-24T00:06:55.988717Z","steps":["trace[866609025] 'agreement among raft nodes before linearized reading' (duration: 2.63533199s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:55.988758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:53.353111Z","time spent":"2.635639739s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:56.5728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.304208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:06:56.573112Z","caller":"traceutil/trace.go:171","msg":"trace[2133421500] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"577.584402ms","start":"2026-07-24T00:06:55.995491Z","end":"2026-07-24T00:06:56.573075Z","steps":["trace[2133421500] 'process raft request' (duration: 73.904572ms)","trace[2133421500] 'compare' (duration: 502.716739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:56.57327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.995479Z","time spent":"577.700765ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:56.573257Z","caller":"traceutil/trace.go:171","msg":"trace[1190866418] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9038; }","duration":"570.359062ms","start":"2026-07-24T00:06:56.002876Z","end":"2026-07-24T00:06:56.573235Z","steps":["trace[1190866418] 'read index received' (duration: 66.641631ms)","trace[1190866418] 'applied index is now lower than readState.Index' (duration: 503.716311ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:56.573506Z","caller":"traceutil/trace.go:171","msg":"trace[69095981] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"576.651932ms","start":"2026-07-24T00:06:55.996829Z","end":"2026-07-24T00:06:56.573481Z","steps":["trace[69095981] 'process raft request' (duration: 576.250259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.5743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.99681Z","time spent":"577.461888ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T00:06:56.573559Z","caller":"traceutil/trace.go:171","msg":"trace[955081682] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"577.585132ms","start":"2026-07-24T00:06:55.995963Z","end":"2026-07-24T00:06:56.573548Z","steps":["trace[955081682] 'process raft request' (duration: 577.074786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.574488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.995956Z","time spent":"578.445969ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:56.573561Z","caller":"traceutil/trace.go:171","msg":"trace[1695638212] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"577.867011ms","start":"2026-07-24T00:06:55.995654Z","end":"2026-07-24T00:06:56.573521Z","steps":["trace[1695638212] 'process raft request' (duration: 577.346774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.574595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.995647Z","time spent":"578.919704ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:56.573564Z","caller":"traceutil/trace.go:171","msg":"trace[1742724513] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"571.188898ms","start":"2026-07-24T00:06:56.002329Z","end":"2026-07-24T00:06:56.573518Z","steps":["trace[1742724513] 'process raft request' (duration: 570.857097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.57476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:56.00232Z","time spent":"572.419608ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:56.573648Z","caller":"traceutil/trace.go:171","msg":"trace[975884736] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"576.590051ms","start":"2026-07-24T00:06:55.996979Z","end":"2026-07-24T00:06:56.573568Z","steps":["trace[975884736] 'process raft request' (duration: 576.161567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.574989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.996973Z","time spent":"577.993755ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:56.573751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.13604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:56.575185Z","caller":"traceutil/trace.go:171","msg":"trace[905942414] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8736; }","duration":"582.24083ms","start":"2026-07-24T00:06:55.992932Z","end":"2026-07-24T00:06:56.575172Z","steps":["trace[905942414] 'agreement among raft nodes before linearized reading' (duration: 580.67311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.575219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.992909Z","time spent":"582.301152ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"info","ts":"2026-07-24T00:06:56.573733Z","caller":"traceutil/trace.go:171","msg":"trace[2048004704] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"577.85008ms","start":"2026-07-24T00:06:55.995703Z","end":"2026-07-24T00:06:56.573554Z","steps":["trace[2048004704] 'process raft request' (duration: 577.203049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.575356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.995698Z","time spent":"579.636387ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:56.574103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.084842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228567"} {"level":"info","ts":"2026-07-24T00:06:56.575415Z","caller":"traceutil/trace.go:171","msg":"trace[1530667071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8736; }","duration":"576.422065ms","start":"2026-07-24T00:06:55.998987Z","end":"2026-07-24T00:06:56.575409Z","steps":["trace[1530667071] 'agreement among raft nodes before linearized reading' (duration: 574.738702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.575439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:55.998979Z","time spent":"576.454486ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T00:06:56.574143Z","caller":"traceutil/trace.go:171","msg":"trace[2112558004] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"568.050988ms","start":"2026-07-24T00:06:56.006073Z","end":"2026-07-24T00:06:56.574124Z","steps":["trace[2112558004] 'process raft request' (duration: 567.951575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:56.575597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:56.005995Z","time spent":"569.546936ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:57.736806Z","caller":"traceutil/trace.go:171","msg":"trace[870269195] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"153.696001ms","start":"2026-07-24T00:06:57.583081Z","end":"2026-07-24T00:06:57.736777Z","steps":["trace[870269195] 'process raft request' (duration: 153.543356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:57.93048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.937963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:06:57.930612Z","caller":"traceutil/trace.go:171","msg":"trace[609006123] linearizableReadLoop","detail":"{readStateIndex:9048; appliedIndex:9046; }","duration":"266.559653ms","start":"2026-07-24T00:06:57.664034Z","end":"2026-07-24T00:06:57.930594Z","steps":["trace[609006123] 'read index received' (duration: 72.629972ms)","trace[609006123] 'applied index is now lower than readState.Index' (duration: 193.928301ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:57.930692Z","caller":"traceutil/trace.go:171","msg":"trace[187291716] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"342.48766ms","start":"2026-07-24T00:06:57.588182Z","end":"2026-07-24T00:06:57.93067Z","steps":["trace[187291716] 'process raft request' (duration: 175.250118ms)","trace[187291716] 'compare' (duration: 166.729766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:06:57.930796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:57.588172Z","time spent":"342.578172ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:57.93082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.102225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c511149e5f74ab\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-24T00:06:57.930839Z","caller":"traceutil/trace.go:171","msg":"trace[1777529348] range","detail":"{range_begin:/registry/events/openstack/ceph.18c511149e5f74ab; range_end:; response_count:1; response_revision:8739; }","duration":"187.177067ms","start":"2026-07-24T00:06:57.743656Z","end":"2026-07-24T00:06:57.930833Z","steps":["trace[1777529348] 'agreement among raft nodes before linearized reading' (duration: 187.091264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:57.930728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.692127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:57.930975Z","caller":"traceutil/trace.go:171","msg":"trace[666196] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8739; }","duration":"266.988556ms","start":"2026-07-24T00:06:57.663976Z","end":"2026-07-24T00:06:57.930964Z","steps":["trace[666196] 'agreement among raft nodes before linearized reading' (duration: 266.708357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:58.603014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:59.103335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:06:59.365301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364780164s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:06:59.365878Z","caller":"traceutil/trace.go:171","msg":"trace[457289384] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"1.37912272s","start":"2026-07-24T00:06:57.986725Z","end":"2026-07-24T00:06:59.365848Z","steps":["trace[457289384] 'process raft request' (duration: 1.378962575s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.366147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:57.986696Z","time spent":"1.379330487s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:06:59.369677Z","caller":"traceutil/trace.go:171","msg":"trace[1653243584] linearizableReadLoop","detail":"{readStateIndex:9052; appliedIndex:9051; }","duration":"1.267174497s","start":"2026-07-24T00:06:58.102481Z","end":"2026-07-24T00:06:59.369655Z","steps":["trace[1653243584] 'read index received' (duration: 1.263347326s)","trace[1653243584] 'applied index is now lower than readState.Index' (duration: 3.826211ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:06:59.369781Z","caller":"traceutil/trace.go:171","msg":"trace[307654695] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"1.00771707s","start":"2026-07-24T00:06:58.362056Z","end":"2026-07-24T00:06:59.369773Z","steps":["trace[307654695] 'process raft request' (duration: 1.007441251s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.369914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.362022Z","time spent":"1.007789782s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:06:59.369945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.670791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:59.370036Z","caller":"traceutil/trace.go:171","msg":"trace[1286441873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8743; }","duration":"827.855896ms","start":"2026-07-24T00:06:58.542159Z","end":"2026-07-24T00:06:59.370014Z","steps":["trace[1286441873] 'agreement among raft nodes before linearized reading' (duration: 827.656769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.807449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:06:59.370102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.542133Z","time spent":"827.955279ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:06:59.370114Z","caller":"traceutil/trace.go:171","msg":"trace[1649041277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8743; }","duration":"786.917233ms","start":"2026-07-24T00:06:58.583174Z","end":"2026-07-24T00:06:59.370092Z","steps":["trace[1649041277] 'agreement among raft nodes before linearized reading' (duration: 786.661925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.906603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:06:59.370172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.583168Z","time spent":"786.994906ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:06:59.370134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.887515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:06:59.370212Z","caller":"traceutil/trace.go:171","msg":"trace[746981184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8743; }","duration":"425.052397ms","start":"2026-07-24T00:06:58.945139Z","end":"2026-07-24T00:06:59.370191Z","steps":["trace[746981184] 'agreement among raft nodes before linearized reading' (duration: 424.905003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:06:59.370252Z","caller":"traceutil/trace.go:171","msg":"trace[1656742702] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8743; }","duration":"317.087631ms","start":"2026-07-24T00:06:59.053136Z","end":"2026-07-24T00:06:59.370224Z","steps":["trace[1656742702] 'agreement among raft nodes before linearized reading' (duration: 316.848014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.945111Z","time spent":"425.13835ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:06:59.370299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.630854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T00:06:59.370308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:59.053112Z","time spent":"317.184165ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:06:59.370325Z","caller":"traceutil/trace.go:171","msg":"trace[1146101657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8743; }","duration":"786.673085ms","start":"2026-07-24T00:06:58.583643Z","end":"2026-07-24T00:06:59.370316Z","steps":["trace[1146101657] 'agreement among raft nodes before linearized reading' (duration: 786.549151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.37035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.583636Z","time spent":"786.707596ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:06:59.370345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.345802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:06:59.370399Z","caller":"traceutil/trace.go:171","msg":"trace[1617858488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8743; }","duration":"790.396563ms","start":"2026-07-24T00:06:58.579984Z","end":"2026-07-24T00:06:59.370381Z","steps":["trace[1617858488] 'agreement among raft nodes before linearized reading' (duration: 790.239108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.57998Z","time spent":"790.456465ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:06:59.370463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.500097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:06:59.370496Z","caller":"traceutil/trace.go:171","msg":"trace[1741149469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8743; }","duration":"790.547059ms","start":"2026-07-24T00:06:58.579939Z","end":"2026-07-24T00:06:59.370486Z","steps":["trace[1741149469] 'agreement among raft nodes before linearized reading' (duration: 790.390374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.681717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:06:59.37053Z","caller":"traceutil/trace.go:171","msg":"trace[1908933963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8743; }","duration":"792.719518ms","start":"2026-07-24T00:06:58.577805Z","end":"2026-07-24T00:06:59.370524Z","steps":["trace[1908933963] 'agreement among raft nodes before linearized reading' (duration: 792.669486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.577792Z","time spent":"792.756699ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:06:59.370159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267637342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:06:59.370527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.579932Z","time spent":"790.58842ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:06:59.370629Z","caller":"traceutil/trace.go:171","msg":"trace[1340783903] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8743; }","duration":"1.26818335s","start":"2026-07-24T00:06:58.102426Z","end":"2026-07-24T00:06:59.370609Z","steps":["trace[1340783903] 'agreement among raft nodes before linearized reading' (duration: 1.267605621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.486237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:06:59.370681Z","caller":"traceutil/trace.go:171","msg":"trace[56104411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8743; }","duration":"790.517948ms","start":"2026-07-24T00:06:58.580149Z","end":"2026-07-24T00:06:59.370667Z","steps":["trace[56104411] 'agreement among raft nodes before linearized reading' (duration: 790.453516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.61684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:06:59.37069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.102399Z","time spent":"1.268265752s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:06:59.370709Z","caller":"traceutil/trace.go:171","msg":"trace[1374208544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8743; }","duration":"790.641592ms","start":"2026-07-24T00:06:58.580062Z","end":"2026-07-24T00:06:59.370704Z","steps":["trace[1374208544] 'agreement among raft nodes before linearized reading' (duration: 790.59241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:06:59.370728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.580058Z","time spent":"790.666782ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:06:59.370706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:06:58.580145Z","time spent":"790.556289ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:09.834086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:07:09.943345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.739411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:09.943503Z","caller":"traceutil/trace.go:171","msg":"trace[32244926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8831; }","duration":"417.915346ms","start":"2026-07-24T00:07:09.525566Z","end":"2026-07-24T00:07:09.943481Z","steps":["trace[32244926] 'range keys from in-memory index tree' (duration: 417.71578ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:09.943648Z","caller":"traceutil/trace.go:171","msg":"trace[2071894310] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"694.86017ms","start":"2026-07-24T00:07:09.248733Z","end":"2026-07-24T00:07:09.943593Z","steps":["trace[2071894310] 'process raft request' (duration: 628.676221ms)","trace[2071894310] 'compare' (duration: 65.832358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:09.943946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.248721Z","time spent":"695.039895ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T00:07:09.94363Z","caller":"traceutil/trace.go:171","msg":"trace[592025147] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"693.236418ms","start":"2026-07-24T00:07:09.250358Z","end":"2026-07-24T00:07:09.943594Z","steps":["trace[592025147] 'process raft request' (duration: 693.106874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.944432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.250349Z","time spent":"693.965601ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:09.968675Z","caller":"traceutil/trace.go:171","msg":"trace[1282223951] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9145; }","duration":"635.25405ms","start":"2026-07-24T00:07:09.33339Z","end":"2026-07-24T00:07:09.968644Z","steps":["trace[1282223951] 'read index received' (duration: 544.016553ms)","trace[1282223951] 'applied index is now lower than readState.Index' (duration: 91.235717ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:09.968842Z","caller":"traceutil/trace.go:171","msg":"trace[1531836471] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"305.66035ms","start":"2026-07-24T00:07:09.663164Z","end":"2026-07-24T00:07:09.968825Z","steps":["trace[1531836471] 'process raft request' (duration: 305.432923ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:09.968661Z","caller":"traceutil/trace.go:171","msg":"trace[2053970333] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8833; }","duration":"698.516696ms","start":"2026-07-24T00:07:09.27009Z","end":"2026-07-24T00:07:09.968607Z","steps":["trace[2053970333] 'process raft request' (duration: 698.255237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.968998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.663136Z","time spent":"305.747023ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:09.969102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.681344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:09.969209Z","caller":"traceutil/trace.go:171","msg":"trace[397766617] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8835; }","duration":"635.829159ms","start":"2026-07-24T00:07:09.333351Z","end":"2026-07-24T00:07:09.96918Z","steps":["trace[397766617] 'agreement among raft nodes before linearized reading' (duration: 635.613592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.969148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.270057Z","time spent":"698.895138ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4682,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:09.969283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.333334Z","time spent":"635.928242ms","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:07:09.969452Z","caller":"traceutil/trace.go:171","msg":"trace[739470465] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"564.863127ms","start":"2026-07-24T00:07:09.404543Z","end":"2026-07-24T00:07:09.969407Z","steps":["trace[739470465] 'process raft request' (duration: 563.950058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.970058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.98411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T00:07:09.970089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.492488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:07:09.970105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.89555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T00:07:09.970126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.245425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:07:09.97014Z","caller":"traceutil/trace.go:171","msg":"trace[581821796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8835; }","duration":"522.554649ms","start":"2026-07-24T00:07:09.44757Z","end":"2026-07-24T00:07:09.970125Z","steps":["trace[581821796] 'agreement among raft nodes before linearized reading' (duration: 522.386394ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:09.970172Z","caller":"traceutil/trace.go:171","msg":"trace[1212935672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8835; }","duration":"514.314827ms","start":"2026-07-24T00:07:09.455845Z","end":"2026-07-24T00:07:09.97016Z","steps":["trace[1212935672] 'agreement among raft nodes before linearized reading' (duration: 514.106181ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:09.97017Z","caller":"traceutil/trace.go:171","msg":"trace[38887347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8835; }","duration":"522.972492ms","start":"2026-07-24T00:07:09.447179Z","end":"2026-07-24T00:07:09.970152Z","steps":["trace[38887347] 'agreement among raft nodes before linearized reading' (duration: 522.798056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.970181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.447564Z","time spent":"522.608891ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:09.970197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.455833Z","time spent":"514.359658ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:07:09.970216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.447174Z","time spent":"523.030375ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:07:09.970397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.814817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:07:09.970457Z","caller":"traceutil/trace.go:171","msg":"trace[690603190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8835; }","duration":"516.873378ms","start":"2026-07-24T00:07:09.453556Z","end":"2026-07-24T00:07:09.97043Z","steps":["trace[690603190] 'agreement among raft nodes before linearized reading' (duration: 516.761414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.970494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.453549Z","time spent":"516.938041ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:09.970548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.141847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:07:09.970639Z","caller":"traceutil/trace.go:171","msg":"trace[2108826416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8835; }","duration":"517.280581ms","start":"2026-07-24T00:07:09.453334Z","end":"2026-07-24T00:07:09.970614Z","steps":["trace[2108826416] 'agreement among raft nodes before linearized reading' (duration: 517.054494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.970697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.453304Z","time spent":"517.378844ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:09.969669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.404506Z","time spent":"565.040093ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:09.971051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.878832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:07:09.97113Z","caller":"traceutil/trace.go:171","msg":"trace[1028654661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8835; }","duration":"523.987355ms","start":"2026-07-24T00:07:09.447124Z","end":"2026-07-24T00:07:09.971111Z","steps":["trace[1028654661] 'agreement among raft nodes before linearized reading' (duration: 523.749487ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:09.970142Z","caller":"traceutil/trace.go:171","msg":"trace[718734914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8835; }","duration":"527.109424ms","start":"2026-07-24T00:07:09.443009Z","end":"2026-07-24T00:07:09.970118Z","steps":["trace[718734914] 'agreement among raft nodes before linearized reading' (duration: 526.860486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:09.971166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.447115Z","time spent":"524.045326ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:07:09.971188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:09.442987Z","time spent":"528.182768ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:07:09.971285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.449667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:09.97138Z","caller":"traceutil/trace.go:171","msg":"trace[920344435] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8835; }","duration":"169.17298ms","start":"2026-07-24T00:07:09.802183Z","end":"2026-07-24T00:07:09.971356Z","steps":["trace[920344435] 'agreement among raft nodes before linearized reading' (duration: 168.470318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:10.262629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.881468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:07:10.263124Z","caller":"traceutil/trace.go:171","msg":"trace[1233444626] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"286.994225ms","start":"2026-07-24T00:07:09.976091Z","end":"2026-07-24T00:07:10.263085Z","steps":["trace[1233444626] 'process raft request' (duration: 286.675574ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263238Z","caller":"traceutil/trace.go:171","msg":"trace[742599189] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"286.994614ms","start":"2026-07-24T00:07:09.976209Z","end":"2026-07-24T00:07:10.263204Z","steps":["trace[742599189] 'process raft request' (duration: 286.703235ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263292Z","caller":"traceutil/trace.go:171","msg":"trace[1715730493] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"287.033495ms","start":"2026-07-24T00:07:09.976223Z","end":"2026-07-24T00:07:10.263257Z","steps":["trace[1715730493] 'process raft request' (duration: 286.637292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263307Z","caller":"traceutil/trace.go:171","msg":"trace[1700153465] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"287.279343ms","start":"2026-07-24T00:07:09.97598Z","end":"2026-07-24T00:07:10.263259Z","steps":["trace[1700153465] 'process raft request' (duration: 86.64173ms)","trace[1700153465] 'compare' (duration: 199.688593ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:10.263458Z","caller":"traceutil/trace.go:171","msg":"trace[280431226] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"222.798579ms","start":"2026-07-24T00:07:10.040633Z","end":"2026-07-24T00:07:10.263431Z","steps":["trace[280431226] 'process raft request' (duration: 222.726226ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263516Z","caller":"traceutil/trace.go:171","msg":"trace[1309217157] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"287.218711ms","start":"2026-07-24T00:07:09.976286Z","end":"2026-07-24T00:07:10.263504Z","steps":["trace[1309217157] 'process raft request' (duration: 286.681674ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263605Z","caller":"traceutil/trace.go:171","msg":"trace[159096575] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"286.814729ms","start":"2026-07-24T00:07:09.976782Z","end":"2026-07-24T00:07:10.263597Z","steps":["trace[159096575] 'process raft request' (duration: 286.241031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.26367Z","caller":"traceutil/trace.go:171","msg":"trace[637541818] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"284.643079ms","start":"2026-07-24T00:07:09.979015Z","end":"2026-07-24T00:07:10.263658Z","steps":["trace[637541818] 'process raft request' (duration: 284.218625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263715Z","caller":"traceutil/trace.go:171","msg":"trace[1664609393] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"251.470042ms","start":"2026-07-24T00:07:10.01223Z","end":"2026-07-24T00:07:10.2637Z","steps":["trace[1664609393] 'process raft request' (duration: 251.058339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263475Z","caller":"traceutil/trace.go:171","msg":"trace[1695578088] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"286.359034ms","start":"2026-07-24T00:07:09.977104Z","end":"2026-07-24T00:07:10.263463Z","steps":["trace[1695578088] 'process raft request' (duration: 286.072775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:10.263785Z","caller":"traceutil/trace.go:171","msg":"trace[1710980747] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9151; }","duration":"253.27243ms","start":"2026-07-24T00:07:10.010501Z","end":"2026-07-24T00:07:10.263774Z","steps":["trace[1710980747] 'read index received' (duration: 52.261775ms)","trace[1710980747] 'applied index is now lower than readState.Index' (duration: 201.009855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:10.263881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.79457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g27pf\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-24T00:07:10.26391Z","caller":"traceutil/trace.go:171","msg":"trace[372938310] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g27pf; range_end:; response_count:1; response_revision:8845; }","duration":"287.854732ms","start":"2026-07-24T00:07:09.976049Z","end":"2026-07-24T00:07:10.263904Z","steps":["trace[372938310] 'agreement among raft nodes before linearized reading' (duration: 287.767439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:10.264498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.343838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228482"} {"level":"info","ts":"2026-07-24T00:07:10.264563Z","caller":"traceutil/trace.go:171","msg":"trace[54428211] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8845; }","duration":"288.42696ms","start":"2026-07-24T00:07:09.976112Z","end":"2026-07-24T00:07:10.264539Z","steps":["trace[54428211] 'agreement among raft nodes before linearized reading' (duration: 287.916394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:11.508825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:07:12.010067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893669795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:07:12.074673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082612294s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:07:12.075145Z","caller":"traceutil/trace.go:171","msg":"trace[978547891] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"1.083202374s","start":"2026-07-24T00:07:10.991907Z","end":"2026-07-24T00:07:12.075109Z","steps":["trace[978547891] 'process raft request' (duration: 1.083001227s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.07533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:10.991873Z","time spent":"1.083362359s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:12.577291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.749439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:07:12.577438Z","caller":"traceutil/trace.go:171","msg":"trace[1494583625] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9162; }","duration":"1.569328793s","start":"2026-07-24T00:07:11.008089Z","end":"2026-07-24T00:07:12.577418Z","steps":["trace[1494583625] 'read index received' (duration: 1.06678401s)","trace[1494583625] 'applied index is now lower than readState.Index' (duration: 502.543303ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:12.577522Z","caller":"traceutil/trace.go:171","msg":"trace[1302093366] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"600.320568ms","start":"2026-07-24T00:07:11.977159Z","end":"2026-07-24T00:07:12.577479Z","steps":["trace[1302093366] 'process raft request' (duration: 446.279319ms)","trace[1302093366] 'compare' (duration: 153.198632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:12.577765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.977128Z","time spent":"600.505484ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:12.578023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569919932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T00:07:12.578156Z","caller":"traceutil/trace.go:171","msg":"trace[601369467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8848; }","duration":"1.570096848s","start":"2026-07-24T00:07:11.008019Z","end":"2026-07-24T00:07:12.578116Z","steps":["trace[601369467] 'agreement among raft nodes before linearized reading' (duration: 1.569466978s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.578228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.008002Z","time spent":"1.570208321s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T00:07:12.614718Z","caller":"traceutil/trace.go:171","msg":"trace[692034304] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"481.74975ms","start":"2026-07-24T00:07:12.132929Z","end":"2026-07-24T00:07:12.614679Z","steps":["trace[692034304] 'process raft request' (duration: 481.475181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.614947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.132899Z","time spent":"481.923195ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:12.615115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035093151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-24T00:07:12.615145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.011865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:07:12.615244Z","caller":"traceutil/trace.go:171","msg":"trace[327474886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8851; }","duration":"1.035238696s","start":"2026-07-24T00:07:11.579964Z","end":"2026-07-24T00:07:12.615203Z","steps":["trace[327474886] 'agreement among raft nodes before linearized reading' (duration: 1.034999378s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.007051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:07:12.615288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.100198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:07:12.615276Z","caller":"traceutil/trace.go:171","msg":"trace[36053061] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"344.722243ms","start":"2026-07-24T00:07:12.270511Z","end":"2026-07-24T00:07:12.615233Z","steps":["trace[36053061] 'process raft request' (duration: 344.29666ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:12.615334Z","caller":"traceutil/trace.go:171","msg":"trace[1663689302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8851; }","duration":"344.127305ms","start":"2026-07-24T00:07:12.271187Z","end":"2026-07-24T00:07:12.615315Z","steps":["trace[1663689302] 'agreement among raft nodes before linearized reading' (duration: 343.841826ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:12.615346Z","caller":"traceutil/trace.go:171","msg":"trace[1404282385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8851; }","duration":"346.19606ms","start":"2026-07-24T00:07:12.26913Z","end":"2026-07-24T00:07:12.615326Z","steps":["trace[1404282385] 'agreement among raft nodes before linearized reading' (duration: 346.085537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.61538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.27118Z","time spent":"344.188627ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:07:12.615375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.699375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T00:07:12.615396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.2691Z","time spent":"346.287223ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:07:12.615404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251829256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:12.615445Z","caller":"traceutil/trace.go:171","msg":"trace[2032384768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8851; }","duration":"345.784968ms","start":"2026-07-24T00:07:12.269643Z","end":"2026-07-24T00:07:12.615428Z","steps":["trace[2032384768] 'agreement among raft nodes before linearized reading' (duration: 345.637343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535639759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:07:12.615479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.270486Z","time spent":"344.882689ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:12.615496Z","caller":"traceutil/trace.go:171","msg":"trace[1553135039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8851; }","duration":"346.122889ms","start":"2026-07-24T00:07:12.269087Z","end":"2026-07-24T00:07:12.61521Z","steps":["trace[1553135039] 'agreement among raft nodes before linearized reading' (duration: 345.86032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.358456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:07:12.615524Z","caller":"traceutil/trace.go:171","msg":"trace[1561122925] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8851; }","duration":"1.535763474s","start":"2026-07-24T00:07:11.079733Z","end":"2026-07-24T00:07:12.615497Z","steps":["trace[1561122925] 'agreement among raft nodes before linearized reading' (duration: 1.53563641s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:12.615564Z","caller":"traceutil/trace.go:171","msg":"trace[478855860] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"345.213759ms","start":"2026-07-24T00:07:12.270332Z","end":"2026-07-24T00:07:12.615545Z","steps":["trace[478855860] 'process raft request' (duration: 344.27663ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:12.615583Z","caller":"traceutil/trace.go:171","msg":"trace[78451810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8851; }","duration":"346.48476ms","start":"2026-07-24T00:07:12.26907Z","end":"2026-07-24T00:07:12.615555Z","steps":["trace[78451810] 'agreement among raft nodes before linearized reading' (duration: 346.126818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.079708Z","time spent":"1.535859347s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:07:12.615617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.165996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:07:12.615635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.269038Z","time spent":"346.588273ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:07:12.615713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.270313Z","time spent":"345.300063ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:12.615729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508205156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-07-24T00:07:12.615646Z","caller":"traceutil/trace.go:171","msg":"trace[774074435] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8851; }","duration":"140.242608ms","start":"2026-07-24T00:07:12.47539Z","end":"2026-07-24T00:07:12.615633Z","steps":["trace[774074435] 'agreement among raft nodes before linearized reading' (duration: 140.197647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.579942Z","time spent":"1.035354259s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T00:07:12.615784Z","caller":"traceutil/trace.go:171","msg":"trace[1045987994] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8851; }","duration":"1.508293959s","start":"2026-07-24T00:07:11.107475Z","end":"2026-07-24T00:07:12.615769Z","steps":["trace[1045987994] 'agreement among raft nodes before linearized reading' (duration: 1.508134944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.835375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:07:12.615457Z","caller":"traceutil/trace.go:171","msg":"trace[1602188164] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8851; }","duration":"1.25192473s","start":"2026-07-24T00:07:11.363518Z","end":"2026-07-24T00:07:12.615443Z","steps":["trace[1602188164] 'agreement among raft nodes before linearized reading' (duration: 1.251826227s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:12.615831Z","caller":"traceutil/trace.go:171","msg":"trace[1159108194] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8851; }","duration":"568.919357ms","start":"2026-07-24T00:07:12.046897Z","end":"2026-07-24T00:07:12.615816Z","steps":["trace[1159108194] 'agreement among raft nodes before linearized reading' (duration: 568.790053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.615828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.107437Z","time spent":"1.508379061s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-24T00:07:12.61587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.046874Z","time spent":"568.98784ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:07:12.615877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.363498Z","time spent":"1.252362944s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:07:12.615249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.954494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:07:12.615947Z","caller":"traceutil/trace.go:171","msg":"trace[1901703274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8851; }","duration":"346.724238ms","start":"2026-07-24T00:07:12.269205Z","end":"2026-07-24T00:07:12.615929Z","steps":["trace[1901703274] 'agreement among raft nodes before linearized reading' (duration: 345.919442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.616023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.269179Z","time spent":"346.825261ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:12.615503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.269635Z","time spent":"345.85465ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:07:12.615576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.269082Z","time spent":"346.459159ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:12.616211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.221087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:12.616354Z","caller":"traceutil/trace.go:171","msg":"trace[1592348619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8851; }","duration":"672.542539ms","start":"2026-07-24T00:07:11.943784Z","end":"2026-07-24T00:07:12.616326Z","steps":["trace[1592348619] 'agreement among raft nodes before linearized reading' (duration: 671.185956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.616424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:11.943758Z","time spent":"672.645902ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:07:12.616557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.024137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:07:12.617107Z","caller":"traceutil/trace.go:171","msg":"trace[1957407558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8851; }","duration":"348.042219ms","start":"2026-07-24T00:07:12.269033Z","end":"2026-07-24T00:07:12.617075Z","steps":["trace[1957407558] 'agreement among raft nodes before linearized reading' (duration: 346.115568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:12.617752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.269013Z","time spent":"348.715591ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:07:13.142297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.142662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:07:13.142433Z","caller":"traceutil/trace.go:171","msg":"trace[744771232] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"520.242626ms","start":"2026-07-24T00:07:12.622164Z","end":"2026-07-24T00:07:13.142407Z","steps":["trace[744771232] 'process raft request' (duration: 359.874827ms)","trace[744771232] 'compare' (duration: 159.807601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:13.142503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.622134Z","time spent":"520.339769ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.196382Z","caller":"traceutil/trace.go:171","msg":"trace[1681072511] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"573.647927ms","start":"2026-07-24T00:07:12.622705Z","end":"2026-07-24T00:07:13.196352Z","steps":["trace[1681072511] 'process raft request' (duration: 573.406839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:13.196729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.62268Z","time spent":"573.802122ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.196769Z","caller":"traceutil/trace.go:171","msg":"trace[1196901378] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"573.692638ms","start":"2026-07-24T00:07:12.623032Z","end":"2026-07-24T00:07:13.196725Z","steps":["trace[1196901378] 'process raft request' (duration: 573.267865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:13.196989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.623005Z","time spent":"573.848353ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.197035Z","caller":"traceutil/trace.go:171","msg":"trace[692707377] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"573.863184ms","start":"2026-07-24T00:07:12.623156Z","end":"2026-07-24T00:07:13.197019Z","steps":["trace[692707377] 'process raft request' (duration: 573.470111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:13.197104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.623141Z","time spent":"573.924216ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.197214Z","caller":"traceutil/trace.go:171","msg":"trace[1595043558] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"573.929775ms","start":"2026-07-24T00:07:12.62327Z","end":"2026-07-24T00:07:13.1972Z","steps":["trace[1595043558] 'process raft request' (duration: 573.623736ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:13.197231Z","caller":"traceutil/trace.go:171","msg":"trace[589831761] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"574.06333ms","start":"2026-07-24T00:07:12.623147Z","end":"2026-07-24T00:07:13.19721Z","steps":["trace[589831761] 'process raft request' (duration: 573.675817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:13.197277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.623259Z","time spent":"573.986728ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.197247Z","caller":"traceutil/trace.go:171","msg":"trace[711763564] linearizableReadLoop","detail":"{readStateIndex:9176; appliedIndex:9168; }","duration":"251.377439ms","start":"2026-07-24T00:07:12.94583Z","end":"2026-07-24T00:07:13.197208Z","steps":["trace[711763564] 'read index received' (duration: 36.212574ms)","trace[711763564] 'applied index is now lower than readState.Index' (duration: 215.163405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:13.197331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.623113Z","time spent":"574.158993ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.197378Z","caller":"traceutil/trace.go:171","msg":"trace[343326727] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"574.009199ms","start":"2026-07-24T00:07:12.623358Z","end":"2026-07-24T00:07:13.197367Z","steps":["trace[343326727] 'process raft request' (duration: 573.624237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:13.197429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.623332Z","time spent":"574.06889ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:13.197426Z","caller":"traceutil/trace.go:171","msg":"trace[1793685141] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"566.20893ms","start":"2026-07-24T00:07:12.631197Z","end":"2026-07-24T00:07:13.197406Z","steps":["trace[1793685141] 'process raft request' (duration: 565.90694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:13.197563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:12.631181Z","time spent":"566.353714ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:13.19761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.720339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:13.197667Z","caller":"traceutil/trace.go:171","msg":"trace[368340892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8860; }","duration":"251.878585ms","start":"2026-07-24T00:07:12.945773Z","end":"2026-07-24T00:07:13.197651Z","steps":["trace[368340892] 'agreement among raft nodes before linearized reading' (duration: 251.681659ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:13.33094Z","caller":"traceutil/trace.go:171","msg":"trace[549268889] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"118.30988ms","start":"2026-07-24T00:07:13.212589Z","end":"2026-07-24T00:07:13.330899Z","steps":["trace[549268889] 'process raft request' (duration: 39.039864ms)","trace[549268889] 'compare' (duration: 78.651116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:14.985903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.787327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:07:14.986132Z","caller":"traceutil/trace.go:171","msg":"trace[775017320] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9180; }","duration":"356.051824ms","start":"2026-07-24T00:07:14.630059Z","end":"2026-07-24T00:07:14.986111Z","steps":["trace[775017320] 'read index received' (duration: 52.507772ms)","trace[775017320] 'applied index is now lower than readState.Index' (duration: 303.542492ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:14.98632Z","caller":"traceutil/trace.go:171","msg":"trace[1187904512] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"363.396848ms","start":"2026-07-24T00:07:14.622851Z","end":"2026-07-24T00:07:14.986248Z","steps":["trace[1187904512] 'process raft request' (duration: 363.189432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:14.986455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.399786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:07:14.986496Z","caller":"traceutil/trace.go:171","msg":"trace[1921613894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8867; }","duration":"356.444137ms","start":"2026-07-24T00:07:14.630041Z","end":"2026-07-24T00:07:14.986485Z","steps":["trace[1921613894] 'agreement among raft nodes before linearized reading' (duration: 356.198539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:14.98654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:14.629989Z","time spent":"356.54272ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:07:14.986562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:14.622816Z","time spent":"363.610915ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:14.986668Z","caller":"traceutil/trace.go:171","msg":"trace[1055588509] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"365.074032ms","start":"2026-07-24T00:07:14.621553Z","end":"2026-07-24T00:07:14.986627Z","steps":["trace[1055588509] 'process raft request' (duration: 94.45184ms)","trace[1055588509] 'compare' (duration: 269.618621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:14.986832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:14.621486Z","time spent":"365.266758ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:15.316694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.60756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T00:07:15.316796Z","caller":"traceutil/trace.go:171","msg":"trace[1803983388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8867; }","duration":"113.748184ms","start":"2026-07-24T00:07:15.203024Z","end":"2026-07-24T00:07:15.316772Z","steps":["trace[1803983388] 'range keys from in-memory index tree' (duration: 113.384303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:15.316852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.146225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T00:07:15.316938Z","caller":"traceutil/trace.go:171","msg":"trace[60513662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8867; }","duration":"113.261458ms","start":"2026-07-24T00:07:15.203655Z","end":"2026-07-24T00:07:15.316917Z","steps":["trace[60513662] 'range keys from in-memory index tree' (duration: 113.007691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:15.317244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.141967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T00:07:15.317266Z","caller":"traceutil/trace.go:171","msg":"trace[391745016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8867; }","duration":"114.178318ms","start":"2026-07-24T00:07:15.203083Z","end":"2026-07-24T00:07:15.317261Z","steps":["trace[391745016] 'range keys from in-memory index tree' (duration: 114.087065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:15.317306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.951712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T00:07:15.317408Z","caller":"traceutil/trace.go:171","msg":"trace[1334608193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8867; }","duration":"115.120598ms","start":"2026-07-24T00:07:15.202265Z","end":"2026-07-24T00:07:15.317386Z","steps":["trace[1334608193] 'range keys from in-memory index tree' (duration: 114.730545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:15.317494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.762347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:07:15.317643Z","caller":"traceutil/trace.go:171","msg":"trace[1701327997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8867; }","duration":"168.930442ms","start":"2026-07-24T00:07:15.148639Z","end":"2026-07-24T00:07:15.317569Z","steps":["trace[1701327997] 'range keys from in-memory index tree' (duration: 168.480769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:15.318108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.339573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T00:07:15.318242Z","caller":"traceutil/trace.go:171","msg":"trace[22232882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8867; }","duration":"115.396467ms","start":"2026-07-24T00:07:15.202821Z","end":"2026-07-24T00:07:15.318217Z","steps":["trace[22232882] 'range keys from in-memory index tree' (duration: 114.150307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.138834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.582649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T00:07:16.139587Z","caller":"traceutil/trace.go:171","msg":"trace[1295624519] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"818.004294ms","start":"2026-07-24T00:07:15.321549Z","end":"2026-07-24T00:07:16.139554Z","steps":["trace[1295624519] 'process raft request' (duration: 817.411905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.139804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.321521Z","time spent":"818.156079ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:16.946885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.256381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:07:16.947351Z","caller":"traceutil/trace.go:171","msg":"trace[745830608] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"258.577849ms","start":"2026-07-24T00:07:16.688754Z","end":"2026-07-24T00:07:16.947332Z","steps":["trace[745830608] 'process raft request' (duration: 258.531848ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:16.94736Z","caller":"traceutil/trace.go:171","msg":"trace[1928863948] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"1.62543478s","start":"2026-07-24T00:07:15.321892Z","end":"2026-07-24T00:07:16.947326Z","steps":["trace[1928863948] 'process raft request' (duration: 1.625152481s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:16.947469Z","caller":"traceutil/trace.go:171","msg":"trace[1021069983] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"1.624580442s","start":"2026-07-24T00:07:15.322849Z","end":"2026-07-24T00:07:16.947429Z","steps":["trace[1021069983] 'process raft request' (duration: 1.624335694s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.94752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.321868Z","time spent":"1.625558114s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:16.947863Z","caller":"traceutil/trace.go:171","msg":"trace[543490173] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"1.625888675s","start":"2026-07-24T00:07:15.321927Z","end":"2026-07-24T00:07:16.947815Z","steps":["trace[543490173] 'process raft request' (duration: 1.625223583s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:16.947565Z","caller":"traceutil/trace.go:171","msg":"trace[1948583657] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"1.625685518s","start":"2026-07-24T00:07:15.321863Z","end":"2026-07-24T00:07:16.947548Z","steps":["trace[1948583657] 'process raft request' (duration: 817.666103ms)","trace[1948583657] 'compare' (duration: 806.862108ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:16.947958Z","caller":"traceutil/trace.go:171","msg":"trace[93507637] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9183; }","duration":"1.467680123s","start":"2026-07-24T00:07:15.479936Z","end":"2026-07-24T00:07:16.947616Z","steps":["trace[93507637] 'read index received' (duration: 479.524469ms)","trace[93507637] 'applied index is now lower than readState.Index' (duration: 988.138594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:16.948042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.321831Z","time spent":"1.626164153s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:16.948092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.321903Z","time spent":"1.626085791s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:16.947579Z","caller":"traceutil/trace.go:171","msg":"trace[898170352] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"1.624362656s","start":"2026-07-24T00:07:15.323201Z","end":"2026-07-24T00:07:16.947563Z","steps":["trace[898170352] 'process raft request' (duration: 1.624016545s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.948331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417454053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:16.948383Z","caller":"traceutil/trace.go:171","msg":"trace[1979705858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8874; }","duration":"1.417573547s","start":"2026-07-24T00:07:15.530796Z","end":"2026-07-24T00:07:16.94837Z","steps":["trace[1979705858] 'agreement among raft nodes before linearized reading' (duration: 1.417452973s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.948415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.530755Z","time spent":"1.417651329s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:07:16.948388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.322823Z","time spent":"1.625371928s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:16.948357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.323187Z","time spent":"1.625043388s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:16.948565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468625164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c764bdfd4-2mz5v.18c511087d070319\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-07-24T00:07:16.948488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.447047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:16.948699Z","caller":"traceutil/trace.go:171","msg":"trace[1127517185] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c764bdfd4-2mz5v.18c511087d070319; range_end:; response_count:1; response_revision:8874; }","duration":"1.468770268s","start":"2026-07-24T00:07:15.479874Z","end":"2026-07-24T00:07:16.948644Z","steps":["trace[1127517185] 'agreement among raft nodes before linearized reading' (duration: 1.468072056s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:16.94877Z","caller":"traceutil/trace.go:171","msg":"trace[1871643387] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8874; }","duration":"764.794927ms","start":"2026-07-24T00:07:16.183947Z","end":"2026-07-24T00:07:16.948742Z","steps":["trace[1871643387] 'agreement among raft nodes before linearized reading' (duration: 764.432195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.948449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.877474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T00:07:16.948802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:15.479848Z","time spent":"1.468940954s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5c764bdfd4-2mz5v.18c511087d070319\" "} {"level":"warn","ts":"2026-07-24T00:07:16.948829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:16.183919Z","time spent":"764.89835ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:07:16.948842Z","caller":"traceutil/trace.go:171","msg":"trace[1914156948] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8874; }","duration":"719.330949ms","start":"2026-07-24T00:07:16.229489Z","end":"2026-07-24T00:07:16.94882Z","steps":["trace[1914156948] 'agreement among raft nodes before linearized reading' (duration: 718.825402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:16.949303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:16.229416Z","time spent":"719.531376ms","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:07:17.530004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.94051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:07:17.530134Z","caller":"traceutil/trace.go:171","msg":"trace[581851603] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"578.026888ms","start":"2026-07-24T00:07:16.952083Z","end":"2026-07-24T00:07:17.53011Z","steps":["trace[581851603] 'process raft request' (duration: 152.852961ms)","trace[581851603] 'compare' (duration: 424.789805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:07:17.530206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:16.952061Z","time spent":"578.10854ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:17.561849Z","caller":"traceutil/trace.go:171","msg":"trace[1784169330] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9191; }","duration":"556.799671ms","start":"2026-07-24T00:07:17.005022Z","end":"2026-07-24T00:07:17.561822Z","steps":["trace[1784169330] 'read index received' (duration: 99.945555ms)","trace[1784169330] 'applied index is now lower than readState.Index' (duration: 456.853176ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:17.561923Z","caller":"traceutil/trace.go:171","msg":"trace[684413915] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"569.448544ms","start":"2026-07-24T00:07:16.992427Z","end":"2026-07-24T00:07:17.561875Z","steps":["trace[684413915] 'process raft request' (duration: 569.218547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:17.561962Z","caller":"traceutil/trace.go:171","msg":"trace[1754771034] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"568.9854ms","start":"2026-07-24T00:07:16.992949Z","end":"2026-07-24T00:07:17.561934Z","steps":["trace[1754771034] 'process raft request' (duration: 568.833585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:17.562112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.085391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:07:17.562127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:16.992403Z","time spent":"569.60996ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:07:17.562119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:16.992912Z","time spent":"569.101194ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:07:17.562148Z","caller":"traceutil/trace.go:171","msg":"trace[1881382750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:8877; }","duration":"557.184654ms","start":"2026-07-24T00:07:17.004953Z","end":"2026-07-24T00:07:17.562137Z","steps":["trace[1881382750] 'agreement among raft nodes before linearized reading' (duration: 556.994247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:17.562171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:07:17.004925Z","time spent":"557.239635ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"info","ts":"2026-07-24T00:07:17.674627Z","caller":"traceutil/trace.go:171","msg":"trace[2016728753] linearizableReadLoop","detail":"{readStateIndex:9195; appliedIndex:9194; }","duration":"105.944836ms","start":"2026-07-24T00:07:17.568639Z","end":"2026-07-24T00:07:17.674584Z","steps":["trace[2016728753] 'read index received' (duration: 103.611602ms)","trace[2016728753] 'applied index is now lower than readState.Index' (duration: 2.331654ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:17.674753Z","caller":"traceutil/trace.go:171","msg":"trace[65830654] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"107.097803ms","start":"2026-07-24T00:07:17.56763Z","end":"2026-07-24T00:07:17.674728Z","steps":["trace[65830654] 'process raft request' (duration: 104.698656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:17.675445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.811084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228482"} {"level":"info","ts":"2026-07-24T00:07:17.67552Z","caller":"traceutil/trace.go:171","msg":"trace[2042127980] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8878; }","duration":"106.943828ms","start":"2026-07-24T00:07:17.56856Z","end":"2026-07-24T00:07:17.675504Z","steps":["trace[2042127980] 'agreement among raft nodes before linearized reading' (duration: 106.150232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:27.848551Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002459.wal"} {"level":"warn","ts":"2026-07-24T00:07:29.163336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.301686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c835f0c-3dc0-42ea-be21-e4a2daaa9b7e\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-07-24T00:07:29.163445Z","caller":"traceutil/trace.go:171","msg":"trace[687672304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c835f0c-3dc0-42ea-be21-e4a2daaa9b7e; range_end:; response_count:1; response_revision:9030; }","duration":"170.486163ms","start":"2026-07-24T00:07:28.992936Z","end":"2026-07-24T00:07:29.163422Z","steps":["trace[687672304] 'range keys from in-memory index tree' (duration: 170.040779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:29.163333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.377728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:07:29.163637Z","caller":"traceutil/trace.go:171","msg":"trace[441008624] linearizableReadLoop","detail":"{readStateIndex:9352; appliedIndex:9351; }","duration":"151.561369ms","start":"2026-07-24T00:07:29.012029Z","end":"2026-07-24T00:07:29.16359Z","steps":["trace[441008624] 'read index received' (duration: 150.037ms)","trace[441008624] 'applied index is now lower than readState.Index' (duration: 1.522489ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:07:29.163737Z","caller":"traceutil/trace.go:171","msg":"trace[718266280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9030; }","duration":"218.833903ms","start":"2026-07-24T00:07:28.944871Z","end":"2026-07-24T00:07:29.163705Z","steps":["trace[718266280] 'range keys from in-memory index tree' (duration: 218.234824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:29.163876Z","caller":"traceutil/trace.go:171","msg":"trace[451277121] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"161.111394ms","start":"2026-07-24T00:07:29.002725Z","end":"2026-07-24T00:07:29.163836Z","steps":["trace[451277121] 'process raft request' (duration: 159.391529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:29.164041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.000193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T00:07:29.164086Z","caller":"traceutil/trace.go:171","msg":"trace[2046745230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9031; }","duration":"152.120197ms","start":"2026-07-24T00:07:29.011953Z","end":"2026-07-24T00:07:29.164073Z","steps":["trace[2046745230] 'agreement among raft nodes before linearized reading' (duration: 151.90519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:29.16417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.053254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T00:07:29.164208Z","caller":"traceutil/trace.go:171","msg":"trace[625061935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9031; }","duration":"146.122676ms","start":"2026-07-24T00:07:29.018077Z","end":"2026-07-24T00:07:29.1642Z","steps":["trace[625061935] 'agreement among raft nodes before linearized reading' (duration: 146.017893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:29.164315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.026909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T00:07:29.164358Z","caller":"traceutil/trace.go:171","msg":"trace[1961345528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9031; }","duration":"144.138453ms","start":"2026-07-24T00:07:29.020211Z","end":"2026-07-24T00:07:29.164349Z","steps":["trace[1961345528] 'agreement among raft nodes before linearized reading' (duration: 144.010889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:29.164492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.184214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T00:07:29.164533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.628712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T00:07:29.164621Z","caller":"traceutil/trace.go:171","msg":"trace[305617162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9031; }","duration":"144.35139ms","start":"2026-07-24T00:07:29.020239Z","end":"2026-07-24T00:07:29.16459Z","steps":["trace[305617162] 'agreement among raft nodes before linearized reading' (duration: 143.991908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:07:29.164638Z","caller":"traceutil/trace.go:171","msg":"trace[711677887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9031; }","duration":"114.756596ms","start":"2026-07-24T00:07:29.049855Z","end":"2026-07-24T00:07:29.164611Z","steps":["trace[711677887] 'agreement among raft nodes before linearized reading' (duration: 114.416086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:07:29.1645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.595777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:07:29.164745Z","caller":"traceutil/trace.go:171","msg":"trace[56184634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9031; }","duration":"144.840035ms","start":"2026-07-24T00:07:29.019858Z","end":"2026-07-24T00:07:29.164698Z","steps":["trace[56184634] 'agreement among raft nodes before linearized reading' (duration: 144.37982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.06634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893671514,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:08:14.11007Z","caller":"traceutil/trace.go:171","msg":"trace[1418017971] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"861.941483ms","start":"2026-07-24T00:08:13.2481Z","end":"2026-07-24T00:08:14.110041Z","steps":["trace[1418017971] 'process raft request' (duration: 861.753087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.110262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.248058Z","time spent":"862.102548ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:08:14.116177Z","caller":"traceutil/trace.go:171","msg":"trace[1819447529] linearizableReadLoop","detail":"{readStateIndex:9776; appliedIndex:9771; }","duration":"550.126328ms","start":"2026-07-24T00:08:13.56603Z","end":"2026-07-24T00:08:14.116156Z","steps":["trace[1819447529] 'read index received' (duration: 543.880489ms)","trace[1819447529] 'applied index is now lower than readState.Index' (duration: 6.244999ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:08:14.116222Z","caller":"traceutil/trace.go:171","msg":"trace[1848113059] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"729.569515ms","start":"2026-07-24T00:08:13.386602Z","end":"2026-07-24T00:08:14.116172Z","steps":["trace[1848113059] 'process raft request' (duration: 729.316397ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:14.116337Z","caller":"traceutil/trace.go:171","msg":"trace[2001645182] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"274.402352ms","start":"2026-07-24T00:08:13.841924Z","end":"2026-07-24T00:08:14.116326Z","steps":["trace[2001645182] 'process raft request' (duration: 274.136614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.116464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.386561Z","time spent":"729.768991ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:08:14.116587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.558121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:08:14.116638Z","caller":"traceutil/trace.go:171","msg":"trace[1435798520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9444; }","duration":"550.642654ms","start":"2026-07-24T00:08:13.565983Z","end":"2026-07-24T00:08:14.116626Z","steps":["trace[1435798520] 'agreement among raft nodes before linearized reading' (duration: 550.500899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.116663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.565926Z","time spent":"550.732087ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:08:14.116688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.096147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:08:14.116723Z","caller":"traceutil/trace.go:171","msg":"trace[1407183858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9444; }","duration":"550.169558ms","start":"2026-07-24T00:08:13.566546Z","end":"2026-07-24T00:08:14.116715Z","steps":["trace[1407183858] 'agreement among raft nodes before linearized reading' (duration: 550.025044ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:14.116747Z","caller":"traceutil/trace.go:171","msg":"trace[1491458306] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"261.098198ms","start":"2026-07-24T00:08:13.85564Z","end":"2026-07-24T00:08:14.116738Z","steps":["trace[1491458306] 'process raft request' (duration: 260.454608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.116757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.566537Z","time spent":"550.212671ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:08:14.116835Z","caller":"traceutil/trace.go:171","msg":"trace[219676151] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"144.817534ms","start":"2026-07-24T00:08:13.971971Z","end":"2026-07-24T00:08:14.116788Z","steps":["trace[219676151] 'process raft request' (duration: 144.153583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.11697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.810743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:08:14.117003Z","caller":"traceutil/trace.go:171","msg":"trace[1691106089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9444; }","duration":"547.861455ms","start":"2026-07-24T00:08:13.569135Z","end":"2026-07-24T00:08:14.116996Z","steps":["trace[1691106089] 'agreement among raft nodes before linearized reading' (duration: 547.786423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.117058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.569125Z","time spent":"547.923357ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:08:14.116886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.039516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:08:14.117208Z","caller":"traceutil/trace.go:171","msg":"trace[1075485049] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9444; }","duration":"486.391836ms","start":"2026-07-24T00:08:13.630788Z","end":"2026-07-24T00:08:14.11718Z","steps":["trace[1075485049] 'agreement among raft nodes before linearized reading' (duration: 486.034405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.117243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.258099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T00:08:14.117222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.701447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:08:14.117317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.630736Z","time spent":"486.535181ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:08:14.117362Z","caller":"traceutil/trace.go:171","msg":"trace[195576401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9444; }","duration":"545.906493ms","start":"2026-07-24T00:08:13.571423Z","end":"2026-07-24T00:08:14.11733Z","steps":["trace[195576401] 'agreement among raft nodes before linearized reading' (duration: 545.446058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.117435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.571399Z","time spent":"546.020837ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:08:14.117278Z","caller":"traceutil/trace.go:171","msg":"trace[202883694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9444; }","duration":"538.318081ms","start":"2026-07-24T00:08:13.578952Z","end":"2026-07-24T00:08:14.11727Z","steps":["trace[202883694] 'agreement among raft nodes before linearized reading' (duration: 538.242419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:14.117526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:13.578941Z","time spent":"538.569849ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:08:14.117916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.118925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:08:14.117984Z","caller":"traceutil/trace.go:171","msg":"trace[1089659244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9444; }","duration":"173.183187ms","start":"2026-07-24T00:08:13.944782Z","end":"2026-07-24T00:08:14.117965Z","steps":["trace[1089659244] 'agreement among raft nodes before linearized reading' (duration: 173.067784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:26.57933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.584325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:08:26.579508Z","caller":"traceutil/trace.go:171","msg":"trace[929963626] linearizableReadLoop","detail":"{readStateIndex:9847; appliedIndex:9844; }","duration":"388.731766ms","start":"2026-07-24T00:08:26.190762Z","end":"2026-07-24T00:08:26.579494Z","steps":["trace[929963626] 'read index received' (duration: 8.967076ms)","trace[929963626] 'applied index is now lower than readState.Index' (duration: 379.76364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:26.579826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.044936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:08:26.579873Z","caller":"traceutil/trace.go:171","msg":"trace[421436929] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"405.78385ms","start":"2026-07-24T00:08:26.174061Z","end":"2026-07-24T00:08:26.579845Z","steps":["trace[421436929] 'process raft request' (duration: 405.378057ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:26.579913Z","caller":"traceutil/trace.go:171","msg":"trace[1288966999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9512; }","duration":"389.226172ms","start":"2026-07-24T00:08:26.190668Z","end":"2026-07-24T00:08:26.579894Z","steps":["trace[1288966999] 'agreement among raft nodes before linearized reading' (duration: 388.928533ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:26.579867Z","caller":"traceutil/trace.go:171","msg":"trace[1893340394] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"415.029694ms","start":"2026-07-24T00:08:26.164784Z","end":"2026-07-24T00:08:26.579813Z","steps":["trace[1893340394] 'process raft request' (duration: 173.87624ms)","trace[1893340394] 'compare' (duration: 240.41318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:26.579914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.197372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T00:08:26.579948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.052002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T00:08:26.57997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.190635Z","time spent":"389.321535ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:08:26.579983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.623317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T00:08:26.579988Z","caller":"traceutil/trace.go:171","msg":"trace[752390290] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9512; }","duration":"105.316566ms","start":"2026-07-24T00:08:26.474656Z","end":"2026-07-24T00:08:26.579973Z","steps":["trace[752390290] 'agreement among raft nodes before linearized reading' (duration: 105.186652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:26.580011Z","caller":"traceutil/trace.go:171","msg":"trace[146303878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9512; }","duration":"385.666049ms","start":"2026-07-24T00:08:26.194337Z","end":"2026-07-24T00:08:26.580003Z","steps":["trace[146303878] 'agreement among raft nodes before linearized reading' (duration: 385.541465ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:26.580003Z","caller":"traceutil/trace.go:171","msg":"trace[920113196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9512; }","duration":"387.150886ms","start":"2026-07-24T00:08:26.192835Z","end":"2026-07-24T00:08:26.579985Z","steps":["trace[920113196] 'agreement among raft nodes before linearized reading' (duration: 387.012572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:26.58002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.174031Z","time spent":"405.905024ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:08:26.580042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.194329Z","time spent":"385.70578ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:08:26.580012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.986255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:08:26.580084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.164774Z","time spent":"415.20288ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:08:26.580089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.286648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T00:08:26.580051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.192808Z","time spent":"387.235528ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:08:26.580143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.393522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T00:08:26.580166Z","caller":"traceutil/trace.go:171","msg":"trace[1487301009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9512; }","duration":"386.412162ms","start":"2026-07-24T00:08:26.193736Z","end":"2026-07-24T00:08:26.580148Z","steps":["trace[1487301009] 'agreement among raft nodes before linearized reading' (duration: 386.157374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:26.580175Z","caller":"traceutil/trace.go:171","msg":"trace[83819913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9512; }","duration":"386.436513ms","start":"2026-07-24T00:08:26.193729Z","end":"2026-07-24T00:08:26.580166Z","steps":["trace[83819913] 'agreement among raft nodes before linearized reading' (duration: 386.34648ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:26.580104Z","caller":"traceutil/trace.go:171","msg":"trace[607235542] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9512; }","duration":"223.13886ms","start":"2026-07-24T00:08:26.356943Z","end":"2026-07-24T00:08:26.580082Z","steps":["trace[607235542] 'agreement among raft nodes before linearized reading' (duration: 222.961665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:26.580204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.193716Z","time spent":"386.481965ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:08:26.580203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.193709Z","time spent":"386.486665ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:08:26.580334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.866574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:08:26.580484Z","caller":"traceutil/trace.go:171","msg":"trace[1964205447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:9512; }","duration":"380.051529ms","start":"2026-07-24T00:08:26.200399Z","end":"2026-07-24T00:08:26.58045Z","steps":["trace[1964205447] 'agreement among raft nodes before linearized reading' (duration: 379.571294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:26.580554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.200391Z","time spent":"380.148633ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"info","ts":"2026-07-24T00:08:27.073399Z","caller":"traceutil/trace.go:171","msg":"trace[1728060427] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"488.499165ms","start":"2026-07-24T00:08:26.584867Z","end":"2026-07-24T00:08:27.073366Z","steps":["trace[1728060427] 'process raft request' (duration: 488.433783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.073628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.584833Z","time spent":"488.66345ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:08:27.073805Z","caller":"traceutil/trace.go:171","msg":"trace[1269802437] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"488.887967ms","start":"2026-07-24T00:08:26.584871Z","end":"2026-07-24T00:08:27.073759Z","steps":["trace[1269802437] 'process raft request' (duration: 488.153224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.074034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.584844Z","time spent":"489.075573ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:08:27.093667Z","caller":"traceutil/trace.go:171","msg":"trace[1197067817] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"508.346547ms","start":"2026-07-24T00:08:26.585283Z","end":"2026-07-24T00:08:27.093629Z","steps":["trace[1197067817] 'process raft request' (duration: 508.224523ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:27.093702Z","caller":"traceutil/trace.go:171","msg":"trace[2091718710] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"508.378788ms","start":"2026-07-24T00:08:26.585289Z","end":"2026-07-24T00:08:27.093668Z","steps":["trace[2091718710] 'process raft request' (duration: 508.042528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.09388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.58526Z","time spent":"508.513243ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:08:27.093882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.585278Z","time spent":"508.507982ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:08:27.093876Z","caller":"traceutil/trace.go:171","msg":"trace[1191778409] linearizableReadLoop","detail":"{readStateIndex:9851; appliedIndex:9847; }","duration":"507.771429ms","start":"2026-07-24T00:08:26.586058Z","end":"2026-07-24T00:08:27.093829Z","steps":["trace[1191778409] 'read index received' (duration: 486.998147ms)","trace[1191778409] 'applied index is now lower than readState.Index' (duration: 20.770201ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:08:27.094017Z","caller":"traceutil/trace.go:171","msg":"trace[1623702831] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"507.685796ms","start":"2026-07-24T00:08:26.586311Z","end":"2026-07-24T00:08:27.093996Z","steps":["trace[1623702831] 'process raft request' (duration: 507.239442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.094265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.586299Z","time spent":"507.872682ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:08:27.094297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.799235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:08:27.094342Z","caller":"traceutil/trace.go:171","msg":"trace[767451832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9517; }","duration":"413.888017ms","start":"2026-07-24T00:08:26.680437Z","end":"2026-07-24T00:08:27.094325Z","steps":["trace[767451832] 'agreement among raft nodes before linearized reading' (duration: 413.744603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.094374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.680413Z","time spent":"413.95434ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:08:27.094495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.611347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:08:27.094547Z","caller":"traceutil/trace.go:171","msg":"trace[55444987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9517; }","duration":"149.70338ms","start":"2026-07-24T00:08:26.944829Z","end":"2026-07-24T00:08:27.094532Z","steps":["trace[55444987] 'agreement among raft nodes before linearized reading' (duration: 149.614057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.094609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.527473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261444"} {"level":"info","ts":"2026-07-24T00:08:27.094694Z","caller":"traceutil/trace.go:171","msg":"trace[104910444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9517; }","duration":"508.694418ms","start":"2026-07-24T00:08:26.585979Z","end":"2026-07-24T00:08:27.094673Z","steps":["trace[104910444] 'agreement among raft nodes before linearized reading' (duration: 508.093039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.09475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:26.585949Z","time spent":"508.789962ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":29,"response size":261467,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T00:08:27.662445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.494387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:08:27.662561Z","caller":"traceutil/trace.go:171","msg":"trace[1059257395] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"563.36333ms","start":"2026-07-24T00:08:27.099178Z","end":"2026-07-24T00:08:27.662542Z","steps":["trace[1059257395] 'process raft request' (duration: 293.681708ms)","trace[1059257395] 'compare' (duration: 269.007481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:27.662611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:27.099151Z","time spent":"563.434613ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:08:27.861533Z","caller":"traceutil/trace.go:171","msg":"trace[1143572874] linearizableReadLoop","detail":"{readStateIndex:9854; appliedIndex:9853; }","duration":"191.429299ms","start":"2026-07-24T00:08:27.670082Z","end":"2026-07-24T00:08:27.861511Z","steps":["trace[1143572874] 'read index received' (duration: 191.090408ms)","trace[1143572874] 'applied index is now lower than readState.Index' (duration: 338.131µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:08:27.861675Z","caller":"traceutil/trace.go:171","msg":"trace[413446736] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"705.379035ms","start":"2026-07-24T00:08:27.156238Z","end":"2026-07-24T00:08:27.861617Z","steps":["trace[413446736] 'process raft request' (duration: 705.008044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.861791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.691228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T00:08:27.861873Z","caller":"traceutil/trace.go:171","msg":"trace[1525875544] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9519; }","duration":"191.810572ms","start":"2026-07-24T00:08:27.670015Z","end":"2026-07-24T00:08:27.861826Z","steps":["trace[1525875544] 'agreement among raft nodes before linearized reading' (duration: 191.607185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:27.861899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:27.1562Z","time spent":"705.579081ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:08:28.081981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.226644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:08:28.082069Z","caller":"traceutil/trace.go:171","msg":"trace[2031120706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9520; }","duration":"116.375408ms","start":"2026-07-24T00:08:27.965673Z","end":"2026-07-24T00:08:28.082048Z","steps":["trace[2031120706] 'range keys from in-memory index tree' (duration: 116.050757ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:28.531251Z","caller":"traceutil/trace.go:171","msg":"trace[8860075] linearizableReadLoop","detail":"{readStateIndex:9857; appliedIndex:9856; }","duration":"239.429109ms","start":"2026-07-24T00:08:28.291759Z","end":"2026-07-24T00:08:28.531188Z","steps":["trace[8860075] 'read index received' (duration: 151.783746ms)","trace[8860075] 'applied index is now lower than readState.Index' (duration: 87.643913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:28.531607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.731128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-07-24T00:08:28.531602Z","caller":"traceutil/trace.go:171","msg":"trace[586273461] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"320.442939ms","start":"2026-07-24T00:08:28.211118Z","end":"2026-07-24T00:08:28.531561Z","steps":["trace[586273461] 'process raft request' (duration: 232.369703ms)","trace[586273461] 'compare' (duration: 87.547319ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:08:28.531662Z","caller":"traceutil/trace.go:171","msg":"trace[268758101] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:9522; }","duration":"239.941586ms","start":"2026-07-24T00:08:28.291707Z","end":"2026-07-24T00:08:28.531649Z","steps":["trace[268758101] 'agreement among raft nodes before linearized reading' (duration: 239.618865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:08:28.531795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:08:28.211061Z","time spent":"320.633425ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:08:43.216093Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:08:43.222467Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-24T00:08:43.222599Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-24T00:08:45.567158Z","caller":"traceutil/trace.go:171","msg":"trace[1739451258] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"102.205826ms","start":"2026-07-24T00:08:45.464924Z","end":"2026-07-24T00:08:45.56713Z","steps":["trace[1739451258] 'process raft request' (duration: 101.991589ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:45.600737Z","caller":"traceutil/trace.go:171","msg":"trace[86922164] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"130.041503ms","start":"2026-07-24T00:08:45.470651Z","end":"2026-07-24T00:08:45.600693Z","steps":["trace[86922164] 'process raft request' (duration: 129.829477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:08:45.866604Z","caller":"traceutil/trace.go:171","msg":"trace[554220030] linearizableReadLoop","detail":"{readStateIndex:10060; appliedIndex:10059; }","duration":"109.50618ms","start":"2026-07-24T00:08:45.757056Z","end":"2026-07-24T00:08:45.866563Z","steps":["trace[554220030] 'read index received' (duration: 48.963681ms)","trace[554220030] 'applied index is now lower than readState.Index' (duration: 60.541059ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:08:45.866735Z","caller":"traceutil/trace.go:171","msg":"trace[1408280248] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"156.697733ms","start":"2026-07-24T00:08:45.709986Z","end":"2026-07-24T00:08:45.866684Z","steps":["trace[1408280248] 'process raft request' (duration: 96.101942ms)","trace[1408280248] 'compare' (duration: 60.329222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:08:45.866961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.872781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:08:45.867079Z","caller":"traceutil/trace.go:171","msg":"trace[1273460992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9721; }","duration":"110.047206ms","start":"2026-07-24T00:08:45.757Z","end":"2026-07-24T00:08:45.867047Z","steps":["trace[1273460992] 'agreement among raft nodes before linearized reading' (duration: 109.695565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:17.872105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.897418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:09:17.87225Z","caller":"traceutil/trace.go:171","msg":"trace[737406331] linearizableReadLoop","detail":"{readStateIndex:10284; appliedIndex:10283; }","duration":"425.645662ms","start":"2026-07-24T00:09:17.446585Z","end":"2026-07-24T00:09:17.872231Z","steps":["trace[737406331] 'read index received' (duration: 33.861µs)","trace[737406331] 'applied index is now lower than readState.Index' (duration: 425.610391ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:09:17.872448Z","caller":"traceutil/trace.go:171","msg":"trace[707369404] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"520.241706ms","start":"2026-07-24T00:09:17.35219Z","end":"2026-07-24T00:09:17.872432Z","steps":["trace[707369404] 'process raft request' (duration: 89.898484ms)","trace[707369404] 'compare' (duration: 429.63455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:09:17.872522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.35218Z","time spent":"520.304328ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:09:17.873085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.430067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:09:17.873174Z","caller":"traceutil/trace.go:171","msg":"trace[2034012054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9938; }","duration":"426.613433ms","start":"2026-07-24T00:09:17.446541Z","end":"2026-07-24T00:09:17.873154Z","steps":["trace[2034012054] 'agreement among raft nodes before linearized reading' (duration: 426.096007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:17.873219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.446521Z","time spent":"426.687605ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:09:18.172893Z","caller":"traceutil/trace.go:171","msg":"trace[615686472] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"359.947499ms","start":"2026-07-24T00:09:17.812916Z","end":"2026-07-24T00:09:18.172863Z","steps":["trace[615686472] 'process raft request' (duration: 359.765133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.17318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.812859Z","time spent":"360.202827ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:09:18.173236Z","caller":"traceutil/trace.go:171","msg":"trace[512364532] linearizableReadLoop","detail":"{readStateIndex:10285; appliedIndex:10285; }","duration":"300.929559ms","start":"2026-07-24T00:09:17.872277Z","end":"2026-07-24T00:09:18.173207Z","steps":["trace[512364532] 'read index received' (duration: 300.921598ms)","trace[512364532] 'applied index is now lower than readState.Index' (duration: 6.681µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:09:18.173389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.497397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:09:18.173423Z","caller":"traceutil/trace.go:171","msg":"trace[2009170789] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9939; }","duration":"538.601241ms","start":"2026-07-24T00:09:17.634811Z","end":"2026-07-24T00:09:18.173413Z","steps":["trace[2009170789] 'agreement among raft nodes before linearized reading' (duration: 538.520429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.173451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.634786Z","time spent":"538.658483ms","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:09:18.173446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.400561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-24T00:09:18.173457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.680828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-dv5w6\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-07-24T00:09:18.173516Z","caller":"traceutil/trace.go:171","msg":"trace[1952656331] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9939; }","duration":"305.504384ms","start":"2026-07-24T00:09:17.867989Z","end":"2026-07-24T00:09:18.173493Z","steps":["trace[1952656331] 'agreement among raft nodes before linearized reading' (duration: 305.283967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:09:18.173546Z","caller":"traceutil/trace.go:171","msg":"trace[876248266] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-dv5w6; range_end:; response_count:1; response_revision:9939; }","duration":"374.829173ms","start":"2026-07-24T00:09:17.798692Z","end":"2026-07-24T00:09:18.173521Z","steps":["trace[876248266] 'agreement among raft nodes before linearized reading' (duration: 374.541493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.173555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.867967Z","time spent":"305.580206ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:09:18.17362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.798668Z","time spent":"374.939366ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-dv5w6\" "} {"level":"warn","ts":"2026-07-24T00:09:18.173718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.229569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:09:18.17374Z","caller":"traceutil/trace.go:171","msg":"trace[1312125227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:9939; }","duration":"618.27987ms","start":"2026-07-24T00:09:17.555454Z","end":"2026-07-24T00:09:18.173734Z","steps":["trace[1312125227] 'agreement among raft nodes before linearized reading' (duration: 618.204118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.173759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.555439Z","time spent":"618.315771ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:09:18.173852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.442332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:09:18.173896Z","caller":"traceutil/trace.go:171","msg":"trace[942783171] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9939; }","duration":"369.527284ms","start":"2026-07-24T00:09:17.804355Z","end":"2026-07-24T00:09:18.173883Z","steps":["trace[942783171] 'agreement among raft nodes before linearized reading' (duration: 369.461532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.173928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.804331Z","time spent":"369.587826ms","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:09:18.173974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.546031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:09:18.174059Z","caller":"traceutil/trace.go:171","msg":"trace[918197252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9939; }","duration":"657.660135ms","start":"2026-07-24T00:09:17.51638Z","end":"2026-07-24T00:09:18.17404Z","steps":["trace[918197252] 'agreement among raft nodes before linearized reading' (duration: 657.384236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.174111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.51637Z","time spent":"657.729597ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:09:18.174195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.35031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:09:18.174384Z","caller":"traceutil/trace.go:171","msg":"trace[2130505978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9939; }","duration":"670.609638ms","start":"2026-07-24T00:09:17.503705Z","end":"2026-07-24T00:09:18.174314Z","steps":["trace[2130505978] 'agreement among raft nodes before linearized reading' (duration: 670.03297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.174488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:09:17.503679Z","time spent":"670.780673ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T00:09:18.177411Z","caller":"traceutil/trace.go:171","msg":"trace[691994221] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"299.493133ms","start":"2026-07-24T00:09:17.877898Z","end":"2026-07-24T00:09:18.177391Z","steps":["trace[691994221] 'process raft request' (duration: 299.331518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:09:18.17775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.449431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:09:18.177814Z","caller":"traceutil/trace.go:171","msg":"trace[43354820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9940; }","duration":"213.562195ms","start":"2026-07-24T00:09:17.964235Z","end":"2026-07-24T00:09:18.177797Z","steps":["trace[43354820] 'agreement among raft nodes before linearized reading' (duration: 213.477872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:10.315191Z","caller":"traceutil/trace.go:171","msg":"trace[1990066443] transaction","detail":"{read_only:false; response_revision:10331; number_of_response:1; }","duration":"153.076018ms","start":"2026-07-24T00:10:10.162081Z","end":"2026-07-24T00:10:10.315157Z","steps":["trace[1990066443] 'process raft request' (duration: 152.879231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:16.770473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8002} {"level":"info","ts":"2026-07-24T00:10:16.846361Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8002,"took":"72.833521ms","hash":3532210296,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":28102656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T00:10:16.846465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3532210296,"revision":8002,"compact-revision":5815} {"level":"info","ts":"2026-07-24T00:10:23.021013Z","caller":"traceutil/trace.go:171","msg":"trace[1364095998] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"146.972253ms","start":"2026-07-24T00:10:22.874006Z","end":"2026-07-24T00:10:23.020979Z","steps":["trace[1364095998] 'process raft request' (duration: 146.509248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:46.167984Z","caller":"traceutil/trace.go:171","msg":"trace[310305590] linearizableReadLoop","detail":"{readStateIndex:11028; appliedIndex:11027; }","duration":"236.763284ms","start":"2026-07-24T00:10:45.931188Z","end":"2026-07-24T00:10:46.167951Z","steps":["trace[310305590] 'read index received' (duration: 236.436893ms)","trace[310305590] 'applied index is now lower than readState.Index' (duration: 324.691µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:10:46.168206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.875041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:10:46.168191Z","caller":"traceutil/trace.go:171","msg":"trace[1092297786] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"372.140828ms","start":"2026-07-24T00:10:45.796004Z","end":"2026-07-24T00:10:46.168145Z","steps":["trace[1092297786] 'process raft request' (duration: 371.735275ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:46.168251Z","caller":"traceutil/trace.go:171","msg":"trace[445650842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10655; }","duration":"222.998646ms","start":"2026-07-24T00:10:45.945238Z","end":"2026-07-24T00:10:46.168237Z","steps":["trace[445650842] 'agreement among raft nodes before linearized reading' (duration: 222.898352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:10:46.168415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:10:45.795955Z","time spent":"372.341214ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7641,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:10:46.16842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.192137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:10:46.168411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.309153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:10:46.168519Z","caller":"traceutil/trace.go:171","msg":"trace[604278076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10655; }","duration":"237.393854ms","start":"2026-07-24T00:10:45.931103Z","end":"2026-07-24T00:10:46.168497Z","steps":["trace[604278076] 'agreement among raft nodes before linearized reading' (duration: 237.042333ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:46.168564Z","caller":"traceutil/trace.go:171","msg":"trace[1342911252] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10655; }","duration":"136.547181ms","start":"2026-07-24T00:10:46.031984Z","end":"2026-07-24T00:10:46.168531Z","steps":["trace[1342911252] 'agreement among raft nodes before linearized reading' (duration: 136.277542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:47.478554Z","caller":"traceutil/trace.go:171","msg":"trace[455139618] linearizableReadLoop","detail":"{readStateIndex:11041; appliedIndex:11038; }","duration":"280.635242ms","start":"2026-07-24T00:10:47.197896Z","end":"2026-07-24T00:10:47.478532Z","steps":["trace[455139618] 'read index received' (duration: 38.369533ms)","trace[455139618] 'applied index is now lower than readState.Index' (duration: 242.264849ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:10:47.47858Z","caller":"traceutil/trace.go:171","msg":"trace[2144911600] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"283.878875ms","start":"2026-07-24T00:10:47.19468Z","end":"2026-07-24T00:10:47.478559Z","steps":["trace[2144911600] 'process raft request' (duration: 283.598926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:47.478732Z","caller":"traceutil/trace.go:171","msg":"trace[1333249756] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"281.50917ms","start":"2026-07-24T00:10:47.197168Z","end":"2026-07-24T00:10:47.478677Z","steps":["trace[1333249756] 'process raft request' (duration: 281.323044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:10:47.478799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.88145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:10:47.478993Z","caller":"traceutil/trace.go:171","msg":"trace[1701428485] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10668; }","duration":"281.122448ms","start":"2026-07-24T00:10:47.197859Z","end":"2026-07-24T00:10:47.478982Z","steps":["trace[1701428485] 'agreement among raft nodes before linearized reading' (duration: 280.89129ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:50.679714Z","caller":"traceutil/trace.go:171","msg":"trace[467605088] linearizableReadLoop","detail":"{readStateIndex:11060; appliedIndex:11059; }","duration":"106.776212ms","start":"2026-07-24T00:10:50.572908Z","end":"2026-07-24T00:10:50.679685Z","steps":["trace[467605088] 'read index received' (duration: 61.538331ms)","trace[467605088] 'applied index is now lower than readState.Index' (duration: 45.236591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:10:50.679966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.02344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:10:50.680023Z","caller":"traceutil/trace.go:171","msg":"trace[1146910405] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10686; }","duration":"107.116843ms","start":"2026-07-24T00:10:50.572889Z","end":"2026-07-24T00:10:50.680006Z","steps":["trace[1146910405] 'agreement among raft nodes before linearized reading' (duration: 106.924137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:10:50.68Z","caller":"traceutil/trace.go:171","msg":"trace[472338091] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"108.233648ms","start":"2026-07-24T00:10:50.571714Z","end":"2026-07-24T00:10:50.679947Z","steps":["trace[472338091] 'process raft request' (duration: 62.887284ms)","trace[472338091] 'compare' (duration: 44.88786ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:10:50.813357Z","caller":"traceutil/trace.go:171","msg":"trace[44993680] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"120.007374ms","start":"2026-07-24T00:10:50.693316Z","end":"2026-07-24T00:10:50.813324Z","steps":["trace[44993680] 'process raft request' (duration: 91.516946ms)","trace[44993680] 'compare' (duration: 28.292872ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:10:50.844774Z","caller":"traceutil/trace.go:171","msg":"trace[736589027] linearizableReadLoop","detail":"{readStateIndex:11062; appliedIndex:11060; }","duration":"146.301091ms","start":"2026-07-24T00:10:50.698441Z","end":"2026-07-24T00:10:50.844742Z","steps":["trace[736589027] 'read index received' (duration: 86.411743ms)","trace[736589027] 'applied index is now lower than readState.Index' (duration: 59.887588ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:10:50.84514Z","caller":"traceutil/trace.go:171","msg":"trace[359401886] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"151.026512ms","start":"2026-07-24T00:10:50.694093Z","end":"2026-07-24T00:10:50.84512Z","steps":["trace[359401886] 'process raft request' (duration: 150.466834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:10:50.845603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.111057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:10:50.845671Z","caller":"traceutil/trace.go:171","msg":"trace[634088991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10688; }","duration":"147.258672ms","start":"2026-07-24T00:10:50.698388Z","end":"2026-07-24T00:10:50.845647Z","steps":["trace[634088991] 'agreement among raft nodes before linearized reading' (duration: 146.998064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:10:50.845703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.806326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:10:50.845739Z","caller":"traceutil/trace.go:171","msg":"trace[413286472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10688; }","duration":"129.869767ms","start":"2026-07-24T00:10:50.715858Z","end":"2026-07-24T00:10:50.845728Z","steps":["trace[413286472] 'agreement among raft nodes before linearized reading' (duration: 129.770604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:11:56.921379Z","caller":"traceutil/trace.go:171","msg":"trace[1000693456] linearizableReadLoop","detail":"{readStateIndex:11766; appliedIndex:11765; }","duration":"148.766166ms","start":"2026-07-24T00:11:56.772583Z","end":"2026-07-24T00:11:56.921349Z","steps":["trace[1000693456] 'read index received' (duration: 148.527249ms)","trace[1000693456] 'applied index is now lower than readState.Index' (duration: 237.487µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:11:56.92163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.968072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:11:56.921688Z","caller":"traceutil/trace.go:171","msg":"trace[2111068400] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11375; }","duration":"149.138938ms","start":"2026-07-24T00:11:56.772536Z","end":"2026-07-24T00:11:56.921675Z","steps":["trace[2111068400] 'agreement among raft nodes before linearized reading' (duration: 148.943092ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:11:56.922155Z","caller":"traceutil/trace.go:171","msg":"trace[1950617184] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"234.147225ms","start":"2026-07-24T00:11:56.687986Z","end":"2026-07-24T00:11:56.922133Z","steps":["trace[1950617184] 'process raft request' (duration: 233.150274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:11:57.348548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.512167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T00:11:57.348642Z","caller":"traceutil/trace.go:171","msg":"trace[968157296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11375; }","duration":"158.667592ms","start":"2026-07-24T00:11:57.189953Z","end":"2026-07-24T00:11:57.34862Z","steps":["trace[968157296] 'range keys from in-memory index tree' (duration: 158.212958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:11:57.348843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.103112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:11:57.348984Z","caller":"traceutil/trace.go:171","msg":"trace[1170989998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11375; }","duration":"266.311549ms","start":"2026-07-24T00:11:57.082645Z","end":"2026-07-24T00:11:57.348956Z","steps":["trace[1170989998] 'range keys from in-memory index tree' (duration: 265.853055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:11:57.351094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.22376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:11:57.351251Z","caller":"traceutil/trace.go:171","msg":"trace[1957639046] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11375; }","duration":"154.389626ms","start":"2026-07-24T00:11:57.196777Z","end":"2026-07-24T00:11:57.351167Z","steps":["trace[1957639046] 'count revisions from in-memory index tree' (duration: 154.077465ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:11.627519Z","caller":"traceutil/trace.go:171","msg":"trace[1799231789] linearizableReadLoop","detail":"{readStateIndex:11850; appliedIndex:11849; }","duration":"195.176454ms","start":"2026-07-24T00:12:11.432308Z","end":"2026-07-24T00:12:11.627484Z","steps":["trace[1799231789] 'read index received' (duration: 194.984208ms)","trace[1799231789] 'applied index is now lower than readState.Index' (duration: 190.926µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:12:11.627672Z","caller":"traceutil/trace.go:171","msg":"trace[1702036522] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"195.836615ms","start":"2026-07-24T00:12:11.431719Z","end":"2026-07-24T00:12:11.627556Z","steps":["trace[1702036522] 'process raft request' (duration: 195.548995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:11.627888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.545025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:12:11.628024Z","caller":"traceutil/trace.go:171","msg":"trace[1306023641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11456; }","duration":"195.747063ms","start":"2026-07-24T00:12:11.432246Z","end":"2026-07-24T00:12:11.627993Z","steps":["trace[1306023641] 'agreement among raft nodes before linearized reading' (duration: 195.374801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:11.65425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.44477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T00:12:11.654425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.165635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T00:12:11.654441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.407025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:12:11.654504Z","caller":"traceutil/trace.go:171","msg":"trace[681806144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11457; }","duration":"103.256668ms","start":"2026-07-24T00:12:11.551227Z","end":"2026-07-24T00:12:11.654483Z","steps":["trace[681806144] 'agreement among raft nodes before linearized reading' (duration: 103.108613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:11.654548Z","caller":"traceutil/trace.go:171","msg":"trace[965223872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11457; }","duration":"219.5387ms","start":"2026-07-24T00:12:11.434983Z","end":"2026-07-24T00:12:11.654521Z","steps":["trace[965223872] 'agreement among raft nodes before linearized reading' (duration: 219.280382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:11.654716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.914741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:12:11.654381Z","caller":"traceutil/trace.go:171","msg":"trace[1052065165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11457; }","duration":"221.626486ms","start":"2026-07-24T00:12:11.432729Z","end":"2026-07-24T00:12:11.654355Z","steps":["trace[1052065165] 'agreement among raft nodes before linearized reading' (duration: 221.388418ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:11.654835Z","caller":"traceutil/trace.go:171","msg":"trace[911931051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11457; }","duration":"220.127348ms","start":"2026-07-24T00:12:11.434679Z","end":"2026-07-24T00:12:11.654807Z","steps":["trace[911931051] 'agreement among raft nodes before linearized reading' (duration: 219.634102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:12.124667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.734386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:12:12.12525Z","caller":"traceutil/trace.go:171","msg":"trace[2003390954] linearizableReadLoop","detail":"{readStateIndex:11853; appliedIndex:11851; }","duration":"464.833129ms","start":"2026-07-24T00:12:11.660398Z","end":"2026-07-24T00:12:12.125231Z","steps":["trace[2003390954] 'read index received' (duration: 64.288777ms)","trace[2003390954] 'applied index is now lower than readState.Index' (duration: 400.543132ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:12:12.125477Z","caller":"traceutil/trace.go:171","msg":"trace[1805553006] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"465.032856ms","start":"2026-07-24T00:12:11.6604Z","end":"2026-07-24T00:12:12.125433Z","steps":["trace[1805553006] 'process raft request' (duration: 464.789698ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:12.12548Z","caller":"traceutil/trace.go:171","msg":"trace[1338706005] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"465.046546ms","start":"2026-07-24T00:12:11.660379Z","end":"2026-07-24T00:12:12.125425Z","steps":["trace[1338706005] 'process raft request' (duration: 464.703876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:12.125721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:12:11.660354Z","time spent":"465.256573ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:12:12.125721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:12:11.660387Z","time spent":"465.17703ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:12:12.125769Z","caller":"traceutil/trace.go:171","msg":"trace[2061040797] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"465.084307ms","start":"2026-07-24T00:12:11.660387Z","end":"2026-07-24T00:12:12.125471Z","steps":["trace[2061040797] 'process raft request' (duration: 353.465663ms)","trace[2061040797] 'compare' (duration: 110.269811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:12:12.125982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.574053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447667"} {"level":"info","ts":"2026-07-24T00:12:12.126056Z","caller":"traceutil/trace.go:171","msg":"trace[907443535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11461; }","duration":"465.669816ms","start":"2026-07-24T00:12:11.66037Z","end":"2026-07-24T00:12:12.12604Z","steps":["trace[907443535] 'agreement among raft nodes before linearized reading' (duration: 465.113228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:12.126085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:12:11.66036Z","time spent":"465.719037ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447690,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T00:12:12.12634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:12:11.660377Z","time spent":"465.831911ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:12:12.178142Z","caller":"traceutil/trace.go:171","msg":"trace[1111382052] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"311.849259ms","start":"2026-07-24T00:12:11.866252Z","end":"2026-07-24T00:12:12.178101Z","steps":["trace[1111382052] 'process raft request' (duration: 311.58949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:12.178177Z","caller":"traceutil/trace.go:171","msg":"trace[910792690] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"279.613813ms","start":"2026-07-24T00:12:11.898522Z","end":"2026-07-24T00:12:12.178135Z","steps":["trace[910792690] 'process raft request' (duration: 279.496719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:12.178273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.890435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:12:12.178342Z","caller":"traceutil/trace.go:171","msg":"trace[496491961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11463; }","duration":"233.028139ms","start":"2026-07-24T00:12:11.945299Z","end":"2026-07-24T00:12:12.178327Z","steps":["trace[496491961] 'agreement among raft nodes before linearized reading' (duration: 232.894334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:12.17834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:12:11.866226Z","time spent":"312.001864ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:12:13.328581Z","caller":"traceutil/trace.go:171","msg":"trace[2015846327] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"152.235106ms","start":"2026-07-24T00:12:13.176304Z","end":"2026-07-24T00:12:13.328539Z","steps":["trace[2015846327] 'process raft request' (duration: 96.876934ms)","trace[2015846327] 'compare' (duration: 55.166346ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:12:14.415936Z","caller":"traceutil/trace.go:171","msg":"trace[1324520590] transaction","detail":"{read_only:false; response_revision:11471; number_of_response:1; }","duration":"279.896691ms","start":"2026-07-24T00:12:14.136007Z","end":"2026-07-24T00:12:14.415903Z","steps":["trace[1324520590] 'process raft request' (duration: 279.652483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:14.416428Z","caller":"traceutil/trace.go:171","msg":"trace[729769254] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"232.896455ms","start":"2026-07-24T00:12:14.183503Z","end":"2026-07-24T00:12:14.416399Z","steps":["trace[729769254] 'process raft request' (duration: 232.683888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:14.416517Z","caller":"traceutil/trace.go:171","msg":"trace[1164088629] transaction","detail":"{read_only:false; response_revision:11472; number_of_response:1; }","duration":"279.443937ms","start":"2026-07-24T00:12:14.137042Z","end":"2026-07-24T00:12:14.416485Z","steps":["trace[1164088629] 'process raft request' (duration: 278.813447ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:14.416601Z","caller":"traceutil/trace.go:171","msg":"trace[1738740895] linearizableReadLoop","detail":"{readStateIndex:11866; appliedIndex:11863; }","duration":"279.044914ms","start":"2026-07-24T00:12:14.137516Z","end":"2026-07-24T00:12:14.416561Z","steps":["trace[1738740895] 'read index received' (duration: 79.582414ms)","trace[1738740895] 'applied index is now lower than readState.Index' (duration: 199.45956ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:12:14.416684Z","caller":"traceutil/trace.go:171","msg":"trace[584549517] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"232.643557ms","start":"2026-07-24T00:12:14.184004Z","end":"2026-07-24T00:12:14.416647Z","steps":["trace[584549517] 'process raft request' (duration: 232.336987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.416942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.135207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T00:12:14.417008Z","caller":"traceutil/trace.go:171","msg":"trace[1845540836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11474; }","duration":"116.264522ms","start":"2026-07-24T00:12:14.300727Z","end":"2026-07-24T00:12:14.416991Z","steps":["trace[1845540836] 'agreement among raft nodes before linearized reading' (duration: 116.043385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.416998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.440317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:12:14.417079Z","caller":"traceutil/trace.go:171","msg":"trace[256154139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:11474; }","duration":"279.553691ms","start":"2026-07-24T00:12:14.137501Z","end":"2026-07-24T00:12:14.417054Z","steps":["trace[256154139] 'agreement among raft nodes before linearized reading' (duration: 279.251381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.70964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.637138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:12:14.709767Z","caller":"traceutil/trace.go:171","msg":"trace[1471677658] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11475; }","duration":"178.872165ms","start":"2026-07-24T00:12:14.530865Z","end":"2026-07-24T00:12:14.709737Z","steps":["trace[1471677658] 'range keys from in-memory index tree' (duration: 178.530624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.709813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.22368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:12:14.709945Z","caller":"traceutil/trace.go:171","msg":"trace[373141449] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11475; }","duration":"181.390465ms","start":"2026-07-24T00:12:14.528531Z","end":"2026-07-24T00:12:14.709921Z","steps":["trace[373141449] 'range keys from in-memory index tree' (duration: 181.086426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.710067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.683964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:12:14.710131Z","caller":"traceutil/trace.go:171","msg":"trace[2051110161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11475; }","duration":"181.788368ms","start":"2026-07-24T00:12:14.528326Z","end":"2026-07-24T00:12:14.710114Z","steps":["trace[2051110161] 'range keys from in-memory index tree' (duration: 181.584531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.710134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.53502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:12:14.710275Z","caller":"traceutil/trace.go:171","msg":"trace[665132229] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11475; }","duration":"181.744587ms","start":"2026-07-24T00:12:14.528509Z","end":"2026-07-24T00:12:14.710254Z","steps":["trace[665132229] 'range keys from in-memory index tree' (duration: 181.387755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.710776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.881606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-24T00:12:14.71085Z","caller":"traceutil/trace.go:171","msg":"trace[1840720073] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11475; }","duration":"178.984509ms","start":"2026-07-24T00:12:14.531848Z","end":"2026-07-24T00:12:14.710832Z","steps":["trace[1840720073] 'range keys from in-memory index tree' (duration: 177.889354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:12:14.710786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.782407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-24T00:12:14.711025Z","caller":"traceutil/trace.go:171","msg":"trace[362542392] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11475; }","duration":"182.076287ms","start":"2026-07-24T00:12:14.528925Z","end":"2026-07-24T00:12:14.711001Z","steps":["trace[362542392] 'range keys from in-memory index tree' (duration: 180.974631ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:15.182409Z","caller":"traceutil/trace.go:171","msg":"trace[69990745] linearizableReadLoop","detail":"{readStateIndex:11870; appliedIndex:11869; }","duration":"111.572472ms","start":"2026-07-24T00:12:15.070804Z","end":"2026-07-24T00:12:15.182377Z","steps":["trace[69990745] 'read index received' (duration: 70.936428ms)","trace[69990745] 'applied index is now lower than readState.Index' (duration: 40.634544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:12:15.182673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.878742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T00:12:15.182714Z","caller":"traceutil/trace.go:171","msg":"trace[1553663469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11475; }","duration":"112.113059ms","start":"2026-07-24T00:12:15.070587Z","end":"2026-07-24T00:12:15.1827Z","steps":["trace[1553663469] 'agreement among raft nodes before linearized reading' (duration: 111.893972ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:12:15.545216Z","caller":"traceutil/trace.go:171","msg":"trace[680033665] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"133.727958ms","start":"2026-07-24T00:12:15.411434Z","end":"2026-07-24T00:12:15.545162Z","steps":["trace[680033665] 'process raft request' (duration: 121.046444ms)","trace[680033665] 'compare' (duration: 11.868978ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:15:16.777309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10397} {"level":"info","ts":"2026-07-24T00:15:16.864206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10397,"took":"84.197642ms","hash":2471199668,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":27664384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-24T00:15:16.864266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2471199668,"revision":10397,"compact-revision":8002} {"level":"info","ts":"2026-07-24T00:16:46.065082Z","caller":"traceutil/trace.go:171","msg":"trace[1245156291] transaction","detail":"{read_only:false; response_revision:13330; number_of_response:1; }","duration":"101.628478ms","start":"2026-07-24T00:16:45.96341Z","end":"2026-07-24T00:16:46.065038Z","steps":["trace[1245156291] 'process raft request' (duration: 101.402411ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:17:49.408907Z","caller":"traceutil/trace.go:171","msg":"trace[1428626013] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"125.519659ms","start":"2026-07-24T00:17:49.283346Z","end":"2026-07-24T00:17:49.408866Z","steps":["trace[1428626013] 'process raft request' (duration: 125.128136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:17:58.376596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.703734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:17:58.376762Z","caller":"traceutil/trace.go:171","msg":"trace[812219247] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13825; }","duration":"504.933102ms","start":"2026-07-24T00:17:57.871799Z","end":"2026-07-24T00:17:58.376732Z","steps":["trace[812219247] 'range keys from in-memory index tree' (duration: 504.588801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:17:58.37684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:17:57.871771Z","time spent":"505.051286ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T00:17:58.377083Z","caller":"traceutil/trace.go:171","msg":"trace[802617609] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"491.570787ms","start":"2026-07-24T00:17:57.885481Z","end":"2026-07-24T00:17:58.377052Z","steps":["trace[802617609] 'process raft request' (duration: 450.495487ms)","trace[802617609] 'compare' (duration: 40.940325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:17:58.377253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:17:57.885446Z","time spent":"491.716971ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:17:58.405758Z","caller":"traceutil/trace.go:171","msg":"trace[1534584767] linearizableReadLoop","detail":"{readStateIndex:14303; appliedIndex:14301; }","duration":"460.832546ms","start":"2026-07-24T00:17:57.944899Z","end":"2026-07-24T00:17:58.405731Z","steps":["trace[1534584767] 'read index received' (duration: 391.162134ms)","trace[1534584767] 'applied index is now lower than readState.Index' (duration: 69.669582ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:17:58.405832Z","caller":"traceutil/trace.go:171","msg":"trace[1496491296] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"491.819164ms","start":"2026-07-24T00:17:57.913965Z","end":"2026-07-24T00:17:58.405785Z","steps":["trace[1496491296] 'process raft request' (duration: 491.554075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:17:58.405943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.015802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:17:58.405977Z","caller":"traceutil/trace.go:171","msg":"trace[1507898277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13827; }","duration":"461.108324ms","start":"2026-07-24T00:17:57.944859Z","end":"2026-07-24T00:17:58.405967Z","steps":["trace[1507898277] 'agreement among raft nodes before linearized reading' (duration: 461.023362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:17:58.406007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:17:57.944843Z","time spent":"461.157956ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:17:58.406026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:17:57.913928Z","time spent":"491.99078ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:18:01.807102Z","caller":"traceutil/trace.go:171","msg":"trace[1640916736] transaction","detail":"{read_only:false; response_revision:13852; number_of_response:1; }","duration":"128.927631ms","start":"2026-07-24T00:18:01.678134Z","end":"2026-07-24T00:18:01.807062Z","steps":["trace[1640916736] 'process raft request' (duration: 128.637482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:06.718695Z","caller":"traceutil/trace.go:171","msg":"trace[84086321] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"121.412682ms","start":"2026-07-24T00:18:06.597235Z","end":"2026-07-24T00:18:06.718648Z","steps":["trace[84086321] 'process raft request' (duration: 59.875109ms)","trace[84086321] 'compare' (duration: 61.324356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:07.992519Z","caller":"traceutil/trace.go:171","msg":"trace[1816714414] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"104.857913ms","start":"2026-07-24T00:18:07.887636Z","end":"2026-07-24T00:18:07.992494Z","steps":["trace[1816714414] 'process raft request' (duration: 84.808194ms)","trace[1816714414] 'compare' (duration: 19.573624ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:18.775984Z","caller":"traceutil/trace.go:171","msg":"trace[1272128619] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"284.983389ms","start":"2026-07-24T00:18:18.490971Z","end":"2026-07-24T00:18:18.775954Z","steps":["trace[1272128619] 'process raft request' (duration: 284.788502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:19.018549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.532776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:18:19.018657Z","caller":"traceutil/trace.go:171","msg":"trace[724221709] linearizableReadLoop","detail":"{readStateIndex:14417; appliedIndex:14415; }","duration":"506.791871ms","start":"2026-07-24T00:18:18.51185Z","end":"2026-07-24T00:18:19.018642Z","steps":["trace[724221709] 'read index received' (duration: 263.890936ms)","trace[724221709] 'applied index is now lower than readState.Index' (duration: 242.899975ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:19.018702Z","caller":"traceutil/trace.go:171","msg":"trace[749322139] transaction","detail":"{read_only:false; response_revision:13937; number_of_response:1; }","duration":"526.184149ms","start":"2026-07-24T00:18:18.492482Z","end":"2026-07-24T00:18:19.018666Z","steps":["trace[749322139] 'process raft request' (duration: 420.438837ms)","trace[749322139] 'compare' (duration: 105.403401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:18:19.018836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.994867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:18:19.018869Z","caller":"traceutil/trace.go:171","msg":"trace[1761201225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13937; }","duration":"507.065009ms","start":"2026-07-24T00:18:18.511794Z","end":"2026-07-24T00:18:19.018859Z","steps":["trace[1761201225] 'agreement among raft nodes before linearized reading' (duration: 506.938115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:19.018866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:18.492446Z","time spent":"526.324373ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:19.018894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:18.511771Z","time spent":"507.115731ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:18:19.019073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.414152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T00:18:19.019146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.186842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-24T00:18:19.019149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.088704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:18:19.019213Z","caller":"traceutil/trace.go:171","msg":"trace[822778916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13937; }","duration":"242.299696ms","start":"2026-07-24T00:18:18.776895Z","end":"2026-07-24T00:18:19.019195Z","steps":["trace[822778916] 'agreement among raft nodes before linearized reading' (duration: 241.960845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:19.0192Z","caller":"traceutil/trace.go:171","msg":"trace[1817040306] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13937; }","duration":"476.6762ms","start":"2026-07-24T00:18:18.542503Z","end":"2026-07-24T00:18:19.019179Z","steps":["trace[1817040306] 'agreement among raft nodes before linearized reading' (duration: 476.306098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:19.01926Z","caller":"traceutil/trace.go:171","msg":"trace[251210863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13937; }","duration":"213.243129ms","start":"2026-07-24T00:18:18.805997Z","end":"2026-07-24T00:18:19.01924Z","steps":["trace[251210863] 'agreement among raft nodes before linearized reading' (duration: 212.813875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:19.019332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:18.542481Z","time spent":"476.829535ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":66,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:18:19.019383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.970197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:18:19.019474Z","caller":"traceutil/trace.go:171","msg":"trace[1763434251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13937; }","duration":"365.125033ms","start":"2026-07-24T00:18:18.654326Z","end":"2026-07-24T00:18:19.019451Z","steps":["trace[1763434251] 'agreement among raft nodes before linearized reading' (duration: 364.821443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:19.019559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:18.654295Z","time spent":"365.253317ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:18:19.442336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.643207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:18:19.442432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.605655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-24T00:18:19.442462Z","caller":"traceutil/trace.go:171","msg":"trace[2019375636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13940; }","duration":"109.776041ms","start":"2026-07-24T00:18:19.33264Z","end":"2026-07-24T00:18:19.442416Z","steps":["trace[2019375636] 'range keys from in-memory index tree' (duration: 109.534253ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:19.442471Z","caller":"traceutil/trace.go:171","msg":"trace[78951833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13940; }","duration":"322.230526ms","start":"2026-07-24T00:18:19.120227Z","end":"2026-07-24T00:18:19.442458Z","steps":["trace[78951833] 'range keys from in-memory index tree' (duration: 321.423259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:19.442511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:19.12016Z","time spent":"322.34201ms","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T00:18:24.634039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893684102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:18:24.681381Z","caller":"traceutil/trace.go:171","msg":"trace[1255399971] linearizableReadLoop","detail":"{readStateIndex:14446; appliedIndex:14445; }","duration":"547.391596ms","start":"2026-07-24T00:18:24.133965Z","end":"2026-07-24T00:18:24.681356Z","steps":["trace[1255399971] 'read index received' (duration: 547.072816ms)","trace[1255399971] 'applied index is now lower than readState.Index' (duration: 317.82µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:24.681515Z","caller":"traceutil/trace.go:171","msg":"trace[532303659] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"649.273115ms","start":"2026-07-24T00:18:24.0322Z","end":"2026-07-24T00:18:24.681473Z","steps":["trace[532303659] 'process raft request' (duration: 648.956215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:24.681725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:24.032164Z","time spent":"649.458421ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:24.681927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.199615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-24T00:18:24.682041Z","caller":"traceutil/trace.go:171","msg":"trace[90596750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13965; }","duration":"232.39175ms","start":"2026-07-24T00:18:24.449627Z","end":"2026-07-24T00:18:24.682019Z","steps":["trace[90596750] 'agreement among raft nodes before linearized reading' (duration: 231.927376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:24.682047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.089888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T00:18:24.682085Z","caller":"traceutil/trace.go:171","msg":"trace[2112044883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13965; }","duration":"548.181741ms","start":"2026-07-24T00:18:24.133894Z","end":"2026-07-24T00:18:24.682076Z","steps":["trace[2112044883] 'agreement among raft nodes before linearized reading' (duration: 547.629134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:24.682112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:24.133865Z","time spent":"548.239893ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:18:25.258337Z","caller":"traceutil/trace.go:171","msg":"trace[564023026] linearizableReadLoop","detail":"{readStateIndex:14449; appliedIndex:14448; }","duration":"201.726173ms","start":"2026-07-24T00:18:25.056584Z","end":"2026-07-24T00:18:25.258311Z","steps":["trace[564023026] 'read index received' (duration: 201.478355ms)","trace[564023026] 'applied index is now lower than readState.Index' (duration: 246.828µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:25.258466Z","caller":"traceutil/trace.go:171","msg":"trace[564896015] transaction","detail":"{read_only:false; response_revision:13968; number_of_response:1; }","duration":"216.555926ms","start":"2026-07-24T00:18:25.0419Z","end":"2026-07-24T00:18:25.258456Z","steps":["trace[564896015] 'process raft request' (duration: 216.229156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:25.258808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.390852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T00:18:25.258897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.757332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T00:18:25.258911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.321622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T00:18:25.258917Z","caller":"traceutil/trace.go:171","msg":"trace[1232492451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13968; }","duration":"201.565258ms","start":"2026-07-24T00:18:25.057324Z","end":"2026-07-24T00:18:25.258889Z","steps":["trace[1232492451] 'agreement among raft nodes before linearized reading' (duration: 201.31472ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:25.258947Z","caller":"traceutil/trace.go:171","msg":"trace[96537429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13968; }","duration":"195.836705ms","start":"2026-07-24T00:18:25.063095Z","end":"2026-07-24T00:18:25.258932Z","steps":["trace[96537429] 'agreement among raft nodes before linearized reading' (duration: 195.67091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:25.258972Z","caller":"traceutil/trace.go:171","msg":"trace[918016974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13968; }","duration":"202.414485ms","start":"2026-07-24T00:18:25.056539Z","end":"2026-07-24T00:18:25.258953Z","steps":["trace[918016974] 'agreement among raft nodes before linearized reading' (duration: 202.239469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.216158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.037352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:18:40.216282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.715643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:18:40.216369Z","caller":"traceutil/trace.go:171","msg":"trace[766388635] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14062; }","duration":"523.841106ms","start":"2026-07-24T00:18:39.692506Z","end":"2026-07-24T00:18:40.216347Z","steps":["trace[766388635] 'count revisions from in-memory index tree' (duration: 523.609249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.216439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:39.692478Z","time spent":"523.94983ms","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:18:40.216495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.022686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-g49px\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-07-24T00:18:40.21658Z","caller":"traceutil/trace.go:171","msg":"trace[1262412146] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-g49px; range_end:; response_count:1; response_revision:14062; }","duration":"336.124549ms","start":"2026-07-24T00:18:39.880438Z","end":"2026-07-24T00:18:40.216562Z","steps":["trace[1262412146] 'range keys from in-memory index tree' (duration: 335.907542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.216617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:39.880367Z","time spent":"336.240803ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12387,"request content":"key:\"/registry/pods/openstack/openvswitch-g49px\" "} {"level":"warn","ts":"2026-07-24T00:18:40.216594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.993458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-24T00:18:40.216668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.133272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:18:40.216739Z","caller":"traceutil/trace.go:171","msg":"trace[42658415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:14062; }","duration":"327.220365ms","start":"2026-07-24T00:18:39.889496Z","end":"2026-07-24T00:18:40.216716Z","steps":["trace[42658415] 'range keys from in-memory index tree' (duration: 326.964417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:40.21677Z","caller":"traceutil/trace.go:171","msg":"trace[1788315985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14062; }","duration":"232.246276ms","start":"2026-07-24T00:18:39.9845Z","end":"2026-07-24T00:18:40.216746Z","steps":["trace[1788315985] 'range keys from in-memory index tree' (duration: 231.71794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.216282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.589644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:18:40.216793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:39.889482Z","time spent":"327.300268ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"info","ts":"2026-07-24T00:18:40.216924Z","caller":"traceutil/trace.go:171","msg":"trace[1707201509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14062; }","duration":"268.316356ms","start":"2026-07-24T00:18:39.948598Z","end":"2026-07-24T00:18:40.216914Z","steps":["trace[1707201509] 'range keys from in-memory index tree' (duration: 267.49137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:40.217009Z","caller":"traceutil/trace.go:171","msg":"trace[834254532] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14062; }","duration":"186.25352ms","start":"2026-07-24T00:18:40.030012Z","end":"2026-07-24T00:18:40.216265Z","steps":["trace[834254532] 'count revisions from in-memory index tree' (duration: 185.845766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.2182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.789096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-24T00:18:40.218285Z","caller":"traceutil/trace.go:171","msg":"trace[1405739134] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:14062; }","duration":"254.914809ms","start":"2026-07-24T00:18:39.963352Z","end":"2026-07-24T00:18:40.218266Z","steps":["trace[1405739134] 'range keys from in-memory index tree' (duration: 254.62938ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:40.745115Z","caller":"traceutil/trace.go:171","msg":"trace[2100713724] linearizableReadLoop","detail":"{readStateIndex:14550; appliedIndex:14549; }","duration":"427.718459ms","start":"2026-07-24T00:18:40.317371Z","end":"2026-07-24T00:18:40.74509Z","steps":["trace[2100713724] 'read index received' (duration: 427.536733ms)","trace[2100713724] 'applied index is now lower than readState.Index' (duration: 180.696µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:40.745328Z","caller":"traceutil/trace.go:171","msg":"trace[1049350809] transaction","detail":"{read_only:false; response_revision:14063; number_of_response:1; }","duration":"517.954456ms","start":"2026-07-24T00:18:40.227334Z","end":"2026-07-24T00:18:40.745289Z","steps":["trace[1049350809] 'process raft request' (duration: 517.502882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.745491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.966662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-24T00:18:40.745534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:40.227304Z","time spent":"518.125462ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:18:40.7456Z","caller":"traceutil/trace.go:171","msg":"trace[1950766782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14063; }","duration":"515.089835ms","start":"2026-07-24T00:18:40.230471Z","end":"2026-07-24T00:18:40.74556Z","steps":["trace[1950766782] 'agreement among raft nodes before linearized reading' (duration: 514.808306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:40.745649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:40.230458Z","time spent":"515.180988ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:18:41.054053Z","caller":"traceutil/trace.go:171","msg":"trace[1137167128] linearizableReadLoop","detail":"{readStateIndex:14551; appliedIndex:14550; }","duration":"308.816857ms","start":"2026-07-24T00:18:40.745206Z","end":"2026-07-24T00:18:41.054023Z","steps":["trace[1137167128] 'read index received' (duration: 308.606171ms)","trace[1137167128] 'applied index is now lower than readState.Index' (duration: 209.376µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:18:41.054355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.77277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"info","ts":"2026-07-24T00:18:41.054399Z","caller":"traceutil/trace.go:171","msg":"trace[957021894] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14064; }","duration":"728.865653ms","start":"2026-07-24T00:18:40.325524Z","end":"2026-07-24T00:18:41.054389Z","steps":["trace[957021894] 'agreement among raft nodes before linearized reading' (duration: 728.613355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.054438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:40.325508Z","time spent":"728.922605ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7934,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-24T00:18:41.054083Z","caller":"traceutil/trace.go:171","msg":"trace[1477522675] transaction","detail":"{read_only:false; response_revision:14064; number_of_response:1; }","duration":"735.319488ms","start":"2026-07-24T00:18:40.318729Z","end":"2026-07-24T00:18:41.054049Z","steps":["trace[1477522675] 'process raft request' (duration: 735.06663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.054891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:40.318703Z","time spent":"736.119414ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:18:41.059685Z","caller":"traceutil/trace.go:171","msg":"trace[1436458906] transaction","detail":"{read_only:false; response_revision:14065; number_of_response:1; }","duration":"187.047205ms","start":"2026-07-24T00:18:40.872615Z","end":"2026-07-24T00:18:41.059662Z","steps":["trace[1436458906] 'process raft request' (duration: 186.828628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.059806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.820848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:18:41.05987Z","caller":"traceutil/trace.go:171","msg":"trace[1663092136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14065; }","duration":"186.915451ms","start":"2026-07-24T00:18:40.87294Z","end":"2026-07-24T00:18:41.059855Z","steps":["trace[1663092136] 'agreement among raft nodes before linearized reading' (duration: 186.698334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.060411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.654158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18956"} {"level":"info","ts":"2026-07-24T00:18:41.060467Z","caller":"traceutil/trace.go:171","msg":"trace[1636430540] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14065; }","duration":"311.748321ms","start":"2026-07-24T00:18:40.748704Z","end":"2026-07-24T00:18:41.060452Z","steps":["trace[1636430540] 'agreement among raft nodes before linearized reading' (duration: 311.590456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.060514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:40.748684Z","time spent":"311.819904ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18979,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:18:41.060631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.225401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:18:41.060706Z","caller":"traceutil/trace.go:171","msg":"trace[1058331273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14065; }","duration":"187.325914ms","start":"2026-07-24T00:18:40.873364Z","end":"2026-07-24T00:18:41.06069Z","steps":["trace[1058331273] 'agreement among raft nodes before linearized reading' (duration: 186.2638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.327359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.113177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:18:41.327542Z","caller":"traceutil/trace.go:171","msg":"trace[192126158] linearizableReadLoop","detail":"{readStateIndex:14554; appliedIndex:14553; }","duration":"150.82258ms","start":"2026-07-24T00:18:41.176702Z","end":"2026-07-24T00:18:41.327524Z","steps":["trace[192126158] 'read index received' (duration: 430.014µs)","trace[192126158] 'applied index is now lower than readState.Index' (duration: 150.390096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:18:41.327622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.923723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:18:41.32765Z","caller":"traceutil/trace.go:171","msg":"trace[914332832] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14067; }","duration":"150.989585ms","start":"2026-07-24T00:18:41.176653Z","end":"2026-07-24T00:18:41.327642Z","steps":["trace[914332832] 'agreement among raft nodes before linearized reading' (duration: 150.921613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:41.327678Z","caller":"traceutil/trace.go:171","msg":"trace[1746005456] transaction","detail":"{read_only:false; response_revision:14067; number_of_response:1; }","duration":"261.225341ms","start":"2026-07-24T00:18:41.066422Z","end":"2026-07-24T00:18:41.327647Z","steps":["trace[1746005456] 'process raft request' (duration: 110.721931ms)","trace[1746005456] 'compare' (duration: 149.751176ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:41.422437Z","caller":"traceutil/trace.go:171","msg":"trace[166955506] transaction","detail":"{read_only:false; response_revision:14068; number_of_response:1; }","duration":"107.066544ms","start":"2026-07-24T00:18:41.315321Z","end":"2026-07-24T00:18:41.422388Z","steps":["trace[166955506] 'process raft request' (duration: 106.656701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:41.64016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.349353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-24T00:18:41.64024Z","caller":"traceutil/trace.go:171","msg":"trace[2137119282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14068; }","duration":"213.463167ms","start":"2026-07-24T00:18:41.42676Z","end":"2026-07-24T00:18:41.640223Z","steps":["trace[2137119282] 'range keys from in-memory index tree' (duration: 213.103416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:41.640565Z","caller":"traceutil/trace.go:171","msg":"trace[1303923642] transaction","detail":"{read_only:false; response_revision:14069; number_of_response:1; }","duration":"213.072435ms","start":"2026-07-24T00:18:41.427405Z","end":"2026-07-24T00:18:41.640477Z","steps":["trace[1303923642] 'process raft request' (duration: 127.341261ms)","trace[1303923642] 'compare' (duration: 85.448635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:18:43.294936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655470373s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:18:43.29556Z","caller":"traceutil/trace.go:171","msg":"trace[1539861248] linearizableReadLoop","detail":"{readStateIndex:14558; appliedIndex:14555; }","duration":"1.787754511s","start":"2026-07-24T00:18:41.507781Z","end":"2026-07-24T00:18:43.295535Z","steps":["trace[1539861248] 'read index received' (duration: 47.03988ms)","trace[1539861248] 'applied index is now lower than readState.Index' (duration: 1.740710501s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:43.29569Z","caller":"traceutil/trace.go:171","msg":"trace[981291197] transaction","detail":"{read_only:false; response_revision:14071; number_of_response:1; }","duration":"1.85512487s","start":"2026-07-24T00:18:41.440552Z","end":"2026-07-24T00:18:43.295677Z","steps":["trace[981291197] 'process raft request' (duration: 1.854937684s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.29581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.440535Z","time spent":"1.855187602s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:18:43.295774Z","caller":"traceutil/trace.go:171","msg":"trace[1855434374] transaction","detail":"{read_only:false; response_revision:14070; number_of_response:1; }","duration":"1.868178546s","start":"2026-07-24T00:18:41.427541Z","end":"2026-07-24T00:18:43.29572Z","steps":["trace[1855434374] 'process raft request' (duration: 1.867766653s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.295935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78803925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:18:43.296023Z","caller":"traceutil/trace.go:171","msg":"trace[931697633] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14071; }","duration":"1.788280228s","start":"2026-07-24T00:18:41.507724Z","end":"2026-07-24T00:18:43.296005Z","steps":["trace[931697633] 'agreement among raft nodes before linearized reading' (duration: 1.788000889s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.296017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.427508Z","time spent":"1.868387653s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:43.296062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.507704Z","time spent":"1.78835135s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:18:43.716261Z","caller":"traceutil/trace.go:171","msg":"trace[730794447] transaction","detail":"{read_only:false; response_revision:14072; number_of_response:1; }","duration":"2.15117794s","start":"2026-07-24T00:18:41.565017Z","end":"2026-07-24T00:18:43.716195Z","steps":["trace[730794447] 'process raft request' (duration: 2.150913332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.716446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.564996Z","time spent":"2.151351896s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:43.716832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.96459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T00:18:43.716925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384992938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-24T00:18:43.716918Z","caller":"traceutil/trace.go:171","msg":"trace[741958860] transaction","detail":"{read_only:false; response_revision:14074; number_of_response:1; }","duration":"648.010215ms","start":"2026-07-24T00:18:43.068874Z","end":"2026-07-24T00:18:43.716884Z","steps":["trace[741958860] 'process raft request' (duration: 647.577651ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:43.716973Z","caller":"traceutil/trace.go:171","msg":"trace[396025577] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14074; }","duration":"577.160616ms","start":"2026-07-24T00:18:43.139778Z","end":"2026-07-24T00:18:43.716939Z","steps":["trace[396025577] 'agreement among raft nodes before linearized reading' (duration: 576.919948ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:43.716965Z","caller":"traceutil/trace.go:171","msg":"trace[1023176411] transaction","detail":"{read_only:false; response_revision:14073; number_of_response:1; }","duration":"1.836883878s","start":"2026-07-24T00:18:41.880066Z","end":"2026-07-24T00:18:43.71695Z","steps":["trace[1023176411] 'process raft request' (duration: 1.836034111s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:43.716836Z","caller":"traceutil/trace.go:171","msg":"trace[235382516] linearizableReadLoop","detail":"{readStateIndex:14561; appliedIndex:14558; }","duration":"420.952675ms","start":"2026-07-24T00:18:43.295637Z","end":"2026-07-24T00:18:43.71659Z","steps":["trace[235382516] 'read index received' (duration: 420.423888ms)","trace[235382516] 'applied index is now lower than readState.Index' (duration: 527.527µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:18:43.717086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.88003Z","time spent":"1.837022923s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:43.717094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117982892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T00:18:43.717097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:43.068841Z","time spent":"648.15711ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:43.717123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.459309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T00:18:43.717156Z","caller":"traceutil/trace.go:171","msg":"trace[1386857050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14074; }","duration":"2.118101256s","start":"2026-07-24T00:18:41.599038Z","end":"2026-07-24T00:18:43.717139Z","steps":["trace[1386857050] 'agreement among raft nodes before linearized reading' (duration: 2.11788595s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:43.717174Z","caller":"traceutil/trace.go:171","msg":"trace[1117397438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14074; }","duration":"589.545481ms","start":"2026-07-24T00:18:43.127616Z","end":"2026-07-24T00:18:43.717162Z","steps":["trace[1117397438] 'agreement among raft nodes before linearized reading' (duration: 589.402697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.717217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:43.127594Z","time spent":"589.613104ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:18:43.71698Z","caller":"traceutil/trace.go:171","msg":"trace[382991906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:14074; }","duration":"1.385080731s","start":"2026-07-24T00:18:42.331883Z","end":"2026-07-24T00:18:43.716964Z","steps":["trace[382991906] 'agreement among raft nodes before linearized reading' (duration: 1.384883094s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.717284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0730806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18956"} {"level":"warn","ts":"2026-07-24T00:18:43.717298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:42.331862Z","time spent":"1.385410861s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"info","ts":"2026-07-24T00:18:43.717359Z","caller":"traceutil/trace.go:171","msg":"trace[445299240] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14074; }","duration":"2.073190354s","start":"2026-07-24T00:18:41.644149Z","end":"2026-07-24T00:18:43.717339Z","steps":["trace[445299240] 'agreement among raft nodes before linearized reading' (duration: 2.072913225s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.717403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.644132Z","time spent":"2.073263757s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18979,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:18:43.717394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.599016Z","time spent":"2.118189148s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:18:43.717296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773199378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:18:43.717526Z","caller":"traceutil/trace.go:171","msg":"trace[1164507097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14074; }","duration":"1.773475626s","start":"2026-07-24T00:18:41.944028Z","end":"2026-07-24T00:18:43.717504Z","steps":["trace[1164507097] 'agreement among raft nodes before linearized reading' (duration: 1.773040912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.717642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:41.943997Z","time spent":"1.773629381s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:18:43.717224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:43.139753Z","time spent":"577.28796ms","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:18:43.7204Z","caller":"traceutil/trace.go:171","msg":"trace[1749467052] transaction","detail":"{read_only:false; response_revision:14075; number_of_response:1; }","duration":"291.406963ms","start":"2026-07-24T00:18:43.428954Z","end":"2026-07-24T00:18:43.720361Z","steps":["trace[1749467052] 'process raft request' (duration: 290.892017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.720648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.044262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:18:43.720712Z","caller":"traceutil/trace.go:171","msg":"trace[1981531882] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:14076; }","duration":"175.170757ms","start":"2026-07-24T00:18:43.545523Z","end":"2026-07-24T00:18:43.720694Z","steps":["trace[1981531882] 'agreement among raft nodes before linearized reading' (duration: 175.041512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.720683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.756146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:18:43.720807Z","caller":"traceutil/trace.go:171","msg":"trace[424128590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14076; }","duration":"387.90869ms","start":"2026-07-24T00:18:43.332869Z","end":"2026-07-24T00:18:43.720777Z","steps":["trace[424128590] 'agreement among raft nodes before linearized reading' (duration: 387.57159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:43.721007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:43.332843Z","time spent":"388.112357ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:18:45.179749Z","caller":"traceutil/trace.go:171","msg":"trace[840337475] linearizableReadLoop","detail":"{readStateIndex:14573; appliedIndex:14572; }","duration":"471.62728ms","start":"2026-07-24T00:18:44.708098Z","end":"2026-07-24T00:18:45.179726Z","steps":["trace[840337475] 'read index received' (duration: 471.465775ms)","trace[840337475] 'applied index is now lower than readState.Index' (duration: 160.485µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:18:45.179893Z","caller":"traceutil/trace.go:171","msg":"trace[208632253] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"658.225541ms","start":"2026-07-24T00:18:44.521606Z","end":"2026-07-24T00:18:45.179832Z","steps":["trace[208632253] 'process raft request' (duration: 657.920322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:45.180056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.94124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T00:18:45.180105Z","caller":"traceutil/trace.go:171","msg":"trace[1703529982] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14086; }","duration":"472.061404ms","start":"2026-07-24T00:18:44.70803Z","end":"2026-07-24T00:18:45.180091Z","steps":["trace[1703529982] 'agreement among raft nodes before linearized reading' (duration: 471.821236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:45.180135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:44.521558Z","time spent":"658.476939ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T00:18:45.180164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:44.708007Z","time spent":"472.145967ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:18:45.590124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.14992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T00:18:45.590387Z","caller":"traceutil/trace.go:171","msg":"trace[2116505767] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"405.418498ms","start":"2026-07-24T00:18:45.184951Z","end":"2026-07-24T00:18:45.590369Z","steps":["trace[2116505767] 'process raft request' (duration: 405.290734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:18:45.590349Z","caller":"traceutil/trace.go:171","msg":"trace[309562287] linearizableReadLoop","detail":"{readStateIndex:14574; appliedIndex:14573; }","duration":"410.497711ms","start":"2026-07-24T00:18:45.179819Z","end":"2026-07-24T00:18:45.590317Z","steps":["trace[309562287] 'read index received' (duration: 291.256088ms)","trace[309562287] 'applied index is now lower than readState.Index' (duration: 119.238093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:18:45.590483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:45.184918Z","time spent":"405.504281ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:18:45.590462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.302538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:18:45.590531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.868073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-g49px\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-07-24T00:18:45.59054Z","caller":"traceutil/trace.go:171","msg":"trace[247920267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14087; }","duration":"645.430113ms","start":"2026-07-24T00:18:44.945091Z","end":"2026-07-24T00:18:45.590521Z","steps":["trace[247920267] 'agreement among raft nodes before linearized reading' (duration: 645.298779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:45.590581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.144585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:18:45.590585Z","caller":"traceutil/trace.go:171","msg":"trace[589283590] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-g49px; range_end:; response_count:1; response_revision:14087; }","duration":"638.957526ms","start":"2026-07-24T00:18:44.951611Z","end":"2026-07-24T00:18:45.590569Z","steps":["trace[589283590] 'agreement among raft nodes before linearized reading' (duration: 638.726158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:45.590595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:44.945067Z","time spent":"645.514195ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T00:18:45.590628Z","caller":"traceutil/trace.go:171","msg":"trace[1590623932] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14087; }","duration":"704.254168ms","start":"2026-07-24T00:18:44.88636Z","end":"2026-07-24T00:18:45.590614Z","steps":["trace[1590623932] 'agreement among raft nodes before linearized reading' (duration: 704.133974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:45.590654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:44.95159Z","time spent":"639.036339ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12622,"request content":"key:\"/registry/pods/openstack/openvswitch-g49px\" "} {"level":"warn","ts":"2026-07-24T00:18:45.59068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:18:44.886337Z","time spent":"704.331331ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:18:45.590776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.75224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:18:45.590799Z","caller":"traceutil/trace.go:171","msg":"trace[1446050898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14087; }","duration":"289.791802ms","start":"2026-07-24T00:18:45.301Z","end":"2026-07-24T00:18:45.590792Z","steps":["trace[1446050898] 'agreement among raft nodes before linearized reading' (duration: 289.7225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:18:45.590807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.963287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:18:45.590888Z","caller":"traceutil/trace.go:171","msg":"trace[2113337802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14087; }","duration":"290.108111ms","start":"2026-07-24T00:18:45.300756Z","end":"2026-07-24T00:18:45.590864Z","steps":["trace[2113337802] 'agreement among raft nodes before linearized reading' (duration: 289.843593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:07.977879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893685289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:19:08.478313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893685289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:19:08.823589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.539969839s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:19:08.82409Z","caller":"traceutil/trace.go:171","msg":"trace[1192695847] transaction","detail":"{read_only:false; response_revision:14392; number_of_response:1; }","duration":"1.54059849s","start":"2026-07-24T00:19:07.283464Z","end":"2026-07-24T00:19:08.824062Z","steps":["trace[1192695847] 'process raft request' (duration: 1.540421084s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:08.824262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.283439Z","time spent":"1.540726524s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:19:09.360543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.741173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T00:19:09.361027Z","caller":"traceutil/trace.go:171","msg":"trace[1226486011] transaction","detail":"{read_only:false; response_revision:14393; number_of_response:1; }","duration":"1.747641211s","start":"2026-07-24T00:19:07.613355Z","end":"2026-07-24T00:19:09.360996Z","steps":["trace[1226486011] 'process raft request' (duration: 1.263776042s)","trace[1226486011] 'compare' (duration: 482.32169ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:19:09.361099Z","caller":"traceutil/trace.go:171","msg":"trace[660094567] transaction","detail":"{read_only:false; response_revision:14394; number_of_response:1; }","duration":"1.555821634s","start":"2026-07-24T00:19:07.805234Z","end":"2026-07-24T00:19:09.361056Z","steps":["trace[660094567] 'process raft request' (duration: 1.555418521s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:19:09.361207Z","caller":"traceutil/trace.go:171","msg":"trace[800642795] transaction","detail":"{read_only:false; response_revision:14395; number_of_response:1; }","duration":"1.555453192s","start":"2026-07-24T00:19:07.805686Z","end":"2026-07-24T00:19:09.361139Z","steps":["trace[800642795] 'process raft request' (duration: 1.555044659s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.361505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.805204Z","time spent":"1.556075882s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:19:09.361641Z","caller":"traceutil/trace.go:171","msg":"trace[564637899] linearizableReadLoop","detail":"{readStateIndex:14896; appliedIndex:14891; }","duration":"1.883998199s","start":"2026-07-24T00:19:07.477527Z","end":"2026-07-24T00:19:09.361525Z","steps":["trace[564637899] 'read index received' (duration: 1.346420347s)","trace[564637899] 'applied index is now lower than readState.Index' (duration: 537.572112ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:19:09.361759Z","caller":"traceutil/trace.go:171","msg":"trace[567012781] transaction","detail":"{read_only:false; response_revision:14396; number_of_response:1; }","duration":"1.554410219s","start":"2026-07-24T00:19:07.807211Z","end":"2026-07-24T00:19:09.361621Z","steps":["trace[567012781] 'process raft request' (duration: 1.553874942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.361992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.807198Z","time spent":"1.554691438s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:19:09.362187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396056069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:19:09.362187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417943867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rggqq\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-24T00:19:09.362242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.203113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:19:09.362306Z","caller":"traceutil/trace.go:171","msg":"trace[1437183932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rggqq; range_end:; response_count:1; response_revision:14396; }","duration":"1.418133233s","start":"2026-07-24T00:19:07.944146Z","end":"2026-07-24T00:19:09.362279Z","steps":["trace[1437183932] 'agreement among raft nodes before linearized reading' (duration: 1.417747371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.362395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493772415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T00:19:09.362319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494371994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:19:09.362366Z","caller":"traceutil/trace.go:171","msg":"trace[2005911514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14396; }","duration":"417.362598ms","start":"2026-07-24T00:19:08.944982Z","end":"2026-07-24T00:19:09.362345Z","steps":["trace[2005911514] 'agreement among raft nodes before linearized reading' (duration: 417.164872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:19:09.362432Z","caller":"traceutil/trace.go:171","msg":"trace[406399070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14396; }","duration":"1.493797646s","start":"2026-07-24T00:19:07.868618Z","end":"2026-07-24T00:19:09.362415Z","steps":["trace[406399070] 'agreement among raft nodes before linearized reading' (duration: 1.493730253s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:19:09.362442Z","caller":"traceutil/trace.go:171","msg":"trace[908499799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14396; }","duration":"1.494508129s","start":"2026-07-24T00:19:07.867917Z","end":"2026-07-24T00:19:09.362425Z","steps":["trace[908499799] 'agreement among raft nodes before linearized reading' (duration: 1.49423238s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.362459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.868592Z","time spent":"1.493862538s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:19:09.362483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.86791Z","time spent":"1.49456108s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:19:09.362491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744739269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bffc30f6-f65f-4065-a683-024130851fd1\" ","response":"range_response_count:1 size:3754"} {"level":"warn","ts":"2026-07-24T00:19:09.362455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498210787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T00:19:09.362254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.216349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-24T00:19:09.36254Z","caller":"traceutil/trace.go:171","msg":"trace[500681247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bffc30f6-f65f-4065-a683-024130851fd1; range_end:; response_count:1; response_revision:14396; }","duration":"1.74479874s","start":"2026-07-24T00:19:07.617728Z","end":"2026-07-24T00:19:09.362527Z","steps":["trace[500681247] 'agreement among raft nodes before linearized reading' (duration: 1.744653615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.362384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.944123Z","time spent":"1.418244977s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-rggqq\" "} {"level":"warn","ts":"2026-07-24T00:19:09.362547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.805657Z","time spent":"1.555652288s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:19:09.362587Z","caller":"traceutil/trace.go:171","msg":"trace[1682926800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14396; }","duration":"1.498414043s","start":"2026-07-24T00:19:07.864144Z","end":"2026-07-24T00:19:09.362558Z","steps":["trace[1682926800] 'agreement among raft nodes before linearized reading' (duration: 1.497972939s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.362588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657848108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:19:09.36262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657180306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T00:19:09.362645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.864122Z","time spent":"1.498511577s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:19:09.362635Z","caller":"traceutil/trace.go:171","msg":"trace[1403034741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14396; }","duration":"308.58135ms","start":"2026-07-24T00:19:09.053984Z","end":"2026-07-24T00:19:09.362565Z","steps":["trace[1403034741] 'agreement among raft nodes before linearized reading' (duration: 307.912009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.36263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.219757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-24T00:19:09.36276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749949774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-28qxl\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-07-24T00:19:09.362833Z","caller":"traceutil/trace.go:171","msg":"trace[1787610617] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-28qxl; range_end:; response_count:1; response_revision:14396; }","duration":"1.75074299s","start":"2026-07-24T00:19:07.612068Z","end":"2026-07-24T00:19:09.362811Z","steps":["trace[1787610617] 'agreement among raft nodes before linearized reading' (duration: 1.74980172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.362781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:09.053963Z","time spent":"308.791347ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-24T00:19:09.36287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.612025Z","time spent":"1.750833053s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-28qxl\" "} {"level":"warn","ts":"2026-07-24T00:19:09.36286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.613336Z","time spent":"1.747813496s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:19:09.362472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:08.944906Z","time spent":"417.547655ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:19:09.362928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495601673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:19:09.363097Z","caller":"traceutil/trace.go:171","msg":"trace[9504012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14396; }","duration":"1.495834331s","start":"2026-07-24T00:19:07.867247Z","end":"2026-07-24T00:19:09.363082Z","steps":["trace[9504012] 'agreement among raft nodes before linearized reading' (duration: 1.495051186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.362577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.617722Z","time spent":"1.744847382s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bffc30f6-f65f-4065-a683-024130851fd1\" "} {"level":"warn","ts":"2026-07-24T00:19:09.3632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885665453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:19:09.362653Z","caller":"traceutil/trace.go:171","msg":"trace[1496279362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14396; }","duration":"1.65790744s","start":"2026-07-24T00:19:07.704725Z","end":"2026-07-24T00:19:09.362633Z","steps":["trace[1496279362] 'agreement among raft nodes before linearized reading' (duration: 1.657578629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.363232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.867236Z","time spent":"1.495983765s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:19:09.36328Z","caller":"traceutil/trace.go:171","msg":"trace[657361645] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14396; }","duration":"1.885802558s","start":"2026-07-24T00:19:07.477457Z","end":"2026-07-24T00:19:09.363259Z","steps":["trace[657361645] 'agreement among raft nodes before linearized reading' (duration: 1.884398783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.363351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.477429Z","time spent":"1.88590599s","remote":"127.0.0.1:35790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:19:09.363285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.704704Z","time spent":"1.658565131s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T00:19:09.362655Z","caller":"traceutil/trace.go:171","msg":"trace[1001187476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14396; }","duration":"1.657216247s","start":"2026-07-24T00:19:07.705429Z","end":"2026-07-24T00:19:09.362646Z","steps":["trace[1001187476] 'agreement among raft nodes before linearized reading' (duration: 1.657081123s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.363519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.705363Z","time spent":"1.658141357s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:19:09.362285Z","caller":"traceutil/trace.go:171","msg":"trace[1608417724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14396; }","duration":"1.396216634s","start":"2026-07-24T00:19:07.966042Z","end":"2026-07-24T00:19:09.362258Z","steps":["trace[1608417724] 'agreement among raft nodes before linearized reading' (duration: 1.396036288s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.363648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:07.96601Z","time spent":"1.397622038s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:19:09.362167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.919763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:19:09.363117Z","caller":"traceutil/trace.go:171","msg":"trace[1536556287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14396; }","duration":"175.402194ms","start":"2026-07-24T00:19:09.187326Z","end":"2026-07-24T00:19:09.362729Z","steps":["trace[1536556287] 'agreement among raft nodes before linearized reading' (duration: 174.998591ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:19:09.363751Z","caller":"traceutil/trace.go:171","msg":"trace[1841109596] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14396; }","duration":"698.567836ms","start":"2026-07-24T00:19:08.665136Z","end":"2026-07-24T00:19:09.363704Z","steps":["trace[1841109596] 'agreement among raft nodes before linearized reading' (duration: 696.874532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:19:09.363803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:19:08.665113Z","time spent":"698.669849ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:20:16.784203Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12677} {"level":"info","ts":"2026-07-24T00:20:16.877759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12677,"took":"90.574958ms","hash":3527247356,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":30769152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T00:20:16.877837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3527247356,"revision":12677,"compact-revision":10397} {"level":"warn","ts":"2026-07-24T00:20:32.123353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.635385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:20:32.123462Z","caller":"traceutil/trace.go:171","msg":"trace[380016651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15190; }","duration":"208.78895ms","start":"2026-07-24T00:20:31.914651Z","end":"2026-07-24T00:20:32.12344Z","steps":["trace[380016651] 'range keys from in-memory index tree' (duration: 208.450969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:32.123491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.577001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T00:20:32.123594Z","caller":"traceutil/trace.go:171","msg":"trace[1071249236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15190; }","duration":"263.697845ms","start":"2026-07-24T00:20:31.859874Z","end":"2026-07-24T00:20:32.123572Z","steps":["trace[1071249236] 'range keys from in-memory index tree' (duration: 263.306932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:32.123613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.042026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:20:32.123707Z","caller":"traceutil/trace.go:171","msg":"trace[1306134330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15190; }","duration":"178.193031ms","start":"2026-07-24T00:20:31.94549Z","end":"2026-07-24T00:20:32.123683Z","steps":["trace[1306134330] 'range keys from in-memory index tree' (duration: 177.873221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:32.123613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.722666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T00:20:32.123777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.838565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:20:32.123876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.871185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T00:20:32.123891Z","caller":"traceutil/trace.go:171","msg":"trace[1895372224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15190; }","duration":"215.022511ms","start":"2026-07-24T00:20:31.908845Z","end":"2026-07-24T00:20:32.123868Z","steps":["trace[1895372224] 'range keys from in-memory index tree' (duration: 214.460963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:32.123878Z","caller":"traceutil/trace.go:171","msg":"trace[924924252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15190; }","duration":"217.042717ms","start":"2026-07-24T00:20:31.906801Z","end":"2026-07-24T00:20:32.123843Z","steps":["trace[924924252] 'range keys from in-memory index tree' (duration: 216.51742ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:32.123914Z","caller":"traceutil/trace.go:171","msg":"trace[1555165255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15190; }","duration":"222.906256ms","start":"2026-07-24T00:20:31.900993Z","end":"2026-07-24T00:20:32.123899Z","steps":["trace[1555165255] 'range keys from in-memory index tree' (duration: 222.727561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:32.12403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.533174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T00:20:32.124127Z","caller":"traceutil/trace.go:171","msg":"trace[1439593624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15190; }","duration":"209.657528ms","start":"2026-07-24T00:20:31.914454Z","end":"2026-07-24T00:20:32.124111Z","steps":["trace[1439593624] 'range keys from in-memory index tree' (duration: 209.162302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:32.540102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.215276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-28qxl\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-07-24T00:20:32.540205Z","caller":"traceutil/trace.go:171","msg":"trace[1975245159] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-28qxl; range_end:; response_count:1; response_revision:15196; }","duration":"210.374881ms","start":"2026-07-24T00:20:32.329811Z","end":"2026-07-24T00:20:32.540185Z","steps":["trace[1975245159] 'range keys from in-memory index tree' (duration: 210.001789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:34.166791Z","caller":"traceutil/trace.go:171","msg":"trace[1465356693] transaction","detail":"{read_only:false; response_revision:15197; number_of_response:1; }","duration":"385.845234ms","start":"2026-07-24T00:20:33.780917Z","end":"2026-07-24T00:20:34.166763Z","steps":["trace[1465356693] 'process raft request' (duration: 385.584196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:34.166983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:33.780882Z","time spent":"385.998099ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:20:34.220441Z","caller":"traceutil/trace.go:171","msg":"trace[1198801950] transaction","detail":"{read_only:false; response_revision:15198; number_of_response:1; }","duration":"435.957754ms","start":"2026-07-24T00:20:33.784449Z","end":"2026-07-24T00:20:34.220406Z","steps":["trace[1198801950] 'process raft request' (duration: 435.696905ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:34.220654Z","caller":"traceutil/trace.go:171","msg":"trace[1479964349] linearizableReadLoop","detail":"{readStateIndex:15723; appliedIndex:15720; }","duration":"275.63654ms","start":"2026-07-24T00:20:33.944981Z","end":"2026-07-24T00:20:34.220617Z","steps":["trace[1479964349] 'read index received' (duration: 221.601994ms)","trace[1479964349] 'applied index is now lower than readState.Index' (duration: 54.031686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:20:34.220691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:33.784433Z","time spent":"436.120809ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:20:34.220827Z","caller":"traceutil/trace.go:171","msg":"trace[934380248] transaction","detail":"{read_only:false; response_revision:15199; number_of_response:1; }","duration":"436.286175ms","start":"2026-07-24T00:20:33.784525Z","end":"2026-07-24T00:20:34.220811Z","steps":["trace[934380248] 'process raft request' (duration: 435.817419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:34.220963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:33.784469Z","time spent":"436.393498ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:20:34.221643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.640784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:20:34.221976Z","caller":"traceutil/trace.go:171","msg":"trace[1854192486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15199; }","duration":"276.769078ms","start":"2026-07-24T00:20:33.944934Z","end":"2026-07-24T00:20:34.221703Z","steps":["trace[1854192486] 'agreement among raft nodes before linearized reading' (duration: 276.632113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:34.41832Z","caller":"traceutil/trace.go:171","msg":"trace[70490603] transaction","detail":"{read_only:false; response_revision:15203; number_of_response:1; }","duration":"189.096233ms","start":"2026-07-24T00:20:34.229199Z","end":"2026-07-24T00:20:34.418295Z","steps":["trace[70490603] 'process raft request' (duration: 189.032141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:34.418523Z","caller":"traceutil/trace.go:171","msg":"trace[644145038] transaction","detail":"{read_only:false; response_revision:15202; number_of_response:1; }","duration":"189.401603ms","start":"2026-07-24T00:20:34.229115Z","end":"2026-07-24T00:20:34.418517Z","steps":["trace[644145038] 'process raft request' (duration: 188.957429ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:34.418634Z","caller":"traceutil/trace.go:171","msg":"trace[179354689] transaction","detail":"{read_only:false; response_revision:15204; number_of_response:1; }","duration":"189.350232ms","start":"2026-07-24T00:20:34.229278Z","end":"2026-07-24T00:20:34.418628Z","steps":["trace[179354689] 'process raft request' (duration: 188.9831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:34.418781Z","caller":"traceutil/trace.go:171","msg":"trace[1766718034] linearizableReadLoop","detail":"{readStateIndex:15729; appliedIndex:15723; }","duration":"185.788377ms","start":"2026-07-24T00:20:34.232986Z","end":"2026-07-24T00:20:34.418774Z","steps":["trace[1766718034] 'read index received' (duration: 7.195693ms)","trace[1766718034] 'applied index is now lower than readState.Index' (duration: 178.591794ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:20:34.419284Z","caller":"traceutil/trace.go:171","msg":"trace[1390895389] transaction","detail":"{read_only:false; response_revision:15205; number_of_response:1; }","duration":"189.967201ms","start":"2026-07-24T00:20:34.229285Z","end":"2026-07-24T00:20:34.419252Z","steps":["trace[1390895389] 'process raft request' (duration: 189.30948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:34.419494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.485429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737331"} {"level":"info","ts":"2026-07-24T00:20:34.41954Z","caller":"traceutil/trace.go:171","msg":"trace[1395305229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15205; }","duration":"186.560181ms","start":"2026-07-24T00:20:34.23297Z","end":"2026-07-24T00:20:34.419531Z","steps":["trace[1395305229] 'agreement among raft nodes before linearized reading' (duration: 185.835698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.618912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.502163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T00:20:35.619114Z","caller":"traceutil/trace.go:171","msg":"trace[1111117223] linearizableReadLoop","detail":"{readStateIndex:15730; appliedIndex:15729; }","duration":"477.251259ms","start":"2026-07-24T00:20:35.141838Z","end":"2026-07-24T00:20:35.619089Z","steps":["trace[1111117223] 'read index received' (duration: 254.56175ms)","trace[1111117223] 'applied index is now lower than readState.Index' (duration: 222.686789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:20:35.619255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.398064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:20:35.619305Z","caller":"traceutil/trace.go:171","msg":"trace[1966034204] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15205; }","duration":"477.502167ms","start":"2026-07-24T00:20:35.141786Z","end":"2026-07-24T00:20:35.619288Z","steps":["trace[1966034204] 'agreement among raft nodes before linearized reading' (duration: 477.397493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.61936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:35.141763Z","time spent":"477.58628ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-24T00:20:35.631503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.595246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-24T00:20:35.631571Z","caller":"traceutil/trace.go:171","msg":"trace[1912106562] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15206; }","duration":"488.673738ms","start":"2026-07-24T00:20:35.142881Z","end":"2026-07-24T00:20:35.631555Z","steps":["trace[1912106562] 'agreement among raft nodes before linearized reading' (duration: 488.490032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.631601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:35.142844Z","time spent":"488.751551ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-24T00:20:35.631966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.249055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-24T00:20:35.632016Z","caller":"traceutil/trace.go:171","msg":"trace[156283717] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15206; }","duration":"394.313608ms","start":"2026-07-24T00:20:35.237689Z","end":"2026-07-24T00:20:35.632003Z","steps":["trace[156283717] 'agreement among raft nodes before linearized reading' (duration: 394.169583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.565209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:20:35.632053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:35.237682Z","time spent":"394.361969ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-24T00:20:35.632057Z","caller":"traceutil/trace.go:171","msg":"trace[898612806] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15206; }","duration":"395.62184ms","start":"2026-07-24T00:20:35.236429Z","end":"2026-07-24T00:20:35.632051Z","steps":["trace[898612806] 'agreement among raft nodes before linearized reading' (duration: 395.589789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.555335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-24T00:20:35.632084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:35.236412Z","time spent":"395.665991ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-24T00:20:35.632098Z","caller":"traceutil/trace.go:171","msg":"trace[1756307103] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15206; }","duration":"394.609027ms","start":"2026-07-24T00:20:35.237477Z","end":"2026-07-24T00:20:35.632086Z","steps":["trace[1756307103] 'agreement among raft nodes before linearized reading' (duration: 394.518715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:35.23747Z","time spent":"394.655979ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-24T00:20:35.632203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.549273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:20:35.632225Z","caller":"traceutil/trace.go:171","msg":"trace[1708038122] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15206; }","duration":"127.610846ms","start":"2026-07-24T00:20:35.504609Z","end":"2026-07-24T00:20:35.63222Z","steps":["trace[1708038122] 'agreement among raft nodes before linearized reading' (duration: 127.577465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.820194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T00:20:35.632263Z","caller":"traceutil/trace.go:171","msg":"trace[842215850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15206; }","duration":"218.898237ms","start":"2026-07-24T00:20:35.413357Z","end":"2026-07-24T00:20:35.632255Z","steps":["trace[842215850] 'agreement among raft nodes before linearized reading' (duration: 218.835155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.948567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-24T00:20:35.632299Z","caller":"traceutil/trace.go:171","msg":"trace[1505096097] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15206; }","duration":"123.978178ms","start":"2026-07-24T00:20:35.508317Z","end":"2026-07-24T00:20:35.632295Z","steps":["trace[1505096097] 'agreement among raft nodes before linearized reading' (duration: 123.941357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.612696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T00:20:35.63197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.947017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-24T00:20:35.632368Z","caller":"traceutil/trace.go:171","msg":"trace[1364716753] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15206; }","duration":"127.639856ms","start":"2026-07-24T00:20:35.504724Z","end":"2026-07-24T00:20:35.632364Z","steps":["trace[1364716753] 'agreement among raft nodes before linearized reading' (duration: 127.615806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:20:35.632383Z","caller":"traceutil/trace.go:171","msg":"trace[1622782491] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15206; }","duration":"489.378861ms","start":"2026-07-24T00:20:35.142996Z","end":"2026-07-24T00:20:35.632375Z","steps":["trace[1622782491] 'agreement among raft nodes before linearized reading' (duration: 488.890815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.75975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T00:20:35.632424Z","caller":"traceutil/trace.go:171","msg":"trace[43146566] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15206; }","duration":"127.810262ms","start":"2026-07-24T00:20:35.50461Z","end":"2026-07-24T00:20:35.63242Z","steps":["trace[43146566] 'agreement among raft nodes before linearized reading' (duration: 127.790512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:20:35.632408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:20:35.14299Z","time spent":"489.409543ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-24T00:23:24.133747Z","caller":"traceutil/trace.go:171","msg":"trace[1818492644] linearizableReadLoop","detail":"{readStateIndex:17166; appliedIndex:17165; }","duration":"188.296637ms","start":"2026-07-24T00:23:23.945425Z","end":"2026-07-24T00:23:24.133721Z","steps":["trace[1818492644] 'read index received' (duration: 188.016328ms)","trace[1818492644] 'applied index is now lower than readState.Index' (duration: 279.489µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:23:24.133803Z","caller":"traceutil/trace.go:171","msg":"trace[101869559] transaction","detail":"{read_only:false; response_revision:16598; number_of_response:1; }","duration":"214.65234ms","start":"2026-07-24T00:23:23.919115Z","end":"2026-07-24T00:23:24.133768Z","steps":["trace[101869559] 'process raft request' (duration: 214.35014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:23:24.133933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.488523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:23:24.133974Z","caller":"traceutil/trace.go:171","msg":"trace[732353943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16598; }","duration":"188.599377ms","start":"2026-07-24T00:23:23.945364Z","end":"2026-07-24T00:23:24.133963Z","steps":["trace[732353943] 'agreement among raft nodes before linearized reading' (duration: 188.506344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:23:25.520675Z","caller":"traceutil/trace.go:171","msg":"trace[320454420] transaction","detail":"{read_only:false; response_revision:16608; number_of_response:1; }","duration":"104.027973ms","start":"2026-07-24T00:23:25.41663Z","end":"2026-07-24T00:23:25.520658Z","steps":["trace[320454420] 'process raft request' (duration: 103.93586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:23:25.520666Z","caller":"traceutil/trace.go:171","msg":"trace[2094868607] transaction","detail":"{read_only:false; response_revision:16607; number_of_response:1; }","duration":"104.503558ms","start":"2026-07-24T00:23:25.416121Z","end":"2026-07-24T00:23:25.520625Z","steps":["trace[2094868607] 'process raft request' (duration: 65.767076ms)","trace[2094868607] 'compare' (duration: 38.536046ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:23:27.094535Z","caller":"traceutil/trace.go:171","msg":"trace[1645798470] transaction","detail":"{read_only:false; response_revision:16616; number_of_response:1; }","duration":"119.933147ms","start":"2026-07-24T00:23:26.974557Z","end":"2026-07-24T00:23:27.094491Z","steps":["trace[1645798470] 'process raft request' (duration: 95.665503ms)","trace[1645798470] 'compare' (duration: 23.989525ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:25:16.791608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15113} {"level":"info","ts":"2026-07-24T00:25:16.890342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15113,"took":"95.889686ms","hash":4138002982,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T00:25:16.890407Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4138002982,"revision":15113,"compact-revision":12677} {"level":"info","ts":"2026-07-24T00:25:56.708353Z","caller":"traceutil/trace.go:171","msg":"trace[31746950] transaction","detail":"{read_only:false; response_revision:17640; number_of_response:1; }","duration":"115.335441ms","start":"2026-07-24T00:25:56.59298Z","end":"2026-07-24T00:25:56.708315Z","steps":["trace[31746950] 'process raft request' (duration: 90.105311ms)","trace[31746950] 'compare' (duration: 24.977932ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:25:57.088741Z","caller":"traceutil/trace.go:171","msg":"trace[1869943662] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"268.197144ms","start":"2026-07-24T00:25:56.82052Z","end":"2026-07-24T00:25:57.088717Z","steps":["trace[1869943662] 'process raft request' (duration: 265.987183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:02.444237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.441761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T00:26:02.444885Z","caller":"traceutil/trace.go:171","msg":"trace[2086799716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17675; }","duration":"177.134203ms","start":"2026-07-24T00:26:02.267735Z","end":"2026-07-24T00:26:02.444869Z","steps":["trace[2086799716] 'range keys from in-memory index tree' (duration: 176.285426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:02.444298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.232316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:26:02.445005Z","caller":"traceutil/trace.go:171","msg":"trace[281058907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17675; }","duration":"499.992572ms","start":"2026-07-24T00:26:01.945006Z","end":"2026-07-24T00:26:02.444998Z","steps":["trace[281058907] 'range keys from in-memory index tree' (duration: 499.161895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:02.444383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.750234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T00:26:02.445067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:01.944987Z","time spent":"500.050043ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:26:02.444423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.411354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-24T00:26:02.445108Z","caller":"traceutil/trace.go:171","msg":"trace[683616708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17675; }","duration":"284.474117ms","start":"2026-07-24T00:26:02.160586Z","end":"2026-07-24T00:26:02.44506Z","steps":["trace[683616708] 'range keys from in-memory index tree' (duration: 283.606849ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.445167Z","caller":"traceutil/trace.go:171","msg":"trace[1570043739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17675; }","duration":"419.174418ms","start":"2026-07-24T00:26:02.025967Z","end":"2026-07-24T00:26:02.445141Z","steps":["trace[1570043739] 'range keys from in-memory index tree' (duration: 418.266619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:02.445228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:02.02595Z","time spent":"419.24861ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:26:02.444441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.929339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:26:02.4453Z","caller":"traceutil/trace.go:171","msg":"trace[302341736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17675; }","duration":"332.815027ms","start":"2026-07-24T00:26:02.112478Z","end":"2026-07-24T00:26:02.445293Z","steps":["trace[302341736] 'range keys from in-memory index tree' (duration: 331.848097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:02.445336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:02.112462Z","time spent":"332.866179ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:26:02.4446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.243187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:26:02.445398Z","caller":"traceutil/trace.go:171","msg":"trace[1514278022] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17675; }","duration":"154.071453ms","start":"2026-07-24T00:26:02.291317Z","end":"2026-07-24T00:26:02.445388Z","steps":["trace[1514278022] 'count revisions from in-memory index tree' (duration: 153.162694ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.576748Z","caller":"traceutil/trace.go:171","msg":"trace[992414493] transaction","detail":"{read_only:false; response_revision:17677; number_of_response:1; }","duration":"127.065126ms","start":"2026-07-24T00:26:02.449665Z","end":"2026-07-24T00:26:02.57673Z","steps":["trace[992414493] 'process raft request' (duration: 120.94069ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.576985Z","caller":"traceutil/trace.go:171","msg":"trace[766885984] transaction","detail":"{read_only:false; response_revision:17678; number_of_response:1; }","duration":"127.300104ms","start":"2026-07-24T00:26:02.449655Z","end":"2026-07-24T00:26:02.576955Z","steps":["trace[766885984] 'process raft request' (duration: 127.046466ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.57705Z","caller":"traceutil/trace.go:171","msg":"trace[1740157120] transaction","detail":"{read_only:false; response_revision:17679; number_of_response:1; }","duration":"127.321864ms","start":"2026-07-24T00:26:02.449718Z","end":"2026-07-24T00:26:02.57704Z","steps":["trace[1740157120] 'process raft request' (duration: 127.171499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.577124Z","caller":"traceutil/trace.go:171","msg":"trace[1468290464] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"125.191157ms","start":"2026-07-24T00:26:02.451925Z","end":"2026-07-24T00:26:02.577116Z","steps":["trace[1468290464] 'process raft request' (duration: 125.070073ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.577225Z","caller":"traceutil/trace.go:171","msg":"trace[64459340] transaction","detail":"{read_only:false; response_revision:17682; number_of_response:1; }","duration":"114.637398ms","start":"2026-07-24T00:26:02.46258Z","end":"2026-07-24T00:26:02.577218Z","steps":["trace[64459340] 'process raft request' (duration: 114.502584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:02.577271Z","caller":"traceutil/trace.go:171","msg":"trace[1081714193] transaction","detail":"{read_only:false; response_revision:17681; number_of_response:1; }","duration":"124.693601ms","start":"2026-07-24T00:26:02.452545Z","end":"2026-07-24T00:26:02.577239Z","steps":["trace[1081714193] 'process raft request' (duration: 124.494964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:04.443851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893697935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:26:04.944559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893697935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:26:05.323658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.749911772s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:26:05.324002Z","caller":"traceutil/trace.go:171","msg":"trace[39520484] transaction","detail":"{read_only:false; response_revision:17683; number_of_response:1; }","duration":"1.750386897s","start":"2026-07-24T00:26:03.573601Z","end":"2026-07-24T00:26:05.323988Z","steps":["trace[39520484] 'process raft request' (duration: 1.750249232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:05.324091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:03.573559Z","time spent":"1.75047153s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:26:05.944144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000854692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:26:05.944211Z","caller":"traceutil/trace.go:171","msg":"trace[1170363072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000966826s","start":"2026-07-24T00:26:03.943229Z","end":"2026-07-24T00:26:05.944196Z","steps":["trace[1170363072] 'agreement among raft nodes before linearized reading' (duration: 2.000880373s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:05.944245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:03.943211Z","time spent":"2.001027008s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:26:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:26:05.98228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.803095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:26:05.982921Z","caller":"traceutil/trace.go:171","msg":"trace[2037468504] transaction","detail":"{read_only:false; response_revision:17684; number_of_response:1; }","duration":"2.350831691s","start":"2026-07-24T00:26:03.63206Z","end":"2026-07-24T00:26:05.982892Z","steps":["trace[2037468504] 'process raft request' (duration: 1.989353414s)","trace[2037468504] 'compare' (duration: 360.709373ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:26:05.982923Z","caller":"traceutil/trace.go:171","msg":"trace[666471581] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"2.264960196s","start":"2026-07-24T00:26:03.717936Z","end":"2026-07-24T00:26:05.982897Z","steps":["trace[666471581] 'process raft request' (duration: 2.264424399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:05.983014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:03.632036Z","time spent":"2.350934214s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:26:05.98304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:03.717912Z","time spent":"2.265068139s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:26:06.174623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.195486ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:26:06.174706Z","caller":"traceutil/trace.go:171","msg":"trace[348811191] linearizableReadLoop","detail":"{readStateIndex:18290; appliedIndex:18287; }","duration":"2.23142148s","start":"2026-07-24T00:26:03.94327Z","end":"2026-07-24T00:26:06.174692Z","steps":["trace[348811191] 'read index received' (duration: 1.380589363s)","trace[348811191] 'applied index is now lower than readState.Index' (duration: 850.830987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:26:06.175561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.455765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dgmht\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-07-24T00:26:06.175562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586787939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T00:26:06.175549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.08671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:26:06.175601Z","caller":"traceutil/trace.go:171","msg":"trace[967212506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17685; }","duration":"1.586842831s","start":"2026-07-24T00:26:04.588744Z","end":"2026-07-24T00:26:06.175587Z","steps":["trace[967212506] 'agreement among raft nodes before linearized reading' (duration: 1.586722637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.588739Z","time spent":"1.586882682s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T00:26:06.17563Z","caller":"traceutil/trace.go:171","msg":"trace[696583089] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:17685; }","duration":"661.206923ms","start":"2026-07-24T00:26:05.514404Z","end":"2026-07-24T00:26:06.175611Z","steps":["trace[696583089] 'agreement among raft nodes before linearized reading' (duration: 661.066869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.079654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:26:06.175647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58712969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:26:06.175669Z","caller":"traceutil/trace.go:171","msg":"trace[1876870061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17685; }","duration":"1.587184662s","start":"2026-07-24T00:26:04.588479Z","end":"2026-07-24T00:26:06.175664Z","steps":["trace[1876870061] 'agreement among raft nodes before linearized reading' (duration: 1.58712488s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:05.514388Z","time spent":"661.272536ms","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:26:06.175677Z","caller":"traceutil/trace.go:171","msg":"trace[973110537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17685; }","duration":"231.195467ms","start":"2026-07-24T00:26:05.944468Z","end":"2026-07-24T00:26:06.175664Z","steps":["trace[973110537] 'agreement among raft nodes before linearized reading' (duration: 231.069033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.588462Z","time spent":"1.587217633s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:26:06.175587Z","caller":"traceutil/trace.go:171","msg":"trace[383814406] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dgmht; range_end:; response_count:1; response_revision:17685; }","duration":"811.503315ms","start":"2026-07-24T00:26:05.364074Z","end":"2026-07-24T00:26:06.175577Z","steps":["trace[383814406] 'agreement among raft nodes before linearized reading' (duration: 811.400022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58715312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-24T00:26:06.175732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:05.364061Z","time spent":"811.666281ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dgmht\" "} {"level":"info","ts":"2026-07-24T00:26:06.175755Z","caller":"traceutil/trace.go:171","msg":"trace[928845243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17685; }","duration":"1.587207623s","start":"2026-07-24T00:26:04.588538Z","end":"2026-07-24T00:26:06.175745Z","steps":["trace[928845243] 'agreement among raft nodes before linearized reading' (duration: 1.587066028s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.588533Z","time spent":"1.587271095s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:26:06.175939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587354997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T00:26:06.175942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587209043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:26:06.175954Z","caller":"traceutil/trace.go:171","msg":"trace[1286957436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17685; }","duration":"1.587386058s","start":"2026-07-24T00:26:04.588563Z","end":"2026-07-24T00:26:06.175949Z","steps":["trace[1286957436] 'agreement among raft nodes before linearized reading' (duration: 1.587340837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.588559Z","time spent":"1.587405369s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:26:06.175965Z","caller":"traceutil/trace.go:171","msg":"trace[351359734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17685; }","duration":"1.587247474s","start":"2026-07-24T00:26:04.588711Z","end":"2026-07-24T00:26:06.175959Z","steps":["trace[351359734] 'agreement among raft nodes before linearized reading' (duration: 1.587183132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.175986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.588706Z","time spent":"1.587275554s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:26:06.176012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657114565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T00:26:06.176033Z","caller":"traceutil/trace.go:171","msg":"trace[767598141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17685; }","duration":"1.657166457s","start":"2026-07-24T00:26:04.51886Z","end":"2026-07-24T00:26:06.176026Z","steps":["trace[767598141] 'agreement among raft nodes before linearized reading' (duration: 1.657071854s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.176048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.518844Z","time spent":"1.657200128s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:26:06.176126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568894965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-267px\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-07-24T00:26:06.176165Z","caller":"traceutil/trace.go:171","msg":"trace[833713322] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-267px; range_end:; response_count:1; response_revision:17685; }","duration":"1.568956417s","start":"2026-07-24T00:26:04.607199Z","end":"2026-07-24T00:26:06.176156Z","steps":["trace[833713322] 'agreement among raft nodes before linearized reading' (duration: 1.568838213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.176186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.607187Z","time spent":"1.568993859s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-267px\" "} {"level":"warn","ts":"2026-07-24T00:26:06.17682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876948028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:26:06.176852Z","caller":"traceutil/trace.go:171","msg":"trace[1048893073] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17685; }","duration":"1.87701408s","start":"2026-07-24T00:26:04.29983Z","end":"2026-07-24T00:26:06.176844Z","steps":["trace[1048893073] 'agreement among raft nodes before linearized reading' (duration: 1.875388418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.176877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:26:04.299813Z","time spent":"1.877057952s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1860,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:26:06.393462Z","caller":"traceutil/trace.go:171","msg":"trace[421298931] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"213.51984ms","start":"2026-07-24T00:26:06.179923Z","end":"2026-07-24T00:26:06.393443Z","steps":["trace[421298931] 'process raft request' (duration: 213.398696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:06.393626Z","caller":"traceutil/trace.go:171","msg":"trace[592693911] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"213.427297ms","start":"2026-07-24T00:26:06.180192Z","end":"2026-07-24T00:26:06.39362Z","steps":["trace[592693911] 'process raft request' (duration: 213.223901ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:06.39389Z","caller":"traceutil/trace.go:171","msg":"trace[1380901571] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"213.52298ms","start":"2026-07-24T00:26:06.180342Z","end":"2026-07-24T00:26:06.393865Z","steps":["trace[1380901571] 'process raft request' (duration: 213.254142ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:06.39393Z","caller":"traceutil/trace.go:171","msg":"trace[1465692039] linearizableReadLoop","detail":"{readStateIndex:18297; appliedIndex:18292; }","duration":"184.410847ms","start":"2026-07-24T00:26:06.209495Z","end":"2026-07-24T00:26:06.393905Z","steps":["trace[1465692039] 'read index received' (duration: 183.90119ms)","trace[1465692039] 'applied index is now lower than readState.Index' (duration: 508.517µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:26:06.394089Z","caller":"traceutil/trace.go:171","msg":"trace[786445807] transaction","detail":"{read_only:false; response_revision:17690; number_of_response:1; }","duration":"213.444757ms","start":"2026-07-24T00:26:06.180636Z","end":"2026-07-24T00:26:06.39408Z","steps":["trace[786445807] 'process raft request' (duration: 213.118677ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:06.394032Z","caller":"traceutil/trace.go:171","msg":"trace[1831307061] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"212.966892ms","start":"2026-07-24T00:26:06.181043Z","end":"2026-07-24T00:26:06.39401Z","steps":["trace[1831307061] 'process raft request' (duration: 212.803757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.394481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.268348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:26:06.394591Z","caller":"traceutil/trace.go:171","msg":"trace[365743535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17691; }","duration":"211.412323ms","start":"2026-07-24T00:26:06.183159Z","end":"2026-07-24T00:26:06.394572Z","steps":["trace[365743535] 'agreement among raft nodes before linearized reading' (duration: 211.066252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.553183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945820"} {"level":"info","ts":"2026-07-24T00:26:06.395041Z","caller":"traceutil/trace.go:171","msg":"trace[1573646271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17691; }","duration":"214.617816ms","start":"2026-07-24T00:26:06.180414Z","end":"2026-07-24T00:26:06.395032Z","steps":["trace[1573646271] 'agreement among raft nodes before linearized reading' (duration: 213.81452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.395402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.104015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945820"} {"level":"info","ts":"2026-07-24T00:26:06.395473Z","caller":"traceutil/trace.go:171","msg":"trace[1546051847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17691; }","duration":"212.209689ms","start":"2026-07-24T00:26:06.183247Z","end":"2026-07-24T00:26:06.395456Z","steps":["trace[1546051847] 'agreement among raft nodes before linearized reading' (duration: 210.886806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:06.395912Z","caller":"traceutil/trace.go:171","msg":"trace[547852257] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"182.471285ms","start":"2026-07-24T00:26:06.21342Z","end":"2026-07-24T00:26:06.395892Z","steps":["trace[547852257] 'process raft request' (duration: 182.259448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:06.396173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.13242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:26:06.39626Z","caller":"traceutil/trace.go:171","msg":"trace[2073836929] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:17692; }","duration":"185.493271ms","start":"2026-07-24T00:26:06.210754Z","end":"2026-07-24T00:26:06.396247Z","steps":["trace[2073836929] 'agreement among raft nodes before linearized reading' (duration: 185.131179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:11.522706Z","caller":"traceutil/trace.go:171","msg":"trace[1196448923] transaction","detail":"{read_only:false; response_revision:17729; number_of_response:1; }","duration":"133.863975ms","start":"2026-07-24T00:26:11.388818Z","end":"2026-07-24T00:26:11.522682Z","steps":["trace[1196448923] 'process raft request' (duration: 133.697179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:11.810393Z","caller":"traceutil/trace.go:171","msg":"trace[1985935832] transaction","detail":"{read_only:false; response_revision:17730; number_of_response:1; }","duration":"247.614604ms","start":"2026-07-24T00:26:11.562747Z","end":"2026-07-24T00:26:11.810361Z","steps":["trace[1985935832] 'process raft request' (duration: 246.290392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:17.806784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.432184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:26:17.806889Z","caller":"traceutil/trace.go:171","msg":"trace[1853690572] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17873; }","duration":"173.591599ms","start":"2026-07-24T00:26:17.633278Z","end":"2026-07-24T00:26:17.806869Z","steps":["trace[1853690572] 'range keys from in-memory index tree' (duration: 173.322961ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:18.623531Z","caller":"traceutil/trace.go:171","msg":"trace[1557563341] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"139.372072ms","start":"2026-07-24T00:26:18.484129Z","end":"2026-07-24T00:26:18.623501Z","steps":["trace[1557563341] 'process raft request' (duration: 139.155925ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:18.623825Z","caller":"traceutil/trace.go:171","msg":"trace[1292248582] linearizableReadLoop","detail":"{readStateIndex:18495; appliedIndex:18491; }","duration":"133.815893ms","start":"2026-07-24T00:26:18.489989Z","end":"2026-07-24T00:26:18.623805Z","steps":["trace[1292248582] 'read index received' (duration: 71.824355ms)","trace[1292248582] 'applied index is now lower than readState.Index' (duration: 61.990088ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:26:18.623853Z","caller":"traceutil/trace.go:171","msg":"trace[765149923] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"139.691252ms","start":"2026-07-24T00:26:18.484137Z","end":"2026-07-24T00:26:18.623828Z","steps":["trace[765149923] 'process raft request' (duration: 139.30473ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:26:18.623876Z","caller":"traceutil/trace.go:171","msg":"trace[1320364449] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"138.233155ms","start":"2026-07-24T00:26:18.485625Z","end":"2026-07-24T00:26:18.623859Z","steps":["trace[1320364449] 'process raft request' (duration: 138.07969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:26:18.623996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.987859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:26:18.624031Z","caller":"traceutil/trace.go:171","msg":"trace[895748031] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17882; }","duration":"134.064421ms","start":"2026-07-24T00:26:18.489957Z","end":"2026-07-24T00:26:18.624022Z","steps":["trace[895748031] 'agreement among raft nodes before linearized reading' (duration: 133.972238ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:27:12.387236Z","caller":"traceutil/trace.go:171","msg":"trace[586747190] transaction","detail":"{read_only:false; response_revision:18444; number_of_response:1; }","duration":"181.282031ms","start":"2026-07-24T00:27:12.205736Z","end":"2026-07-24T00:27:12.387018Z","steps":["trace[586747190] 'process raft request' (duration: 138.019587ms)","trace[586747190] 'compare' (duration: 43.14405ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:29:23.499651Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:29:23.503784Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-24T00:29:23.503875Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-24T00:30:16.798657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17332} {"level":"info","ts":"2026-07-24T00:30:16.893979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17332,"took":"91.890871ms","hash":3106266854,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":34320384,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-24T00:30:16.894042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3106266854,"revision":17332,"compact-revision":15113} {"level":"info","ts":"2026-07-24T00:31:07.216202Z","caller":"traceutil/trace.go:171","msg":"trace[1690261853] transaction","detail":"{read_only:false; response_revision:20136; number_of_response:1; }","duration":"108.813926ms","start":"2026-07-24T00:31:07.107366Z","end":"2026-07-24T00:31:07.21618Z","steps":["trace[1690261853] 'process raft request' (duration: 108.682542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:12.27421Z","caller":"traceutil/trace.go:171","msg":"trace[691744036] linearizableReadLoop","detail":"{readStateIndex:20846; appliedIndex:20845; }","duration":"209.124008ms","start":"2026-07-24T00:31:12.065055Z","end":"2026-07-24T00:31:12.274179Z","steps":["trace[691744036] 'read index received' (duration: 208.844009ms)","trace[691744036] 'applied index is now lower than readState.Index' (duration: 278.759µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:31:12.274365Z","caller":"traceutil/trace.go:171","msg":"trace[1813317063] transaction","detail":"{read_only:false; response_revision:20159; number_of_response:1; }","duration":"297.497846ms","start":"2026-07-24T00:31:11.97675Z","end":"2026-07-24T00:31:12.274247Z","steps":["trace[1813317063] 'process raft request' (duration: 297.227867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:12.27442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.353876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:31:12.274597Z","caller":"traceutil/trace.go:171","msg":"trace[220022274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20159; }","duration":"209.587243ms","start":"2026-07-24T00:31:12.064996Z","end":"2026-07-24T00:31:12.274584Z","steps":["trace[220022274] 'agreement among raft nodes before linearized reading' (duration: 209.291603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:17.752114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.402562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:31:17.752236Z","caller":"traceutil/trace.go:171","msg":"trace[41690904] linearizableReadLoop","detail":"{readStateIndex:20876; appliedIndex:20875; }","duration":"354.718129ms","start":"2026-07-24T00:31:17.397501Z","end":"2026-07-24T00:31:17.752219Z","steps":["trace[41690904] 'read index received' (duration: 224.003067ms)","trace[41690904] 'applied index is now lower than readState.Index' (duration: 130.713632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:17.752332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.829672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:17.75236Z","caller":"traceutil/trace.go:171","msg":"trace[969748926] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20188; }","duration":"354.887934ms","start":"2026-07-24T00:31:17.397462Z","end":"2026-07-24T00:31:17.75235Z","steps":["trace[969748926] 'agreement among raft nodes before linearized reading' (duration: 354.801362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:17.752392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:17.397445Z","time spent":"354.938016ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:31:17.752595Z","caller":"traceutil/trace.go:171","msg":"trace[52193628] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"432.523286ms","start":"2026-07-24T00:31:17.320032Z","end":"2026-07-24T00:31:17.752556Z","steps":["trace[52193628] 'process raft request' (duration: 301.589087ms)","trace[52193628] 'compare' (duration: 129.975058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:17.752802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:17.320009Z","time spent":"432.670281ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:17.777081Z","caller":"traceutil/trace.go:171","msg":"trace[1279531047] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"120.509543ms","start":"2026-07-24T00:31:17.656541Z","end":"2026-07-24T00:31:17.777051Z","steps":["trace[1279531047] 'process raft request' (duration: 120.393769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:33.331799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.746027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-24T00:31:33.331913Z","caller":"traceutil/trace.go:171","msg":"trace[442739184] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20267; }","duration":"339.913142ms","start":"2026-07-24T00:31:32.991969Z","end":"2026-07-24T00:31:33.331882Z","steps":["trace[442739184] 'range keys from in-memory index tree' (duration: 339.52594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:33.33196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.447055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:33.332099Z","caller":"traceutil/trace.go:171","msg":"trace[58252339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20267; }","duration":"374.617181ms","start":"2026-07-24T00:31:32.957465Z","end":"2026-07-24T00:31:33.332083Z","steps":["trace[58252339] 'range keys from in-memory index tree' (duration: 374.299301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:33.331983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:32.991949Z","time spent":"340.016366ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T00:31:33.332182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:32.957446Z","time spent":"374.723084ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:31:33.332202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.806135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-24T00:31:33.332404Z","caller":"traceutil/trace.go:171","msg":"trace[1612509316] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20267; }","duration":"149.28893ms","start":"2026-07-24T00:31:33.183086Z","end":"2026-07-24T00:31:33.332375Z","steps":["trace[1612509316] 'range keys from in-memory index tree' (duration: 148.615679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:39.019219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893705425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:31:39.519398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893705425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:31:39.664128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.188812ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:39.66443Z","caller":"traceutil/trace.go:171","msg":"trace[1380442009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20291; }","duration":"138.43828ms","start":"2026-07-24T00:31:39.525916Z","end":"2026-07-24T00:31:39.664354Z","steps":["trace[1380442009] 'range keys from in-memory index tree' (duration: 138.173332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:39.828328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328186654s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:31:39.828868Z","caller":"traceutil/trace.go:171","msg":"trace[1442250545] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"1.328821965s","start":"2026-07-24T00:31:38.500011Z","end":"2026-07-24T00:31:39.828833Z","steps":["trace[1442250545] 'process raft request' (duration: 1.32866742s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:39.829127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.499983Z","time spent":"1.32896486s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:31:40.945373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:31:40.945479Z","caller":"traceutil/trace.go:171","msg":"trace[1694494335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278268s","start":"2026-07-24T00:31:38.94518Z","end":"2026-07-24T00:31:40.945458Z","steps":["trace[1694494335] 'agreement among raft nodes before linearized reading' (duration: 2.000097152s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:40.945528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.945159Z","time spent":"2.000357291s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:31:41.045861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.789195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:31:41.046219Z","caller":"traceutil/trace.go:171","msg":"trace[862461857] transaction","detail":"{read_only:false; response_revision:20295; number_of_response:1; }","duration":"1.207021109s","start":"2026-07-24T00:31:39.839187Z","end":"2026-07-24T00:31:41.046209Z","steps":["trace[862461857] 'process raft request' (duration: 1.206995448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.046262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:39.839164Z","time spent":"1.207081961s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:41.046243Z","caller":"traceutil/trace.go:171","msg":"trace[306411505] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"1.513507795s","start":"2026-07-24T00:31:39.532712Z","end":"2026-07-24T00:31:41.04622Z","steps":["trace[306411505] 'process raft request' (duration: 1.513240956s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:41.046155Z","caller":"traceutil/trace.go:171","msg":"trace[712483410] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"2.246031487s","start":"2026-07-24T00:31:38.80007Z","end":"2026-07-24T00:31:41.046101Z","steps":["trace[712483410] 'process raft request' (duration: 1.609942423s)","trace[712483410] 'compare' (duration: 635.261807ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:31:41.046309Z","caller":"traceutil/trace.go:171","msg":"trace[1011456582] linearizableReadLoop","detail":"{readStateIndex:20985; appliedIndex:20983; }","duration":"2.528039843s","start":"2026-07-24T00:31:38.518248Z","end":"2026-07-24T00:31:41.046288Z","steps":["trace[1011456582] 'read index received' (duration: 1.310394281s)","trace[1011456582] 'applied index is now lower than readState.Index' (duration: 1.217643802s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:41.046645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:39.53269Z","time spent":"1.513643909s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:31:41.046701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528437396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:31:41.046741Z","caller":"traceutil/trace.go:171","msg":"trace[300361725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20295; }","duration":"2.528530059s","start":"2026-07-24T00:31:38.5182Z","end":"2026-07-24T00:31:41.04673Z","steps":["trace[300361725] 'agreement among raft nodes before linearized reading' (duration: 2.528206419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.046774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.518183Z","time spent":"2.528583801s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:31:41.046853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.581273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:31:41.046793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.800042Z","time spent":"2.246370448s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:41.046877Z","caller":"traceutil/trace.go:171","msg":"trace[722145938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20295; }","duration":"101.635465ms","start":"2026-07-24T00:31:40.945235Z","end":"2026-07-24T00:31:41.046871Z","steps":["trace[722145938] 'agreement among raft nodes before linearized reading' (duration: 101.595813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.04689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037614881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:41.04692Z","caller":"traceutil/trace.go:171","msg":"trace[660862849] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20295; }","duration":"1.037690184s","start":"2026-07-24T00:31:40.009222Z","end":"2026-07-24T00:31:41.046912Z","steps":["trace[660862849] 'agreement among raft nodes before linearized reading' (duration: 1.037633062s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.046941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.806919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T00:31:41.04698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:40.009198Z","time spent":"1.037741876s","remote":"127.0.0.1:56842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:31:41.04699Z","caller":"traceutil/trace.go:171","msg":"trace[803765603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20295; }","duration":"565.890412ms","start":"2026-07-24T00:31:40.481088Z","end":"2026-07-24T00:31:41.046978Z","steps":["trace[803765603] 'agreement among raft nodes before linearized reading' (duration: 565.741227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.04698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519146566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:31:41.047023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:40.48107Z","time spent":"565.944504ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:31:41.047041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053302627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-24T00:31:41.047031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428125204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:31:41.047065Z","caller":"traceutil/trace.go:171","msg":"trace[1971768198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20295; }","duration":"1.053354379s","start":"2026-07-24T00:31:39.993704Z","end":"2026-07-24T00:31:41.047059Z","steps":["trace[1971768198] 'agreement among raft nodes before linearized reading' (duration: 1.053292877s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:41.047063Z","caller":"traceutil/trace.go:171","msg":"trace[44056363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20295; }","duration":"2.519273171s","start":"2026-07-24T00:31:38.52777Z","end":"2026-07-24T00:31:41.047043Z","steps":["trace[44056363] 'agreement among raft nodes before linearized reading' (duration: 2.519063704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.047083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:39.993681Z","time spent":"1.05339821s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:31:41.047076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285289652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:41.04709Z","caller":"traceutil/trace.go:171","msg":"trace[1826633553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20295; }","duration":"2.428219977s","start":"2026-07-24T00:31:38.618853Z","end":"2026-07-24T00:31:41.047073Z","steps":["trace[1826633553] 'agreement among raft nodes before linearized reading' (duration: 2.428046971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.047106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51925314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:31:41.047119Z","caller":"traceutil/trace.go:171","msg":"trace[1622849498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20295; }","duration":"2.285397005s","start":"2026-07-24T00:31:38.761705Z","end":"2026-07-24T00:31:41.047102Z","steps":["trace[1622849498] 'agreement among raft nodes before linearized reading' (duration: 2.285332753s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:41.047149Z","caller":"traceutil/trace.go:171","msg":"trace[1269990779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20295; }","duration":"2.519306722s","start":"2026-07-24T00:31:38.52783Z","end":"2026-07-24T00:31:41.047137Z","steps":["trace[1269990779] 'agreement among raft nodes before linearized reading' (duration: 2.519163277s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.047159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.761673Z","time spent":"2.285476557s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:31:41.04715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.618832Z","time spent":"2.428304399s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:31:41.047193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.527825Z","time spent":"2.519359854s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:31:41.046993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044283206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-24T00:31:41.047103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:38.527748Z","time spent":"2.519347433s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:31:41.047235Z","caller":"traceutil/trace.go:171","msg":"trace[658485627] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:20295; }","duration":"1.044553585s","start":"2026-07-24T00:31:40.002672Z","end":"2026-07-24T00:31:41.047225Z","steps":["trace[658485627] 'agreement among raft nodes before linearized reading' (duration: 1.044177833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.047261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:40.00266Z","time spent":"1.044595036s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:31:41.047582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088190891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:31:41.047668Z","caller":"traceutil/trace.go:171","msg":"trace[328002028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20295; }","duration":"1.088328406s","start":"2026-07-24T00:31:39.959322Z","end":"2026-07-24T00:31:41.047651Z","steps":["trace[328002028] 'agreement among raft nodes before linearized reading' (duration: 1.08751942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:41.047723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:39.959304Z","time spent":"1.088400227s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:31:42.281796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.63687ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T00:31:42.281882Z","caller":"traceutil/trace.go:171","msg":"trace[2017751661] linearizableReadLoop","detail":"{readStateIndex:20988; appliedIndex:20987; }","duration":"1.231566821s","start":"2026-07-24T00:31:41.0503Z","end":"2026-07-24T00:31:42.281867Z","steps":["trace[2017751661] 'read index received' (duration: 487.932671ms)","trace[2017751661] 'applied index is now lower than readState.Index' (duration: 743.63248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:42.281944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.047854Z","time spent":"1.234087483s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:31:42.282216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231905142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T00:31:42.282257Z","caller":"traceutil/trace.go:171","msg":"trace[1056765582] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:20295; }","duration":"1.231959034s","start":"2026-07-24T00:31:41.050286Z","end":"2026-07-24T00:31:42.282245Z","steps":["trace[1056765582] 'agreement among raft nodes before linearized reading' (duration: 1.23182234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:42.282287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.050277Z","time spent":"1.232003115s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"warn","ts":"2026-07-24T00:31:43.055437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:31:43.055495Z","caller":"traceutil/trace.go:171","msg":"trace[2131480961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442435s","start":"2026-07-24T00:31:41.055036Z","end":"2026-07-24T00:31:43.055478Z","steps":["trace[2131480961] 'agreement among raft nodes before linearized reading' (duration: 2.00027338s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:43.055526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.055021Z","time spent":"2.000496456s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:31:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:31:43.305876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.861876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:31:43.306178Z","caller":"traceutil/trace.go:171","msg":"trace[2112576202] transaction","detail":"{read_only:false; response_revision:20296; number_of_response:1; }","duration":"2.249551311s","start":"2026-07-24T00:31:41.056588Z","end":"2026-07-24T00:31:43.30614Z","steps":["trace[2112576202] 'process raft request' (duration: 1.456343963s)","trace[2112576202] 'compare' (duration: 791.403639ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:31:43.306325Z","caller":"traceutil/trace.go:171","msg":"trace[2063313572] linearizableReadLoop","detail":"{readStateIndex:20994; appliedIndex:20988; }","duration":"1.024397296s","start":"2026-07-24T00:31:42.281907Z","end":"2026-07-24T00:31:43.306305Z","steps":["trace[2063313572] 'read index received' (duration: 231.077645ms)","trace[2063313572] 'applied index is now lower than readState.Index' (duration: 793.318231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:43.306375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.056571Z","time spent":"2.249699496s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:43.306534Z","caller":"traceutil/trace.go:171","msg":"trace[615245491] transaction","detail":"{read_only:false; response_revision:20300; number_of_response:1; }","duration":"2.24983355s","start":"2026-07-24T00:31:41.056684Z","end":"2026-07-24T00:31:43.306518Z","steps":["trace[615245491] 'process raft request' (duration: 2.24952069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:43.306606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:31:43.306617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.056679Z","time spent":"2.249897552s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:43.306646Z","caller":"traceutil/trace.go:171","msg":"trace[29297745] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20301; }","duration":"1.314173593s","start":"2026-07-24T00:31:41.992461Z","end":"2026-07-24T00:31:43.306634Z","steps":["trace[29297745] 'agreement among raft nodes before linearized reading' (duration: 1.31408917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:43.306672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.992421Z","time spent":"1.314244196s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:31:43.306711Z","caller":"traceutil/trace.go:171","msg":"trace[1327118885] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"2.250052258s","start":"2026-07-24T00:31:41.056645Z","end":"2026-07-24T00:31:43.306697Z","steps":["trace[1327118885] 'process raft request' (duration: 2.249460629s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:43.306731Z","caller":"traceutil/trace.go:171","msg":"trace[1660915304] transaction","detail":"{read_only:false; response_revision:20299; number_of_response:1; }","duration":"2.250062757s","start":"2026-07-24T00:31:41.056655Z","end":"2026-07-24T00:31:43.306718Z","steps":["trace[1660915304] 'process raft request' (duration: 2.249497289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:43.306802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.056651Z","time spent":"2.250110859s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:43.306825Z","caller":"traceutil/trace.go:171","msg":"trace[2054976505] transaction","detail":"{read_only:false; response_revision:20301; number_of_response:1; }","duration":"2.247185625s","start":"2026-07-24T00:31:41.059612Z","end":"2026-07-24T00:31:43.306798Z","steps":["trace[2054976505] 'process raft request' (duration: 2.246637377s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:43.306851Z","caller":"traceutil/trace.go:171","msg":"trace[2075254853] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"2.250236013s","start":"2026-07-24T00:31:41.056606Z","end":"2026-07-24T00:31:43.306842Z","steps":["trace[2075254853] 'process raft request' (duration: 2.249373626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:43.30681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.056641Z","time spent":"2.25011648s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:31:43.306953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.059605Z","time spent":"2.247280738s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:31:43.306978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256527265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-24T00:31:43.30691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.056596Z","time spent":"2.250288595s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:43.307007Z","caller":"traceutil/trace.go:171","msg":"trace[509253650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20301; }","duration":"2.256580957s","start":"2026-07-24T00:31:41.050419Z","end":"2026-07-24T00:31:43.307Z","steps":["trace[509253650] 'agreement among raft nodes before linearized reading' (duration: 2.256483314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:43.307031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:41.050407Z","time spent":"2.256618979s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:31:44.0205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.05433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:31:44.020771Z","caller":"traceutil/trace.go:171","msg":"trace[595445988] linearizableReadLoop","detail":"{readStateIndex:20999; appliedIndex:20994; }","duration":"714.384878ms","start":"2026-07-24T00:31:43.306369Z","end":"2026-07-24T00:31:44.020754Z","steps":["trace[595445988] 'read index received' (duration: 191.999916ms)","trace[595445988] 'applied index is now lower than readState.Index' (duration: 522.384032ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:31:44.020846Z","caller":"traceutil/trace.go:171","msg":"trace[762695418] transaction","detail":"{read_only:false; response_revision:20302; number_of_response:1; }","duration":"1.737256075s","start":"2026-07-24T00:31:42.283579Z","end":"2026-07-24T00:31:44.020835Z","steps":["trace[762695418] 'process raft request' (duration: 1.214774231s)","trace[762695418] 'compare' (duration: 521.944847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:44.020909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:42.283556Z","time spent":"1.737319737s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:44.021099Z","caller":"traceutil/trace.go:171","msg":"trace[764574924] transaction","detail":"{read_only:false; response_revision:20303; number_of_response:1; }","duration":"1.736151189s","start":"2026-07-24T00:31:42.284938Z","end":"2026-07-24T00:31:44.021089Z","steps":["trace[764574924] 'process raft request' (duration: 1.735651053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.021174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:42.284922Z","time spent":"1.736219521s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:44.021208Z","caller":"traceutil/trace.go:171","msg":"trace[785362606] transaction","detail":"{read_only:false; response_revision:20306; number_of_response:1; }","duration":"964.250988ms","start":"2026-07-24T00:31:43.056916Z","end":"2026-07-24T00:31:44.021167Z","steps":["trace[785362606] 'process raft request' (duration: 963.807614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:31:44.021179Z","caller":"traceutil/trace.go:171","msg":"trace[596620538] transaction","detail":"{read_only:false; response_revision:20304; number_of_response:1; }","duration":"967.154762ms","start":"2026-07-24T00:31:43.054011Z","end":"2026-07-24T00:31:44.021166Z","steps":["trace[596620538] 'process raft request' (duration: 966.647246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.021266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.847749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:44.021315Z","caller":"traceutil/trace.go:171","msg":"trace[1899300073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20306; }","duration":"965.943353ms","start":"2026-07-24T00:31:43.05536Z","end":"2026-07-24T00:31:44.021304Z","steps":["trace[1899300073] 'agreement among raft nodes before linearized reading' (duration: 965.824259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.021337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.05534Z","time spent":"965.993544ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:31:44.021346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.065266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:31:44.021328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.05399Z","time spent":"967.310637ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:44.021374Z","caller":"traceutil/trace.go:171","msg":"trace[1825059954] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:20306; }","duration":"916.119507ms","start":"2026-07-24T00:31:43.105247Z","end":"2026-07-24T00:31:44.021367Z","steps":["trace[1825059954] 'agreement among raft nodes before linearized reading' (duration: 916.067176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.021403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.105233Z","time spent":"916.163719ms","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:31:44.021401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.056904Z","time spent":"964.401573ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:44.021218Z","caller":"traceutil/trace.go:171","msg":"trace[859558588] transaction","detail":"{read_only:false; response_revision:20305; number_of_response:1; }","duration":"966.382088ms","start":"2026-07-24T00:31:43.054806Z","end":"2026-07-24T00:31:44.021189Z","steps":["trace[859558588] 'process raft request' (duration: 965.887762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.021596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.054794Z","time spent":"966.713448ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:44.024205Z","caller":"traceutil/trace.go:171","msg":"trace[1112631874] transaction","detail":"{read_only:false; response_revision:20307; number_of_response:1; }","duration":"150.004113ms","start":"2026-07-24T00:31:43.874184Z","end":"2026-07-24T00:31:44.024188Z","steps":["trace[1112631874] 'process raft request' (duration: 149.341732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.025196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.991699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"info","ts":"2026-07-24T00:31:44.025245Z","caller":"traceutil/trace.go:171","msg":"trace[1865663472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20307; }","duration":"716.064932ms","start":"2026-07-24T00:31:43.30917Z","end":"2026-07-24T00:31:44.025235Z","steps":["trace[1865663472] 'agreement among raft nodes before linearized reading' (duration: 715.917687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.025268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.309153Z","time spent":"716.109733ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18284,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:31:44.025832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.592589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:44.025868Z","caller":"traceutil/trace.go:171","msg":"trace[528042771] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20307; }","duration":"163.052844ms","start":"2026-07-24T00:31:43.862807Z","end":"2026-07-24T00:31:44.02586Z","steps":["trace[528042771] 'agreement among raft nodes before linearized reading' (duration: 162.579449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.026013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.061021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:44.026039Z","caller":"traceutil/trace.go:171","msg":"trace[632534948] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20307; }","duration":"477.125433ms","start":"2026-07-24T00:31:43.548907Z","end":"2026-07-24T00:31:44.026032Z","steps":["trace[632534948] 'agreement among raft nodes before linearized reading' (duration: 477.075391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.026062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.548888Z","time spent":"477.167214ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:31:44.026232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.929948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:31:44.026262Z","caller":"traceutil/trace.go:171","msg":"trace[121432001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20307; }","duration":"544.98948ms","start":"2026-07-24T00:31:43.481266Z","end":"2026-07-24T00:31:44.026255Z","steps":["trace[121432001] 'agreement among raft nodes before linearized reading' (duration: 544.934978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.026283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:43.481251Z","time spent":"545.02722ms","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:31:44.024942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.315471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:31:44.027973Z","caller":"traceutil/trace.go:171","msg":"trace[1879713450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20307; }","duration":"116.37937ms","start":"2026-07-24T00:31:43.911578Z","end":"2026-07-24T00:31:44.027957Z","steps":["trace[1879713450] 'agreement among raft nodes before linearized reading' (duration: 112.804594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.532701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893705454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:31:44.868954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.046552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:31:44.869045Z","caller":"traceutil/trace.go:171","msg":"trace[923705102] linearizableReadLoop","detail":"{readStateIndex:21001; appliedIndex:21000; }","duration":"836.898664ms","start":"2026-07-24T00:31:44.032132Z","end":"2026-07-24T00:31:44.869031Z","steps":["trace[923705102] 'read index received' (duration: 642.673586ms)","trace[923705102] 'applied index is now lower than readState.Index' (duration: 194.224048ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:31:44.869119Z","caller":"traceutil/trace.go:171","msg":"trace[1373695799] transaction","detail":"{read_only:false; response_revision:20308; number_of_response:1; }","duration":"837.38069ms","start":"2026-07-24T00:31:44.031718Z","end":"2026-07-24T00:31:44.869099Z","steps":["trace[1373695799] 'process raft request' (duration: 643.11438ms)","trace[1373695799] 'compare' (duration: 193.690931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:44.869184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.031661Z","time spent":"837.492403ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:31:44.86921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.07411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:31:44.869244Z","caller":"traceutil/trace.go:171","msg":"trace[1885083791] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20308; }","duration":"837.122941ms","start":"2026-07-24T00:31:44.032113Z","end":"2026-07-24T00:31:44.869236Z","steps":["trace[1885083791] 'agreement among raft nodes before linearized reading' (duration: 836.979576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:44.869278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.032105Z","time spent":"837.165833ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T00:31:45.196789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.328443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:31:45.196865Z","caller":"traceutil/trace.go:171","msg":"trace[72697763] linearizableReadLoop","detail":"{readStateIndex:21002; appliedIndex:21001; }","duration":"327.782451ms","start":"2026-07-24T00:31:44.869072Z","end":"2026-07-24T00:31:45.196854Z","steps":["trace[72697763] 'read index received' (duration: 209.242581ms)","trace[72697763] 'applied index is now lower than readState.Index' (duration: 118.53907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:45.196983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.994931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T00:31:45.197005Z","caller":"traceutil/trace.go:171","msg":"trace[369892201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20309; }","duration":"883.054683ms","start":"2026-07-24T00:31:44.313944Z","end":"2026-07-24T00:31:45.196999Z","steps":["trace[369892201] 'agreement among raft nodes before linearized reading' (duration: 882.96817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:45.197025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.313925Z","time spent":"883.095594ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T00:31:45.197143Z","caller":"traceutil/trace.go:171","msg":"trace[1285998641] transaction","detail":"{read_only:false; response_revision:20309; number_of_response:1; }","duration":"515.290713ms","start":"2026-07-24T00:31:44.681819Z","end":"2026-07-24T00:31:45.197109Z","steps":["trace[1285998641] 'process raft request' (duration: 396.584178ms)","trace[1285998641] 'compare' (duration: 118.248671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:31:45.197243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.65095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:31:45.197263Z","caller":"traceutil/trace.go:171","msg":"trace[1172703279] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20309; }","duration":"932.790865ms","start":"2026-07-24T00:31:44.264467Z","end":"2026-07-24T00:31:45.197258Z","steps":["trace[1172703279] 'agreement among raft nodes before linearized reading' (duration: 932.6226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:45.197279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.264446Z","time spent":"932.828666ms","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":198,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:31:45.197282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.117538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:45.197339Z","caller":"traceutil/trace.go:171","msg":"trace[1311801879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20309; }","duration":"254.192771ms","start":"2026-07-24T00:31:44.943123Z","end":"2026-07-24T00:31:45.197316Z","steps":["trace[1311801879] 'agreement among raft nodes before linearized reading' (duration: 254.138969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:45.196962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.620138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:31:45.197352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.681799Z","time spent":"515.453918ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:31:45.197388Z","caller":"traceutil/trace.go:171","msg":"trace[229007530] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20309; }","duration":"680.099703ms","start":"2026-07-24T00:31:44.517281Z","end":"2026-07-24T00:31:45.197381Z","steps":["trace[229007530] 'agreement among raft nodes before linearized reading' (duration: 679.580946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:45.197415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.517261Z","time spent":"680.145985ms","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:31:45.197497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093782062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:31:45.197534Z","caller":"traceutil/trace.go:171","msg":"trace[459476200] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20309; }","duration":"1.093846644s","start":"2026-07-24T00:31:44.10368Z","end":"2026-07-24T00:31:45.197527Z","steps":["trace[459476200] 'agreement among raft nodes before linearized reading' (duration: 1.093788152s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:45.197554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.103666Z","time spent":"1.093882714s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T00:31:45.198318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098742881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:31:45.198905Z","caller":"traceutil/trace.go:171","msg":"trace[2087453629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20309; }","duration":"1.099420323s","start":"2026-07-24T00:31:44.099473Z","end":"2026-07-24T00:31:45.198893Z","steps":["trace[2087453629] 'agreement among raft nodes before linearized reading' (duration: 1.098668248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:31:45.198938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:31:44.099449Z","time spent":"1.099477635s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:34:53.23437Z","caller":"traceutil/trace.go:171","msg":"trace[917185423] linearizableReadLoop","detail":"{readStateIndex:22600; appliedIndex:22599; }","duration":"206.916877ms","start":"2026-07-24T00:34:53.027435Z","end":"2026-07-24T00:34:53.234352Z","steps":["trace[917185423] 'read index received' (duration: 206.821224ms)","trace[917185423] 'applied index is now lower than readState.Index' (duration: 94.973µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:34:53.234421Z","caller":"traceutil/trace.go:171","msg":"trace[861348817] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"247.897037ms","start":"2026-07-24T00:34:52.986488Z","end":"2026-07-24T00:34:53.234385Z","steps":["trace[861348817] 'process raft request' (duration: 247.758912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:34:53.234583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.131013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-24T00:34:53.234689Z","caller":"traceutil/trace.go:171","msg":"trace[1999771056] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21853; }","duration":"207.255688ms","start":"2026-07-24T00:34:53.02742Z","end":"2026-07-24T00:34:53.234676Z","steps":["trace[1999771056] 'agreement among raft nodes before linearized reading' (duration: 207.035251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:04.783505Z","caller":"traceutil/trace.go:171","msg":"trace[700256994] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"100.185041ms","start":"2026-07-24T00:35:04.6833Z","end":"2026-07-24T00:35:04.783485Z","steps":["trace[700256994] 'process raft request' (duration: 100.056067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:16.806772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19842} {"level":"info","ts":"2026-07-24T00:35:16.914175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19842,"took":"104.39097ms","hash":2517026794,"current-db-size-bytes":56619008,"current-db-size":"57 MB","current-db-size-in-use-bytes":31088640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T00:35:16.914239Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2517026794,"revision":19842,"compact-revision":17332} {"level":"info","ts":"2026-07-24T00:35:28.606043Z","caller":"traceutil/trace.go:171","msg":"trace[660540556] linearizableReadLoop","detail":"{readStateIndex:23451; appliedIndex:23450; }","duration":"302.846552ms","start":"2026-07-24T00:35:28.303167Z","end":"2026-07-24T00:35:28.606014Z","steps":["trace[660540556] 'read index received' (duration: 302.514232ms)","trace[660540556] 'applied index is now lower than readState.Index' (duration: 331.35µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:35:28.606116Z","caller":"traceutil/trace.go:171","msg":"trace[554697815] transaction","detail":"{read_only:false; response_revision:22685; number_of_response:1; }","duration":"367.180614ms","start":"2026-07-24T00:35:28.238896Z","end":"2026-07-24T00:35:28.606077Z","steps":["trace[554697815] 'process raft request' (duration: 366.899715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:28.606309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.23886Z","time spent":"367.358851ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":34162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:35:28.606259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.081109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:35:28.606393Z","caller":"traceutil/trace.go:171","msg":"trace[866894985] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22685; }","duration":"303.221484ms","start":"2026-07-24T00:35:28.303126Z","end":"2026-07-24T00:35:28.606347Z","steps":["trace[866894985] 'agreement among raft nodes before linearized reading' (duration: 303.007497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:28.606439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.303106Z","time spent":"303.321237ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:35:29.159734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893712398,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:35:29.534604Z","caller":"traceutil/trace.go:171","msg":"trace[734205558] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"901.396358ms","start":"2026-07-24T00:35:28.633184Z","end":"2026-07-24T00:35:29.534581Z","steps":["trace[734205558] 'process raft request' (duration: 901.208452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.534772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.633152Z","time spent":"901.541013ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10698,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:35:29.617605Z","caller":"traceutil/trace.go:171","msg":"trace[547449603] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"773.177538ms","start":"2026-07-24T00:35:28.844382Z","end":"2026-07-24T00:35:29.61756Z","steps":["trace[547449603] 'process raft request' (duration: 772.806576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.61785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.863886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-24T00:35:29.617869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.844352Z","time spent":"773.426916ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:35:29.617895Z","caller":"traceutil/trace.go:171","msg":"trace[2080562334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22691; }","duration":"971.95891ms","start":"2026-07-24T00:35:28.645924Z","end":"2026-07-24T00:35:29.617882Z","steps":["trace[2080562334] 'agreement among raft nodes before linearized reading' (duration: 971.756563ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:29.617629Z","caller":"traceutil/trace.go:171","msg":"trace[1141039630] linearizableReadLoop","detail":"{readStateIndex:23456; appliedIndex:23452; }","duration":"971.580738ms","start":"2026-07-24T00:35:28.645976Z","end":"2026-07-24T00:35:29.617557Z","steps":["trace[1141039630] 'read index received' (duration: 888.793596ms)","trace[1141039630] 'applied index is now lower than readState.Index' (duration: 82.786121ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:35:29.617712Z","caller":"traceutil/trace.go:171","msg":"trace[1998408826] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"659.426619ms","start":"2026-07-24T00:35:28.958271Z","end":"2026-07-24T00:35:29.617698Z","steps":["trace[1998408826] 'process raft request' (duration: 659.14628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.617933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.645902Z","time spent":"972.019761ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.958248Z","time spent":"659.725398ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:35:29.618132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.078725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:35:29.618159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:34180"} {"level":"info","ts":"2026-07-24T00:35:29.618189Z","caller":"traceutil/trace.go:171","msg":"trace[1235340543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:22691; }","duration":"705.163428ms","start":"2026-07-24T00:35:28.913009Z","end":"2026-07-24T00:35:29.618172Z","steps":["trace[1235340543] 'agreement among raft nodes before linearized reading' (duration: 705.078275ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:29.618212Z","caller":"traceutil/trace.go:171","msg":"trace[880414749] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22691; }","duration":"971.756153ms","start":"2026-07-24T00:35:28.646437Z","end":"2026-07-24T00:35:29.618194Z","steps":["trace[880414749] 'agreement among raft nodes before linearized reading' (duration: 971.560057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.618224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.912987Z","time spent":"705.227139ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:35:29.618242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.646424Z","time spent":"971.808905ms","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":34203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.434515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5167"} {"level":"warn","ts":"2026-07-24T00:35:29.618432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.090426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:35:29.618476Z","caller":"traceutil/trace.go:171","msg":"trace[1936929408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22691; }","duration":"910.157418ms","start":"2026-07-24T00:35:28.708301Z","end":"2026-07-24T00:35:29.618458Z","steps":["trace[1936929408] 'agreement among raft nodes before linearized reading' (duration: 910.041495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:29.618485Z","caller":"traceutil/trace.go:171","msg":"trace[1217711901] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22691; }","duration":"442.489717ms","start":"2026-07-24T00:35:29.175876Z","end":"2026-07-24T00:35:29.618365Z","steps":["trace[1217711901] 'agreement among raft nodes before linearized reading' (duration: 442.312442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.618512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.708292Z","time spent":"910.2103ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:29.175847Z","time spent":"442.671623ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5190,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.35599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T00:35:29.618568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.636859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:35:29.618612Z","caller":"traceutil/trace.go:171","msg":"trace[817067401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22691; }","duration":"918.414652ms","start":"2026-07-24T00:35:28.700186Z","end":"2026-07-24T00:35:29.618601Z","steps":["trace[817067401] 'agreement among raft nodes before linearized reading' (duration: 918.329899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.618639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.700174Z","time spent":"918.459243ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.582639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T00:35:29.617785Z","caller":"traceutil/trace.go:171","msg":"trace[1591992880] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"527.298823ms","start":"2026-07-24T00:35:29.090436Z","end":"2026-07-24T00:35:29.617734Z","steps":["trace[1591992880] 'process raft request' (duration: 527.044525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.618637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.904616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:35:29.618704Z","caller":"traceutil/trace.go:171","msg":"trace[201767346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22691; }","duration":"940.759274ms","start":"2026-07-24T00:35:28.677926Z","end":"2026-07-24T00:35:29.618685Z","steps":["trace[201767346] 'agreement among raft nodes before linearized reading' (duration: 940.427234ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:29.618743Z","caller":"traceutil/trace.go:171","msg":"trace[1978756190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22691; }","duration":"940.043131ms","start":"2026-07-24T00:35:28.678672Z","end":"2026-07-24T00:35:29.618715Z","steps":["trace[1978756190] 'agreement among raft nodes before linearized reading' (duration: 939.809854ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:35:29.618655Z","caller":"traceutil/trace.go:171","msg":"trace[2137371488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22691; }","duration":"939.755552ms","start":"2026-07-24T00:35:28.678876Z","end":"2026-07-24T00:35:29.618632Z","steps":["trace[2137371488] 'agreement among raft nodes before linearized reading' (duration: 939.442152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.618766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:29.090409Z","time spent":"528.291065ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:35:29.618781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.677908Z","time spent":"940.860667ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.678665Z","time spent":"940.115753ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:35:29.618804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.678865Z","time spent":"939.926558ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T00:35:29.618859Z","caller":"traceutil/trace.go:171","msg":"trace[1528123956] transaction","detail":"{read_only:false; response_revision:22688; number_of_response:1; }","duration":"666.608328ms","start":"2026-07-24T00:35:28.952224Z","end":"2026-07-24T00:35:29.618832Z","steps":["trace[1528123956] 'process raft request' (duration: 665.148902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:35:29.618953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:35:28.952196Z","time spent":"666.726462ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:36:58.18524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.506916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:36:58.185344Z","caller":"traceutil/trace.go:171","msg":"trace[1120570439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23631; }","duration":"105.659281ms","start":"2026-07-24T00:36:58.079656Z","end":"2026-07-24T00:36:58.185316Z","steps":["trace[1120570439] 'agreement among raft nodes before linearized reading' (duration: 105.411463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:36:58.185711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.315706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-24T00:36:58.185791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.494934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T00:36:58.185885Z","caller":"traceutil/trace.go:171","msg":"trace[1645180576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23631; }","duration":"104.625228ms","start":"2026-07-24T00:36:58.081232Z","end":"2026-07-24T00:36:58.185857Z","steps":["trace[1645180576] 'agreement among raft nodes before linearized reading' (duration: 104.37049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:36:58.186053Z","caller":"traceutil/trace.go:171","msg":"trace[1868820738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23631; }","duration":"103.452141ms","start":"2026-07-24T00:36:58.082341Z","end":"2026-07-24T00:36:58.185794Z","steps":["trace[1868820738] 'agreement among raft nodes before linearized reading' (duration: 103.207643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:10.803723Z","caller":"traceutil/trace.go:171","msg":"trace[1284280313] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"243.314873ms","start":"2026-07-24T00:37:10.560378Z","end":"2026-07-24T00:37:10.803693Z","steps":["trace[1284280313] 'process raft request' (duration: 151.630158ms)","trace[1284280313] 'compare' (duration: 91.004203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:37:20.521688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:21.0221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:21.52272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:22.023886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:22.525083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:22.945071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:37:22.945143Z","caller":"traceutil/trace.go:171","msg":"trace[572629000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346789s","start":"2026-07-24T00:37:20.94478Z","end":"2026-07-24T00:37:22.945127Z","steps":["trace[572629000] 'agreement among raft nodes before linearized reading' (duration: 2.000260026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:22.945177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.94472Z","time spent":"2.000450112s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:37:23.026029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:23.700887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:24.336574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:24.585949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.572492999s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:37:24.586257Z","caller":"traceutil/trace.go:171","msg":"trace[395173542] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"4.572880951s","start":"2026-07-24T00:37:20.013353Z","end":"2026-07-24T00:37:24.586234Z","steps":["trace[395173542] 'process raft request' (duration: 4.572754857s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.586392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.013331Z","time spent":"4.572993025s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:24.597784Z","caller":"traceutil/trace.go:171","msg":"trace[631382726] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"4.57286226s","start":"2026-07-24T00:37:20.024888Z","end":"2026-07-24T00:37:24.59775Z","steps":["trace[631382726] 'process raft request' (duration: 4.572437197s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.597937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.024866Z","time spent":"4.572993855s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:24.597924Z","caller":"traceutil/trace.go:171","msg":"trace[1922188811] linearizableReadLoop","detail":"{readStateIndex:24625; appliedIndex:24615; }","duration":"4.576849687s","start":"2026-07-24T00:37:20.021052Z","end":"2026-07-24T00:37:24.597902Z","steps":["trace[1922188811] 'read index received' (duration: 4.565091312s)","trace[1922188811] 'applied index is now lower than readState.Index' (duration: 11.757365ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:37:24.598049Z","caller":"traceutil/trace.go:171","msg":"trace[1122627425] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"4.573100589s","start":"2026-07-24T00:37:20.024938Z","end":"2026-07-24T00:37:24.598039Z","steps":["trace[1122627425] 'process raft request' (duration: 4.572610063s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.598104Z","caller":"traceutil/trace.go:171","msg":"trace[535954925] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"2.999750354s","start":"2026-07-24T00:37:21.598332Z","end":"2026-07-24T00:37:24.598082Z","steps":["trace[535954925] 'process raft request' (duration: 2.999447334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.598155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.024917Z","time spent":"4.57315886s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:24.598213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.598306Z","time spent":"2.999845476s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:24.5983Z","caller":"traceutil/trace.go:171","msg":"trace[982852728] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"4.330394655s","start":"2026-07-24T00:37:20.2679Z","end":"2026-07-24T00:37:24.598294Z","steps":["trace[982852728] 'process raft request' (duration: 4.329733134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.599113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712077586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:24.599157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71220565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:24.599165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.267876Z","time spent":"4.331245152s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:24.599188Z","caller":"traceutil/trace.go:171","msg":"trace[456654363] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23830; }","duration":"2.712312993s","start":"2026-07-24T00:37:21.886864Z","end":"2026-07-24T00:37:24.599177Z","steps":["trace[456654363] 'agreement among raft nodes before linearized reading' (duration: 2.712278392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.599195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572353308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:24.599221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.886841Z","time spent":"2.712372545s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-24T00:37:24.599224Z","caller":"traceutil/trace.go:171","msg":"trace[1455762929] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23830; }","duration":"2.572432571s","start":"2026-07-24T00:37:22.026781Z","end":"2026-07-24T00:37:24.599213Z","steps":["trace[1455762929] 'agreement among raft nodes before linearized reading' (duration: 2.57239324s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.599257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288606731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T00:37:24.599299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711596811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"warn","ts":"2026-07-24T00:37:24.599124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529855132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:37:24.599327Z","caller":"traceutil/trace.go:171","msg":"trace[231435830] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23830; }","duration":"2.711639222s","start":"2026-07-24T00:37:21.887678Z","end":"2026-07-24T00:37:24.599317Z","steps":["trace[231435830] 'agreement among raft nodes before linearized reading' (duration: 2.711596031s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.599333Z","caller":"traceutil/trace.go:171","msg":"trace[1461353718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23830; }","duration":"2.530101751s","start":"2026-07-24T00:37:22.069224Z","end":"2026-07-24T00:37:24.599326Z","steps":["trace[1461353718] 'agreement among raft nodes before linearized reading' (duration: 2.529821822s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.5993Z","caller":"traceutil/trace.go:171","msg":"trace[1583447857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23830; }","duration":"4.288682944s","start":"2026-07-24T00:37:20.310603Z","end":"2026-07-24T00:37:24.599286Z","steps":["trace[1583447857] 'agreement among raft nodes before linearized reading' (duration: 4.288452167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.599384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.069202Z","time spent":"2.530172862s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:37:24.599385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.310597Z","time spent":"4.288778567s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:37:24.599256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.026752Z","time spent":"2.572496742s","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:24.599404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712449137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.599156Z","caller":"traceutil/trace.go:171","msg":"trace[1639936] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23830; }","duration":"2.712116267s","start":"2026-07-24T00:37:21.88703Z","end":"2026-07-24T00:37:24.599146Z","steps":["trace[1639936] 'agreement among raft nodes before linearized reading' (duration: 2.712066755s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.59935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.887669Z","time spent":"2.711676113s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-07-24T00:37:24.599463Z","caller":"traceutil/trace.go:171","msg":"trace[1907129891] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23830; }","duration":"2.712584212s","start":"2026-07-24T00:37:21.886865Z","end":"2026-07-24T00:37:24.59945Z","steps":["trace[1907129891] 'agreement among raft nodes before linearized reading' (duration: 2.712446457s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.598458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.577409566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-24T00:37:24.5995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.886845Z","time spent":"2.712645874s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-24T00:37:24.599552Z","caller":"traceutil/trace.go:171","msg":"trace[919739710] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:23830; }","duration":"4.578501651s","start":"2026-07-24T00:37:20.021019Z","end":"2026-07-24T00:37:24.599521Z","steps":["trace[919739710] 'agreement among raft nodes before linearized reading' (duration: 4.577338704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.598557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475482744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-8s7tl\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-07-24T00:37:24.599615Z","caller":"traceutil/trace.go:171","msg":"trace[510396164] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-8s7tl; range_end:; response_count:1; response_revision:23830; }","duration":"4.476565668s","start":"2026-07-24T00:37:20.123036Z","end":"2026-07-24T00:37:24.599602Z","steps":["trace[510396164] 'agreement among raft nodes before linearized reading' (duration: 4.475459573s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.59965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.123018Z","time spent":"4.47661953s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6409,"request content":"key:\"/registry/pods/openstack/magnum-rabbit-init-8s7tl\" "} {"level":"warn","ts":"2026-07-24T00:37:24.599649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.021011Z","time spent":"4.578589733s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877429341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.599722Z","caller":"traceutil/trace.go:171","msg":"trace[618510135] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23830; }","duration":"2.878562747s","start":"2026-07-24T00:37:21.721126Z","end":"2026-07-24T00:37:24.599688Z","steps":["trace[618510135] 'agreement among raft nodes before linearized reading' (duration: 2.877448722s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.599761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.721107Z","time spent":"2.87864324s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873552467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-07-24T00:37:24.599841Z","caller":"traceutil/trace.go:171","msg":"trace[844653362] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23830; }","duration":"2.874804638s","start":"2026-07-24T00:37:21.725028Z","end":"2026-07-24T00:37:24.599833Z","steps":["trace[844653362] 'agreement among raft nodes before linearized reading' (duration: 2.873534237s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.598341Z","caller":"traceutil/trace.go:171","msg":"trace[1433621807] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"1.604010934s","start":"2026-07-24T00:37:22.99432Z","end":"2026-07-24T00:37:24.598331Z","steps":["trace[1433621807] 'process raft request' (duration: 1.603543599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.599875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.72502Z","time spent":"2.874846039s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877478832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:24.599926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.994306Z","time spent":"1.605591774s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:24.598655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877687599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.599958Z","caller":"traceutil/trace.go:171","msg":"trace[1471155297] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23830; }","duration":"2.878832026s","start":"2026-07-24T00:37:21.721108Z","end":"2026-07-24T00:37:24.59994Z","steps":["trace[1471155297] 'agreement among raft nodes before linearized reading' (duration: 2.877500434s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.599978Z","caller":"traceutil/trace.go:171","msg":"trace[380682848] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23830; }","duration":"2.879040882s","start":"2026-07-24T00:37:21.720929Z","end":"2026-07-24T00:37:24.59997Z","steps":["trace[380682848] 'agreement among raft nodes before linearized reading' (duration: 2.87771091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.598688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911670633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:24.6Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.72091Z","time spent":"2.879083944s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:24.599998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.72109Z","time spent":"2.878895638s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:24.59873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080052565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:37:24.598729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.59022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:37:24.600069Z","caller":"traceutil/trace.go:171","msg":"trace[811894267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23830; }","duration":"3.08143315s","start":"2026-07-24T00:37:21.518628Z","end":"2026-07-24T00:37:24.600061Z","steps":["trace[811894267] 'agreement among raft nodes before linearized reading' (duration: 3.080075497s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.600074Z","caller":"traceutil/trace.go:171","msg":"trace[1232578947] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23830; }","duration":"264.936793ms","start":"2026-07-24T00:37:24.335128Z","end":"2026-07-24T00:37:24.600064Z","steps":["trace[1232578947] 'agreement among raft nodes before linearized reading' (duration: 263.56987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.60009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.518601Z","time spent":"3.081482431s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:24.598771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.341419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:24.598768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40145738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.600121Z","caller":"traceutil/trace.go:171","msg":"trace[1034330449] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23830; }","duration":"898.716193ms","start":"2026-07-24T00:37:23.701394Z","end":"2026-07-24T00:37:24.600111Z","steps":["trace[1034330449] 'agreement among raft nodes before linearized reading' (duration: 897.350749ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.600138Z","caller":"traceutil/trace.go:171","msg":"trace[1056722885] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:23830; }","duration":"3.402852934s","start":"2026-07-24T00:37:21.197275Z","end":"2026-07-24T00:37:24.600128Z","steps":["trace[1056722885] 'agreement among raft nodes before linearized reading' (duration: 3.40147126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.600155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:23.701368Z","time spent":"898.775644ms","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:24.598809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653082989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.600206Z","caller":"traceutil/trace.go:171","msg":"trace[39091161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23830; }","duration":"1.654503474s","start":"2026-07-24T00:37:22.945691Z","end":"2026-07-24T00:37:24.600194Z","steps":["trace[39091161] 'agreement among raft nodes before linearized reading' (duration: 1.65309793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.600235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.945672Z","time spent":"1.654555346s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15744531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:37:24.600284Z","caller":"traceutil/trace.go:171","msg":"trace[1484504213] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23830; }","duration":"2.158869336s","start":"2026-07-24T00:37:22.441402Z","end":"2026-07-24T00:37:24.600271Z","steps":["trace[1484504213] 'agreement among raft nodes before linearized reading' (duration: 2.15742037s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.600351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.441381Z","time spent":"2.158925888s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:24.5989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293125906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:37:24.600423Z","caller":"traceutil/trace.go:171","msg":"trace[463974703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23830; }","duration":"4.294674935s","start":"2026-07-24T00:37:20.305735Z","end":"2026-07-24T00:37:24.60041Z","steps":["trace[463974703] 'agreement among raft nodes before linearized reading' (duration: 4.293118846s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.60044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.887022Z","time spent":"2.713408068s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:37:24.600466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.305709Z","time spent":"4.294744378s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.290956807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:37:24.600502Z","caller":"traceutil/trace.go:171","msg":"trace[669176790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23830; }","duration":"4.292575278s","start":"2026-07-24T00:37:20.307914Z","end":"2026-07-24T00:37:24.60049Z","steps":["trace[669176790] 'agreement among raft nodes before linearized reading' (duration: 4.290872043s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.600523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.307907Z","time spent":"4.292609359s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346332324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:37:24.600575Z","caller":"traceutil/trace.go:171","msg":"trace[1073630171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23830; }","duration":"4.347987566s","start":"2026-07-24T00:37:20.252582Z","end":"2026-07-24T00:37:24.600569Z","steps":["trace[1073630171] 'agreement among raft nodes before linearized reading' (duration: 4.346334264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.600594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.252562Z","time spent":"4.348026927s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:37:24.598984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930354423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.600653Z","caller":"traceutil/trace.go:171","msg":"trace[695830563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:23830; }","duration":"3.932060858s","start":"2026-07-24T00:37:20.668582Z","end":"2026-07-24T00:37:24.600643Z","steps":["trace[695830563] 'agreement among raft nodes before linearized reading' (duration: 3.930373064s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.60069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.668564Z","time spent":"3.932109439s","remote":"127.0.0.1:55116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:37:24.599001Z","caller":"traceutil/trace.go:171","msg":"trace[1594355576] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"4.189177559s","start":"2026-07-24T00:37:20.409814Z","end":"2026-07-24T00:37:24.598991Z","steps":["trace[1594355576] 'process raft request' (duration: 4.187895778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.600794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.409795Z","time spent":"4.190946676s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:24.59903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161145368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"info","ts":"2026-07-24T00:37:24.600871Z","caller":"traceutil/trace.go:171","msg":"trace[1047492741] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23830; }","duration":"2.163017108s","start":"2026-07-24T00:37:22.437844Z","end":"2026-07-24T00:37:24.600861Z","steps":["trace[1047492741] 'agreement among raft nodes before linearized reading' (duration: 2.161051126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.6009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.437826Z","time spent":"2.163062259s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418407,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T00:37:24.599043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287290669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:37:24.600971Z","caller":"traceutil/trace.go:171","msg":"trace[126595014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23830; }","duration":"4.289224422s","start":"2026-07-24T00:37:20.311736Z","end":"2026-07-24T00:37:24.60096Z","steps":["trace[126595014] 'agreement among raft nodes before linearized reading' (duration: 4.287262609s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.601008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.311731Z","time spent":"4.289267863s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:37:24.599029Z","caller":"traceutil/trace.go:171","msg":"trace[480566703] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"4.218879927s","start":"2026-07-24T00:37:20.380142Z","end":"2026-07-24T00:37:24.599022Z","steps":["trace[480566703] 'process raft request' (duration: 4.217530364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.601155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.380121Z","time spent":"4.220988714s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:24.599069Z","caller":"traceutil/trace.go:171","msg":"trace[2075007496] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"3.783655462s","start":"2026-07-24T00:37:20.815407Z","end":"2026-07-24T00:37:24.599062Z","steps":["trace[2075007496] 'process raft request' (duration: 3.78233518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.601225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.81539Z","time spent":"3.785815301s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:24.59831Z","caller":"traceutil/trace.go:171","msg":"trace[1849786788] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"2.494910317s","start":"2026-07-24T00:37:22.103391Z","end":"2026-07-24T00:37:24.598301Z","steps":["trace[1849786788] 'process raft request' (duration: 2.494419071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.601293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:22.103368Z","time spent":"2.497899652s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:24.598678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.093609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:24.601405Z","caller":"traceutil/trace.go:171","msg":"trace[2018353582] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23830; }","duration":"262.853676ms","start":"2026-07-24T00:37:24.338542Z","end":"2026-07-24T00:37:24.601395Z","steps":["trace[2018353582] 'agreement among raft nodes before linearized reading' (duration: 260.107709ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:24.600021Z","caller":"traceutil/trace.go:171","msg":"trace[1528538620] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23830; }","duration":"2.913033657s","start":"2026-07-24T00:37:21.686971Z","end":"2026-07-24T00:37:24.600005Z","steps":["trace[1528538620] 'agreement among raft nodes before linearized reading' (duration: 2.911697185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.601556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.686946Z","time spent":"2.914601677s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:24.600177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:21.197255Z","time spent":"3.402909446s","remote":"127.0.0.1:55064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:24.598839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291471483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T00:37:24.601759Z","caller":"traceutil/trace.go:171","msg":"trace[211599616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23830; }","duration":"4.294377166s","start":"2026-07-24T00:37:20.307343Z","end":"2026-07-24T00:37:24.60172Z","steps":["trace[211599616] 'agreement among raft nodes before linearized reading' (duration: 4.291446203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:24.60181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:20.307335Z","time spent":"4.294457238s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:37:46.445456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:46.946492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:47.447073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:47.944481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:37:47.944542Z","caller":"traceutil/trace.go:171","msg":"trace[1691128697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028739s","start":"2026-07-24T00:37:45.944494Z","end":"2026-07-24T00:37:47.944523Z","steps":["trace[1691128697] 'agreement among raft nodes before linearized reading' (duration: 1.999959976s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:47.944569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:45.944476Z","time spent":"2.00008807s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:37:47.94824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:48.245909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.812189649s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:37:48.246567Z","caller":"traceutil/trace.go:171","msg":"trace[1982920536] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"2.812876191s","start":"2026-07-24T00:37:45.433654Z","end":"2026-07-24T00:37:48.24653Z","steps":["trace[1982920536] 'process raft request' (duration: 2.812581261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.246775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:45.433642Z","time spent":"2.813027005s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:48.260515Z","caller":"traceutil/trace.go:171","msg":"trace[1301791915] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"1.585756642s","start":"2026-07-24T00:37:46.674711Z","end":"2026-07-24T00:37:48.260468Z","steps":["trace[1301791915] 'process raft request' (duration: 1.5853897s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.260606Z","caller":"traceutil/trace.go:171","msg":"trace[245857526] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.572077545s","start":"2026-07-24T00:37:46.688477Z","end":"2026-07-24T00:37:48.260554Z","steps":["trace[245857526] 'process raft request' (duration: 1.571840588s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.260628Z","caller":"traceutil/trace.go:171","msg":"trace[1350387027] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"1.574342717s","start":"2026-07-24T00:37:46.686241Z","end":"2026-07-24T00:37:48.260584Z","steps":["trace[1350387027] 'process raft request' (duration: 1.574034348s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.260674Z","caller":"traceutil/trace.go:171","msg":"trace[895754182] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.557826761s","start":"2026-07-24T00:37:46.702828Z","end":"2026-07-24T00:37:48.260655Z","steps":["trace[895754182] 'process raft request' (duration: 1.557527171s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.2607Z","caller":"traceutil/trace.go:171","msg":"trace[1617347721] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"1.55279666s","start":"2026-07-24T00:37:46.70789Z","end":"2026-07-24T00:37:48.260687Z","steps":["trace[1617347721] 'process raft request' (duration: 1.552594953s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.260708Z","caller":"traceutil/trace.go:171","msg":"trace[190645252] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.553008417s","start":"2026-07-24T00:37:46.707683Z","end":"2026-07-24T00:37:48.260691Z","steps":["trace[190645252] 'process raft request' (duration: 1.552750259s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.260732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.674695Z","time spent":"1.585922967s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:48.260761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.702796Z","time spent":"1.557918014s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:48.260747Z","caller":"traceutil/trace.go:171","msg":"trace[1746925469] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.556658963s","start":"2026-07-24T00:37:46.704047Z","end":"2026-07-24T00:37:48.260706Z","steps":["trace[1746925469] 'process raft request' (duration: 1.556352363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.2608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.68623Z","time spent":"1.574487552s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:48.260822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.707672Z","time spent":"1.553079379s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:48.260627Z","caller":"traceutil/trace.go:171","msg":"trace[162389531] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"1.34433691s","start":"2026-07-24T00:37:46.916262Z","end":"2026-07-24T00:37:48.260599Z","steps":["trace[162389531] 'process raft request' (duration: 1.344256117s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.260841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.688463Z","time spent":"1.57224578s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:48.260914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.916227Z","time spent":"1.34464797s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:48.260918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.707869Z","time spent":"1.552881153s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:48.26092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.704035Z","time spent":"1.556790537s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:37:48.261184Z","caller":"traceutil/trace.go:171","msg":"trace[48215639] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"1.137122948s","start":"2026-07-24T00:37:47.124052Z","end":"2026-07-24T00:37:48.261175Z","steps":["trace[48215639] 'process raft request' (duration: 1.136500638s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.261189Z","caller":"traceutil/trace.go:171","msg":"trace[2055151523] linearizableReadLoop","detail":"{readStateIndex:24822; appliedIndex:24812; }","duration":"2.316638539s","start":"2026-07-24T00:37:45.944535Z","end":"2026-07-24T00:37:48.261174Z","steps":["trace[2055151523] 'read index received' (duration: 2.301648701s)","trace[2055151523] 'applied index is now lower than readState.Index' (duration: 14.988698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:37:48.261277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:47.124021Z","time spent":"1.13719278s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:37:48.261444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209868363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-24T00:37:48.261487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.904567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:48.261524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533858356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:37:48.261531Z","caller":"traceutil/trace.go:171","msg":"trace[503953505] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24021; }","duration":"666.979629ms","start":"2026-07-24T00:37:47.594539Z","end":"2026-07-24T00:37:48.261518Z","steps":["trace[503953505] 'agreement among raft nodes before linearized reading' (duration: 666.888186ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.261554Z","caller":"traceutil/trace.go:171","msg":"trace[963491002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24021; }","duration":"1.533904437s","start":"2026-07-24T00:37:46.727638Z","end":"2026-07-24T00:37:48.261543Z","steps":["trace[963491002] 'agreement among raft nodes before linearized reading' (duration: 1.533838235s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.261596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.727627Z","time spent":"1.53396437s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:37:48.261679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54150326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:37:48.261701Z","caller":"traceutil/trace.go:171","msg":"trace[432063260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24021; }","duration":"1.541568072s","start":"2026-07-24T00:37:46.720127Z","end":"2026-07-24T00:37:48.261695Z","steps":["trace[432063260] 'agreement among raft nodes before linearized reading' (duration: 1.54151425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.261719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.720102Z","time spent":"1.541612943s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:37:48.261714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536063236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T00:37:48.261556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:47.59452Z","time spent":"667.029601ms","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:37:48.261756Z","caller":"traceutil/trace.go:171","msg":"trace[413608186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24021; }","duration":"1.536138888s","start":"2026-07-24T00:37:46.725606Z","end":"2026-07-24T00:37:48.261745Z","steps":["trace[413608186] 'agreement among raft nodes before linearized reading' (duration: 1.535947912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.261777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.725595Z","time spent":"1.53617801s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:37:48.261854Z","caller":"traceutil/trace.go:171","msg":"trace[1326059521] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24021; }","duration":"2.209990028s","start":"2026-07-24T00:37:46.051512Z","end":"2026-07-24T00:37:48.261502Z","steps":["trace[1326059521] 'agreement among raft nodes before linearized reading' (duration: 2.209790761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.261896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.731145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:48.262146Z","caller":"traceutil/trace.go:171","msg":"trace[1817600052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24021; }","duration":"316.996524ms","start":"2026-07-24T00:37:47.94514Z","end":"2026-07-24T00:37:48.262136Z","steps":["trace[1817600052] 'agreement among raft nodes before linearized reading' (duration: 316.743206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:47.945128Z","time spent":"317.040045ms","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:37:48.262221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607511615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:48.262251Z","caller":"traceutil/trace.go:171","msg":"trace[285023760] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24021; }","duration":"1.607554427s","start":"2026-07-24T00:37:46.654689Z","end":"2026-07-24T00:37:48.262244Z","steps":["trace[285023760] 'agreement among raft nodes before linearized reading' (duration: 1.607509396s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.654682Z","time spent":"1.607584988s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:48.262285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812723492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T00:37:48.262307Z","caller":"traceutil/trace.go:171","msg":"trace[227816186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24021; }","duration":"1.812749854s","start":"2026-07-24T00:37:46.449551Z","end":"2026-07-24T00:37:48.262301Z","steps":["trace[227816186] 'agreement among raft nodes before linearized reading' (duration: 1.812683042s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.449531Z","time spent":"1.812792355s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:37:48.262237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.051486Z","time spent":"2.21041242s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T00:37:48.262371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607217596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:48.262382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607240217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:48.262398Z","caller":"traceutil/trace.go:171","msg":"trace[2016032508] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24021; }","duration":"1.607265608s","start":"2026-07-24T00:37:46.655126Z","end":"2026-07-24T00:37:48.262392Z","steps":["trace[2016032508] 'agreement among raft nodes before linearized reading' (duration: 1.607221457s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.262402Z","caller":"traceutil/trace.go:171","msg":"trace[807531979] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24021; }","duration":"1.607278678s","start":"2026-07-24T00:37:46.655118Z","end":"2026-07-24T00:37:48.262397Z","steps":["trace[807531979] 'agreement among raft nodes before linearized reading' (duration: 1.607248897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735459988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:37:48.262422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.655119Z","time spent":"1.607298659s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:48.262383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60794804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:48.262441Z","caller":"traceutil/trace.go:171","msg":"trace[190843526] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24021; }","duration":"1.735481578s","start":"2026-07-24T00:37:46.526952Z","end":"2026-07-24T00:37:48.262433Z","steps":["trace[190843526] 'agreement among raft nodes before linearized reading' (duration: 1.735443097s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.262447Z","caller":"traceutil/trace.go:171","msg":"trace[360001833] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24021; }","duration":"1.608041723s","start":"2026-07-24T00:37:46.6544Z","end":"2026-07-24T00:37:48.262442Z","steps":["trace[360001833] 'agreement among raft nodes before linearized reading' (duration: 1.60796577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.526895Z","time spent":"1.735559631s","remote":"127.0.0.1:35856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:37:48.262468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.65438Z","time spent":"1.608080884s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:48.262423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.65511Z","time spent":"1.607309359s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:37:48.261865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.264466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:48.261872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535113886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:37:48.262628Z","caller":"traceutil/trace.go:171","msg":"trace[1992039655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24021; }","duration":"1.53587969s","start":"2026-07-24T00:37:46.726741Z","end":"2026-07-24T00:37:48.262621Z","steps":["trace[1992039655] 'agreement among raft nodes before linearized reading' (duration: 1.535094695s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:37:48.262621Z","caller":"traceutil/trace.go:171","msg":"trace[1603925461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24021; }","duration":"299.046761ms","start":"2026-07-24T00:37:47.96355Z","end":"2026-07-24T00:37:48.262596Z","steps":["trace[1603925461] 'agreement among raft nodes before linearized reading' (duration: 298.292327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.726735Z","time spent":"1.535911031s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:37:48.261457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541425797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:37:48.262703Z","caller":"traceutil/trace.go:171","msg":"trace[1056555018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24021; }","duration":"1.542695148s","start":"2026-07-24T00:37:46.720003Z","end":"2026-07-24T00:37:48.262698Z","steps":["trace[1056555018] 'agreement among raft nodes before linearized reading' (duration: 1.541376266s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.262717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.719993Z","time spent":"1.542719338s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:37:48.267686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612847396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:37:48.267774Z","caller":"traceutil/trace.go:171","msg":"trace[1624471950] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24021; }","duration":"1.61297922s","start":"2026-07-24T00:37:46.654773Z","end":"2026-07-24T00:37:48.267752Z","steps":["trace[1624471950] 'agreement among raft nodes before linearized reading' (duration: 1.607735243s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.267826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.654754Z","time spent":"1.613059493s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:37:48.26784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549596907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:37:48.268111Z","caller":"traceutil/trace.go:171","msg":"trace[1280889627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24021; }","duration":"1.549911938s","start":"2026-07-24T00:37:46.718175Z","end":"2026-07-24T00:37:48.268087Z","steps":["trace[1280889627] 'agreement among raft nodes before linearized reading' (duration: 1.54435015s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.268155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.718163Z","time spent":"1.54998187s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:37:48.268295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915634355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:37:48.268367Z","caller":"traceutil/trace.go:171","msg":"trace[861378000] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24021; }","duration":"1.91575507s","start":"2026-07-24T00:37:46.352595Z","end":"2026-07-24T00:37:48.26835Z","steps":["trace[861378000] 'agreement among raft nodes before linearized reading' (duration: 1.910021957s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.268397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613152086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:37:48.268428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.352577Z","time spent":"1.915831282s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:37:48.268458Z","caller":"traceutil/trace.go:171","msg":"trace[147024211] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24021; }","duration":"1.613258779s","start":"2026-07-24T00:37:46.655182Z","end":"2026-07-24T00:37:48.268441Z","steps":["trace[147024211] 'agreement among raft nodes before linearized reading' (duration: 1.60733711s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:48.268646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:46.655162Z","time spent":"1.613476926s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:52.775882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:53.276001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:53.776882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:54.277653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:54.777789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:55.278491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:55.779466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:55.946552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:37:55.94661Z","caller":"traceutil/trace.go:171","msg":"trace[1368255451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999853314s","start":"2026-07-24T00:37:53.946744Z","end":"2026-07-24T00:37:55.946597Z","steps":["trace[1368255451] 'agreement among raft nodes before linearized reading' (duration: 1.999784251s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:55.946635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:53.946717Z","time spent":"1.999912905s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:37:56.280626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:56.781644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:57.277692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.278896Z","time spent":"4.998790168s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.280387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.283226Z","time spent":"4.997156186s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.280483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.28161Z","time spent":"4.998866542s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.281138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.282252Z","time spent":"4.998883742s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.281222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.28317Z","time spent":"4.998029405s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.282497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:57.289728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.291302Z","time spent":"4.998419326s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.299358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999024706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:37:57.299414Z","caller":"traceutil/trace.go:171","msg":"trace[284707776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999134749s","start":"2026-07-24T00:37:52.300267Z","end":"2026-07-24T00:37:57.299401Z","steps":["trace[284707776] 'agreement among raft nodes before linearized reading' (duration: 4.999066297s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:57.299445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.300246Z","time spent":"4.999192831s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.301551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999760779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:37:57.301617Z","caller":"traceutil/trace.go:171","msg":"trace[1795765350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999857962s","start":"2026-07-24T00:37:52.301744Z","end":"2026-07-24T00:37:57.301602Z","steps":["trace[1795765350] 'agreement among raft nodes before linearized reading' (duration: 4.99978163s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:57.301652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.301729Z","time spent":"4.999914105s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:37:57.302058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998851961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:37:57.302093Z","caller":"traceutil/trace.go:171","msg":"trace[100512401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998909423s","start":"2026-07-24T00:37:52.303175Z","end":"2026-07-24T00:37:57.302085Z","steps":["trace[100512401] 'agreement among raft nodes before linearized reading' (duration: 4.998870442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:57.302119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.303167Z","time spent":"4.998945954s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 00:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:37:57.782817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:57.947259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:37:57.947332Z","caller":"traceutil/trace.go:171","msg":"trace[597919848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160411s","start":"2026-07-24T00:37:55.947159Z","end":"2026-07-24T00:37:57.947319Z","steps":["trace[597919848] 'agreement among raft nodes before linearized reading' (duration: 2.000067628s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:57.947364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.947146Z","time spent":"2.000212064s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:37:58.283926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:58.785006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:59.269174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.268981Z","time spent":"7.000186772s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:37:59.275303Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T00:37:59.275476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000204491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:37:59.27554Z","caller":"traceutil/trace.go:171","msg":"trace[1443802869] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; }","duration":"7.000312105s","start":"2026-07-24T00:37:52.275207Z","end":"2026-07-24T00:37:59.275519Z","steps":["trace[1443802869] 'agreement among raft nodes before linearized reading' (duration: 7.000231202s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:59.275603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.275195Z","time spent":"7.000393287s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:37:59.282748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.281937Z","time spent":"7.00080832s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:37:59.77628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:37:59.955671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000793352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:37:59.955758Z","caller":"traceutil/trace.go:171","msg":"trace[1055264193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000911317s","start":"2026-07-24T00:37:57.954831Z","end":"2026-07-24T00:37:59.955742Z","steps":["trace[1055264193] 'agreement among raft nodes before linearized reading' (duration: 2.000809803s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:37:59.955798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.954822Z","time spent":"2.000965038s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:37:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:00.276486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:00.776664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:01.277023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:01.637997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:54.637083Z","time spent":"7.000904534s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:38:01.777831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:01.955949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:01.956038Z","caller":"traceutil/trace.go:171","msg":"trace[1492173021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069819s","start":"2026-07-24T00:37:59.955947Z","end":"2026-07-24T00:38:01.956017Z","steps":["trace[1492173021] 'agreement among raft nodes before linearized reading' (duration: 1.999963196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:01.956085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.955918Z","time spent":"2.000155322s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:38:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.200815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.200441Z","time spent":"7.000365677s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:38:02.277808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999071729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.277913Z","caller":"traceutil/trace.go:171","msg":"trace[72122973] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999235434s","start":"2026-07-24T00:37:57.278657Z","end":"2026-07-24T00:38:02.277893Z","steps":["trace[72122973] 'agreement among raft nodes before linearized reading' (duration: 4.99909454s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.278154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.278643Z","time spent":"4.99942208s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.27836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:02.280655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999008126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.280738Z","caller":"traceutil/trace.go:171","msg":"trace[1909934117] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99912656s","start":"2026-07-24T00:37:57.28159Z","end":"2026-07-24T00:38:02.280717Z","steps":["trace[1909934117] 'agreement among raft nodes before linearized reading' (duration: 4.999026487s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.280872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.281568Z","time spent":"4.999291266s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.281456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995167276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.281522Z","caller":"traceutil/trace.go:171","msg":"trace[862670267] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.995273949s","start":"2026-07-24T00:37:59.286231Z","end":"2026-07-24T00:38:02.281505Z","steps":["trace[862670267] 'agreement among raft nodes before linearized reading' (duration: 2.995199847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.281659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.286213Z","time spent":"2.995350462s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.281949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999300126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:02.282014Z","caller":"traceutil/trace.go:171","msg":"trace[1045664316] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999410609s","start":"2026-07-24T00:37:57.282591Z","end":"2026-07-24T00:38:02.282001Z","steps":["trace[1045664316] 'agreement among raft nodes before linearized reading' (duration: 4.999335587s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.282174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999484632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:02.282233Z","caller":"traceutil/trace.go:171","msg":"trace[1470657524] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999549464s","start":"2026-07-24T00:37:57.282669Z","end":"2026-07-24T00:38:02.282218Z","steps":["trace[1470657524] 'agreement among raft nodes before linearized reading' (duration: 4.999482402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.282284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.282612Z","time spent":"4.999659667s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T00:38:02.282609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99942293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:02.282659Z","caller":"traceutil/trace.go:171","msg":"trace[775374407] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999513543s","start":"2026-07-24T00:37:57.283132Z","end":"2026-07-24T00:38:02.282646Z","steps":["trace[775374407] 'agreement among raft nodes before linearized reading' (duration: 4.999461401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.282255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.28257Z","time spent":"4.999557844s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.282705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.283114Z","time spent":"4.999579684s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.289913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999157122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.289989Z","caller":"traceutil/trace.go:171","msg":"trace[2132218732] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999255525s","start":"2026-07-24T00:37:57.290716Z","end":"2026-07-24T00:38:02.289971Z","steps":["trace[2132218732] 'agreement among raft nodes before linearized reading' (duration: 4.999153391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.290042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.290698Z","time spent":"4.999333177s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.291427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000103288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.291469Z","caller":"traceutil/trace.go:171","msg":"trace[683064870] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000169601s","start":"2026-07-24T00:37:52.29129Z","end":"2026-07-24T00:38:02.291459Z","steps":["trace[683064870] 'agreement among raft nodes before linearized reading' (duration: 10.000117639s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.291496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.291283Z","time spent":"10.000207092s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.299242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997874893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.299278Z","caller":"traceutil/trace.go:171","msg":"trace[731822407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997945775s","start":"2026-07-24T00:37:59.301323Z","end":"2026-07-24T00:38:02.299269Z","steps":["trace[731822407] 'agreement among raft nodes before linearized reading' (duration: 2.997904634s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.299302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.301304Z","time spent":"2.997990946s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.302559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99870265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T00:38:02.302858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998889886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.302903Z","caller":"traceutil/trace.go:171","msg":"trace[1512369374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998979518s","start":"2026-07-24T00:37:59.303908Z","end":"2026-07-24T00:38:02.302888Z","steps":["trace[1512369374] 'agreement among raft nodes before linearized reading' (duration: 2.998912486s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.302939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.303892Z","time spent":"2.99903648s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.302876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000229523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.302716Z","caller":"traceutil/trace.go:171","msg":"trace[161283645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998854294s","start":"2026-07-24T00:37:59.303806Z","end":"2026-07-24T00:38:02.30266Z","steps":["trace[161283645] 'agreement among raft nodes before linearized reading' (duration: 2.99872991s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:02.303103Z","caller":"traceutil/trace.go:171","msg":"trace[367302186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000500432s","start":"2026-07-24T00:37:52.302549Z","end":"2026-07-24T00:38:02.303049Z","steps":["trace[367302186] 'agreement among raft nodes before linearized reading' (duration: 10.000282835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.303139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.303789Z","time spent":"2.999328329s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.303167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.302516Z","time spent":"10.000640726s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:38:02.303361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000579854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.303413Z","caller":"traceutil/trace.go:171","msg":"trace[98310803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000650106s","start":"2026-07-24T00:37:52.302748Z","end":"2026-07-24T00:38:02.303398Z","steps":["trace[98310803] 'agreement among raft nodes before linearized reading' (duration: 10.000595224s)"],"step_count":1} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.30346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.302741Z","time spent":"10.000709119s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.307375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.114064324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:02.307423Z","caller":"traceutil/trace.go:171","msg":"trace[1114006308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.114159907s","start":"2026-07-24T00:37:55.19325Z","end":"2026-07-24T00:38:02.30741Z","steps":["trace[1114006308] 'agreement among raft nodes before linearized reading' (duration: 7.114104545s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:02.307455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.193233Z","time spent":"7.114213819s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.342426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:00.279423Z","time spent":"2.062996658s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:02.368934Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1236","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:02.770435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.769566Z","time spent":"7.000861862s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:38:02.77935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:03.280189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:03.781318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:03.964207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:03.964325Z","caller":"traceutil/trace.go:171","msg":"trace[40253822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829573s","start":"2026-07-24T00:38:01.963467Z","end":"2026-07-24T00:38:03.964296Z","steps":["trace[40253822] 'agreement among raft nodes before linearized reading' (duration: 2.000633607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:03.964611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:01.963452Z","time spent":"2.001144744s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:04.28187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:04.782415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:05.282696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:05.342868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:58.342073Z","time spent":"7.000786169s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:38:05.783508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:05.964648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999677617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:05.964722Z","caller":"traceutil/trace.go:171","msg":"trace[2092665135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999824021s","start":"2026-07-24T00:38:03.964881Z","end":"2026-07-24T00:38:05.964705Z","steps":["trace[2092665135] 'agreement among raft nodes before linearized reading' (duration: 1.999733459s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:05.964765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:03.964854Z","time spent":"1.999901864s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:38:06.275664Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T00:38:06.275804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.293964968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.275804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.201811148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.275854Z","caller":"traceutil/trace.go:171","msg":"trace[2055523800] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; }","duration":"11.29402805s","start":"2026-07-24T00:37:54.981807Z","end":"2026-07-24T00:38:06.275835Z","steps":["trace[2055523800] 'agreement among raft nodes before linearized reading' (duration: 11.293964018s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.275874Z","caller":"traceutil/trace.go:171","msg":"trace[27150141] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"11.201930711s","start":"2026-07-24T00:37:55.073926Z","end":"2026-07-24T00:38:06.275856Z","steps":["trace[27150141] 'agreement among raft nodes before linearized reading' (duration: 11.201842789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.275897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:54.981785Z","time spent":"11.294100812s","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.275916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.073903Z","time spent":"11.201999554s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.275956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.00066999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.275893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.605193223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.275932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000381202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.275986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.189759609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000729993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276014Z","caller":"traceutil/trace.go:171","msg":"trace[173585520] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"10.189825321s","start":"2026-07-24T00:37:56.086181Z","end":"2026-07-24T00:38:06.276006Z","steps":["trace[173585520] 'agreement among raft nodes before linearized reading' (duration: 10.18979525s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.276006Z","caller":"traceutil/trace.go:171","msg":"trace[734084427] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"13.605319187s","start":"2026-07-24T00:37:52.670663Z","end":"2026-07-24T00:38:06.275983Z","steps":["trace[734084427] 'agreement among raft nodes before linearized reading' (duration: 13.605189513s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.276035Z","caller":"traceutil/trace.go:171","msg":"trace[1735756769] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; }","duration":"14.000790705s","start":"2026-07-24T00:37:52.275238Z","end":"2026-07-24T00:38:06.276028Z","steps":["trace[1735756769] 'agreement among raft nodes before linearized reading' (duration: 14.000760534s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:56.086161Z","time spent":"10.189876753s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.27606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.275221Z","time spent":"14.000832096s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:06.276059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.670612Z","time spent":"13.605434781s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994091841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.444017962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.122946134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276121Z","caller":"traceutil/trace.go:171","msg":"trace[104553784] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; }","duration":"10.444086674s","start":"2026-07-24T00:37:55.832025Z","end":"2026-07-24T00:38:06.276112Z","steps":["trace[104553784] 'agreement among raft nodes before linearized reading' (duration: 10.444054142s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.276127Z","caller":"traceutil/trace.go:171","msg":"trace[1847967176] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; }","duration":"13.994176323s","start":"2026-07-24T00:37:52.28193Z","end":"2026-07-24T00:38:06.276106Z","steps":["trace[1847967176] 'agreement among raft nodes before linearized reading' (duration: 13.994110231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.27611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.629320036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.831895Z","time spent":"10.444261719s","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:06.276168Z","caller":"traceutil/trace.go:171","msg":"trace[1642435573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"9.123158651s","start":"2026-07-24T00:37:57.152976Z","end":"2026-07-24T00:38:06.276135Z","steps":["trace[1642435573] 'agreement among raft nodes before linearized reading' (duration: 9.122963655s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.281919Z","time spent":"13.994251176s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:06.276182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.363579106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.995908628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276209Z","caller":"traceutil/trace.go:171","msg":"trace[1914204234] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; }","duration":"8.629518773s","start":"2026-07-24T00:37:57.646665Z","end":"2026-07-24T00:38:06.276184Z","steps":["trace[1914204234] 'agreement among raft nodes before linearized reading' (duration: 8.629349757s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.276225Z","caller":"traceutil/trace.go:171","msg":"trace[1949308358] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"13.363634618s","start":"2026-07-24T00:37:52.912576Z","end":"2026-07-24T00:38:06.276211Z","steps":["trace[1949308358] 'agreement among raft nodes before linearized reading' (duration: 13.363572626s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.276239Z","caller":"traceutil/trace.go:171","msg":"trace[479373127] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"10.996042453s","start":"2026-07-24T00:37:55.28018Z","end":"2026-07-24T00:38:06.276222Z","steps":["trace[479373127] 'agreement among raft nodes before linearized reading' (duration: 10.9959393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.152957Z","time spent":"9.123263745s","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.646648Z","time spent":"8.629606275s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.262527688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.280153Z","time spent":"10.996118845s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.326223217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.444436584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994868666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276343Z","caller":"traceutil/trace.go:171","msg":"trace[1342597331] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; }","duration":"8.326287029s","start":"2026-07-24T00:37:57.950045Z","end":"2026-07-24T00:38:06.276332Z","steps":["trace[1342597331] 'agreement among raft nodes before linearized reading' (duration: 8.326256978s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.122067641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276361Z","caller":"traceutil/trace.go:171","msg":"trace[43888903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; }","duration":"10.444569089s","start":"2026-07-24T00:37:55.83178Z","end":"2026-07-24T00:38:06.276349Z","steps":["trace[43888903] 'agreement among raft nodes before linearized reading' (duration: 10.444464156s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.93283582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276382Z","caller":"traceutil/trace.go:171","msg":"trace[776783478] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"13.122101672s","start":"2026-07-24T00:37:53.154274Z","end":"2026-07-24T00:38:06.276376Z","steps":["trace[776783478] 'agreement among raft nodes before linearized reading' (duration: 13.122068221s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.276393Z","caller":"traceutil/trace.go:171","msg":"trace[368127491] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; }","duration":"13.994950779s","start":"2026-07-24T00:37:52.281419Z","end":"2026-07-24T00:38:06.276369Z","steps":["trace[368127491] 'agreement among raft nodes before linearized reading' (duration: 13.994863276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:55.831762Z","time spent":"10.44462801s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:06.276419Z","caller":"traceutil/trace.go:171","msg":"trace[563848189] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"8.932899772s","start":"2026-07-24T00:37:57.343511Z","end":"2026-07-24T00:38:06.276411Z","steps":["trace[563848189] 'agreement among raft nodes before linearized reading' (duration: 8.932863371s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:06.27632Z","caller":"traceutil/trace.go:171","msg":"trace[318994272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; }","duration":"12.262603771s","start":"2026-07-24T00:37:54.01371Z","end":"2026-07-24T00:38:06.276314Z","steps":["trace[318994272] 'agreement among raft nodes before linearized reading' (duration: 12.26257555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.281366Z","time spent":"13.995064202s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:38:06.276451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.343495Z","time spent":"8.932949153s","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:54.013687Z","time spent":"12.262763456s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-24T00:38:06.276265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.912522Z","time spent":"13.363730681s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.275959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.647907413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276508Z","caller":"traceutil/trace.go:171","msg":"trace[492844046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; }","duration":"9.648491132s","start":"2026-07-24T00:37:56.628008Z","end":"2026-07-24T00:38:06.276499Z","steps":["trace[492844046] 'agreement among raft nodes before linearized reading' (duration: 9.647942724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:56.62799Z","time spent":"9.648583344s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.950028Z","time spent":"8.32634775s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"warn","ts":"2026-07-24T00:38:06.276347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.766273635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T00:38:06.276688Z","caller":"traceutil/trace.go:171","msg":"trace[564003768] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; }","duration":"8.766662388s","start":"2026-07-24T00:37:57.510014Z","end":"2026-07-24T00:38:06.276676Z","steps":["trace[564003768] 'agreement among raft nodes before linearized reading' (duration: 8.766306696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:57.509991Z","time spent":"8.76673159s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:06.276778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.932491649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:38:06.276428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:53.154255Z","time spent":"13.122164854s","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:06.276847Z","caller":"traceutil/trace.go:171","msg":"trace[313529912] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; }","duration":"11.933250723s","start":"2026-07-24T00:37:54.343578Z","end":"2026-07-24T00:38:06.276829Z","steps":["trace[313529912] 'agreement among raft nodes before linearized reading' (duration: 11.93252746s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.276889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:54.343557Z","time spent":"11.933315786s","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:06.275982Z","caller":"traceutil/trace.go:171","msg":"trace[432647301] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; }","duration":"14.000733163s","start":"2026-07-24T00:37:52.275238Z","end":"2026-07-24T00:38:06.275971Z","steps":["trace[432647301] 'agreement among raft nodes before linearized reading' (duration: 14.000710652s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.277061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.275216Z","time spent":"14.001828217s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-24T00:38:06.27698Z","caller":"traceutil/trace.go:171","msg":"trace[2122915161] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; }","duration":"14.000558607s","start":"2026-07-24T00:37:52.275442Z","end":"2026-07-24T00:38:06.276001Z","steps":["trace[2122915161] 'agreement among raft nodes before linearized reading' (duration: 14.000429903s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:06.277428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:52.275412Z","time spent":"14.001999133s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:38:06.776012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:07.27615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:07.281149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.28411Z","time spent":"4.997030353s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:38:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:07.282339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999331275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:07.28242Z","caller":"traceutil/trace.go:171","msg":"trace[585181077] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999485521s","start":"2026-07-24T00:38:02.282918Z","end":"2026-07-24T00:38:07.282403Z","steps":["trace[585181077] 'agreement among raft nodes before linearized reading' (duration: 4.999364157s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:07.282488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.282897Z","time spent":"4.999580354s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/24 00:38:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:07.303566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.304999Z","time spent":"4.998560731s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:38:07.30363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.30428Z","time spent":"4.999340266s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:38:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:07.776858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:07.97365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00260605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:07.973727Z","caller":"traceutil/trace.go:171","msg":"trace[801971137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002715573s","start":"2026-07-24T00:38:05.970998Z","end":"2026-07-24T00:38:07.973714Z","steps":["trace[801971137] 'agreement among raft nodes before linearized reading' (duration: 2.00261985s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:07.973758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:05.970989Z","time spent":"2.002762215s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:38:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:08.277348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:08.445635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.176453816s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:38:08.722837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.813868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:38:08.822518Z","caller":"traceutil/trace.go:171","msg":"trace[1179710814] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24060; }","duration":"6.617745259s","start":"2026-07-24T00:38:02.204752Z","end":"2026-07-24T00:38:08.822497Z","steps":["trace[1179710814] 'process raft request' (duration: 6.617553223s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:08.822635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.204734Z","time spent":"6.617839832s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:09.036226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.678448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-24T00:38:09.036786Z","caller":"traceutil/trace.go:171","msg":"trace[1003690787] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"6.743821132s","start":"2026-07-24T00:38:02.292939Z","end":"2026-07-24T00:38:09.03676Z","steps":["trace[1003690787] 'process raft request' (duration: 6.743370257s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:09.036889Z","caller":"traceutil/trace.go:171","msg":"trace[209412484] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"6.732058366s","start":"2026-07-24T00:38:02.304815Z","end":"2026-07-24T00:38:09.036874Z","steps":["trace[209412484] 'process raft request' (duration: 6.731920292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:09.036952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.304795Z","time spent":"6.732120849s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:09.036953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.292917Z","time spent":"6.743960176s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T00:38:09.036844Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"53.882µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-24T00:38:09.037167Z","caller":"traceutil/trace.go:171","msg":"trace[640103943] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"6.732394418s","start":"2026-07-24T00:38:02.304765Z","end":"2026-07-24T00:38:09.037159Z","steps":["trace[640103943] 'process raft request' (duration: 6.731944733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:09.037203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.304753Z","time spent":"6.732430838s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:09.03744Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1236","error":"lease not found"} {"level":"info","ts":"2026-07-24T00:38:09.037648Z","caller":"traceutil/trace.go:171","msg":"trace[1249194999] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24065; }","duration":"3.690854062s","start":"2026-07-24T00:38:05.346716Z","end":"2026-07-24T00:38:09.03757Z","steps":["trace[1249194999] 'process raft request' (duration: 3.690470799s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:09.037705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:05.346695Z","time spent":"3.690981406s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:09.696347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.067926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-24T00:38:09.696641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.774968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.696812Z","caller":"traceutil/trace.go:171","msg":"trace[2064855924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24066; }","duration":"170.983135ms","start":"2026-07-24T00:38:09.525803Z","end":"2026-07-24T00:38:09.696786Z","steps":["trace[2064855924] 'range keys from in-memory index tree' (duration: 170.730427ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:09.697324Z","caller":"traceutil/trace.go:171","msg":"trace[1049537931] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"3.416158217s","start":"2026-07-24T00:38:06.281127Z","end":"2026-07-24T00:38:09.697285Z","steps":["trace[1049537931] 'process raft request' (duration: 3.41531356s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:09.697346Z","caller":"traceutil/trace.go:171","msg":"trace[1428393437] linearizableReadLoop","detail":"{readStateIndex:24875; appliedIndex:24850; }","duration":"3.421560369s","start":"2026-07-24T00:38:06.275741Z","end":"2026-07-24T00:38:09.697302Z","steps":["trace[1428393437] 'read index received' (duration: 2.170812486s)","trace[1428393437] 'applied index is now lower than readState.Index' (duration: 1.250743033s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.698052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:06.281105Z","time spent":"3.416312352s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T00:38:09.904823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.524388374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.904954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9311375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.904997Z","caller":"traceutil/trace.go:171","msg":"trace[928292512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24067; }","duration":"1.931264635s","start":"2026-07-24T00:38:07.973707Z","end":"2026-07-24T00:38:09.904972Z","steps":["trace[928292512] 'agreement among raft nodes before linearized reading' (duration: 1.723962401s)","trace[928292512] 'range keys from in-memory index tree' (duration: 207.271003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.90503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:07.973702Z","time spent":"1.931322156s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:38:09.904986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568558057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.290350171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710629739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.905221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.86811548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153417008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-24T00:38:09.905283Z","caller":"traceutil/trace.go:171","msg":"trace[741370349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24067; }","duration":"5.710713502s","start":"2026-07-24T00:38:04.19451Z","end":"2026-07-24T00:38:09.905224Z","steps":["trace[741370349] 'agreement among raft nodes before linearized reading' (duration: 5.502914672s)","trace[741370349] 'count revisions from in-memory index tree' (duration: 207.740347ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.905244Z","caller":"traceutil/trace.go:171","msg":"trace[1699128886] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24067; }","duration":"8.290476985s","start":"2026-07-24T00:38:01.614733Z","end":"2026-07-24T00:38:09.90521Z","steps":["trace[1699128886] 'agreement among raft nodes before linearized reading' (duration: 8.082761969s)","trace[1699128886] 'count revisions from in-memory index tree' (duration: 207.608873ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.905308Z","caller":"traceutil/trace.go:171","msg":"trace[1440412219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24067; }","duration":"7.868246445s","start":"2026-07-24T00:38:02.037045Z","end":"2026-07-24T00:38:09.905292Z","steps":["trace[1440412219] 'agreement among raft nodes before linearized reading' (duration: 7.660257779s)","trace[1440412219] 'count revisions from in-memory index tree' (duration: 207.870612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.905341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:04.194484Z","time spent":"5.710845896s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.90536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:01.614716Z","time spent":"8.290627621s","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.905371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.037026Z","time spent":"7.868330008s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.905364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232961486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:09.905444Z","caller":"traceutil/trace.go:171","msg":"trace[703027186] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24067; }","duration":"4.23309545s","start":"2026-07-24T00:38:05.672326Z","end":"2026-07-24T00:38:09.905421Z","steps":["trace[703027186] 'agreement among raft nodes before linearized reading' (duration: 4.025046733s)","trace[703027186] 'count revisions from in-memory index tree' (duration: 207.865182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.905459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620804377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-24T00:38:09.90553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644547023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939697454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.654037097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T00:38:09.905622Z","caller":"traceutil/trace.go:171","msg":"trace[187043738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24067; }","duration":"6.65413163s","start":"2026-07-24T00:38:03.251478Z","end":"2026-07-24T00:38:09.905609Z","steps":["trace[187043738] 'agreement among raft nodes before linearized reading' (duration: 6.44598523s)","trace[187043738] 'range keys from in-memory index tree' (duration: 208.043087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.905623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241673028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:03.251459Z","time spent":"6.654208792s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:38:09.905691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935319331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-24T00:38:09.905716Z","caller":"traceutil/trace.go:171","msg":"trace[2076503598] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24067; }","duration":"3.935372092s","start":"2026-07-24T00:38:05.970337Z","end":"2026-07-24T00:38:09.905709Z","steps":["trace[2076503598] 'agreement among raft nodes before linearized reading' (duration: 3.727023195s)","trace[2076503598] 'range keys from in-memory index tree' (duration: 208.239523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.905741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:05.970322Z","time spent":"3.935414863s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T00:38:09.905751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623233937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979049718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.905523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.668738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c5fc5858b-kvpxn.18c511487a204b93\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-24T00:38:09.905791Z","caller":"traceutil/trace.go:171","msg":"trace[1718381072] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24067; }","duration":"1.979125252s","start":"2026-07-24T00:38:07.926654Z","end":"2026-07-24T00:38:09.905779Z","steps":["trace[1718381072] 'agreement among raft nodes before linearized reading' (duration: 1.771041013s)","trace[1718381072] 'count revisions from in-memory index tree' (duration: 208.039837ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.905817Z","caller":"traceutil/trace.go:171","msg":"trace[910927117] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c5fc5858b-kvpxn.18c511487a204b93; range_end:; response_count:1; response_revision:24067; }","duration":"204.041189ms","start":"2026-07-24T00:38:09.701767Z","end":"2026-07-24T00:38:09.905808Z","steps":["trace[910927117] 'range keys from in-memory index tree' (duration: 203.449611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:09.90582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141813755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:07.926631Z","time spent":"1.979190413s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.905858Z","caller":"traceutil/trace.go:171","msg":"trace[1419795833] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24067; }","duration":"3.141885277s","start":"2026-07-24T00:38:06.763961Z","end":"2026-07-24T00:38:09.905847Z","steps":["trace[1419795833] 'agreement among raft nodes before linearized reading' (duration: 2.933776067s)","trace[1419795833] 'count revisions from in-memory index tree' (duration: 208.060127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.905848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520462585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-24T00:38:09.905903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:06.763942Z","time spent":"3.141950029s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.905632Z","caller":"traceutil/trace.go:171","msg":"trace[2132250715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24067; }","duration":"1.939791226s","start":"2026-07-24T00:38:07.965813Z","end":"2026-07-24T00:38:09.905605Z","steps":["trace[2132250715] 'agreement among raft nodes before linearized reading' (duration: 1.731869953s)","trace[2132250715] 'range keys from in-memory index tree' (duration: 207.843701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.90592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256392724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10133599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:07.965796Z","time spent":"1.940155848s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T00:38:09.905959Z","caller":"traceutil/trace.go:171","msg":"trace[1372276412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24067; }","duration":"3.520646251s","start":"2026-07-24T00:38:06.385278Z","end":"2026-07-24T00:38:09.905924Z","steps":["trace[1372276412] 'agreement among raft nodes before linearized reading' (duration: 3.312292964s)","trace[1372276412] 'range keys from in-memory index tree' (duration: 208.075288ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.905982Z","caller":"traceutil/trace.go:171","msg":"trace[1407288231] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24067; }","duration":"4.256478656s","start":"2026-07-24T00:38:05.649479Z","end":"2026-07-24T00:38:09.905958Z","steps":["trace[1407288231] 'agreement among raft nodes before linearized reading' (duration: 4.047905932s)","trace[1407288231] 'count revisions from in-memory index tree' (duration: 208.506502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.020591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.906025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622958778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.90603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:05.649461Z","time spent":"4.256556409s","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:06.385256Z","time spent":"3.520766534s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-24T00:38:09.906061Z","caller":"traceutil/trace.go:171","msg":"trace[255120286] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24067; }","duration":"1.62301s","start":"2026-07-24T00:38:08.283042Z","end":"2026-07-24T00:38:09.906052Z","steps":["trace[255120286] 'agreement among raft nodes before linearized reading' (duration: 1.414650453s)","trace[255120286] 'range keys from in-memory index tree' (duration: 208.310696ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.905549Z","caller":"traceutil/trace.go:171","msg":"trace[669118298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24067; }","duration":"6.620930141s","start":"2026-07-24T00:38:03.284609Z","end":"2026-07-24T00:38:09.905539Z","steps":["trace[669118298] 'agreement among raft nodes before linearized reading' (duration: 6.412844022s)","trace[669118298] 'range keys from in-memory index tree' (duration: 207.624904ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906069Z","caller":"traceutil/trace.go:171","msg":"trace[1720403835] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24067; }","duration":"494.081673ms","start":"2026-07-24T00:38:09.411967Z","end":"2026-07-24T00:38:09.906049Z","steps":["trace[1720403835] 'agreement among raft nodes before linearized reading' (duration: 285.656184ms)","trace[1720403835] 'count revisions from in-memory index tree' (duration: 208.352157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.283037Z","time spent":"1.623050401s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:09.9061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:03.284589Z","time spent":"6.621503609s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:38:09.9061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623074702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.906123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.411872Z","time spent":"494.232068ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.90614Z","caller":"traceutil/trace.go:171","msg":"trace[1863798999] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24067; }","duration":"1.623125274s","start":"2026-07-24T00:38:08.283004Z","end":"2026-07-24T00:38:09.90613Z","steps":["trace[1863798999] 'agreement among raft nodes before linearized reading' (duration: 1.414706544s)","trace[1863798999] 'range keys from in-memory index tree' (duration: 208.365987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.90615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623671061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.90598Z","caller":"traceutil/trace.go:171","msg":"trace[834921643] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24067; }","duration":"2.101373102s","start":"2026-07-24T00:38:07.804597Z","end":"2026-07-24T00:38:09.90597Z","steps":["trace[834921643] 'agreement among raft nodes before linearized reading' (duration: 1.893107507s)","trace[834921643] 'count revisions from in-memory index tree' (duration: 208.216473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669230805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:09.906195Z","caller":"traceutil/trace.go:171","msg":"trace[103069258] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24067; }","duration":"1.623752543s","start":"2026-07-24T00:38:08.282431Z","end":"2026-07-24T00:38:09.906183Z","steps":["trace[103069258] 'agreement among raft nodes before linearized reading' (duration: 1.415312073s)","trace[103069258] 'range keys from in-memory index tree' (duration: 208.388238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143813046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.906194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.45390942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.906238Z","caller":"traceutil/trace.go:171","msg":"trace[1439217276] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24067; }","duration":"2.143875608s","start":"2026-07-24T00:38:07.762353Z","end":"2026-07-24T00:38:09.906228Z","steps":["trace[1439217276] 'agreement among raft nodes before linearized reading' (duration: 1.935362566s)","trace[1439217276] 'count revisions from in-memory index tree' (duration: 208.476251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.90627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:07.762332Z","time spent":"2.143930769s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.627129056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.905305Z","caller":"traceutil/trace.go:171","msg":"trace[1112139970] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24067; }","duration":"1.153506971s","start":"2026-07-24T00:38:08.751789Z","end":"2026-07-24T00:38:09.905296Z","steps":["trace[1112139970] 'agreement among raft nodes before linearized reading' (duration: 945.890657ms)","trace[1112139970] 'range keys from in-memory index tree' (duration: 207.50181ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906284Z","caller":"traceutil/trace.go:171","msg":"trace[341302735] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24067; }","duration":"8.454026124s","start":"2026-07-24T00:38:01.452235Z","end":"2026-07-24T00:38:09.906262Z","steps":["trace[341302735] 'agreement among raft nodes before linearized reading' (duration: 8.245391728s)","trace[341302735] 'count revisions from in-memory index tree' (duration: 208.533663ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906311Z","caller":"traceutil/trace.go:171","msg":"trace[1184132348] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24067; }","duration":"8.627183088s","start":"2026-07-24T00:38:01.279115Z","end":"2026-07-24T00:38:09.906298Z","steps":["trace[1184132348] 'agreement among raft nodes before linearized reading' (duration: 8.418637155s)","trace[1184132348] 'range keys from in-memory index tree' (duration: 208.500772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.721586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-24T00:38:09.906332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152235385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.90634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:01.452218Z","time spent":"8.454106846s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:01.279101Z","time spent":"8.62724037s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-24T00:38:09.906359Z","caller":"traceutil/trace.go:171","msg":"trace[2053541924] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24067; }","duration":"863.922553ms","start":"2026-07-24T00:38:09.042423Z","end":"2026-07-24T00:38:09.906346Z","steps":["trace[2053541924] 'agreement among raft nodes before linearized reading' (duration: 655.213404ms)","trace[2053541924] 'range keys from in-memory index tree' (duration: 208.454451ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.905004Z","caller":"traceutil/trace.go:171","msg":"trace[581728515] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24067; }","duration":"7.524631063s","start":"2026-07-24T00:38:02.380334Z","end":"2026-07-24T00:38:09.904965Z","steps":["trace[581728515] 'agreement among raft nodes before linearized reading' (duration: 7.317148733s)","trace[581728515] 'count revisions from in-memory index tree' (duration: 207.257913ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906362Z","caller":"traceutil/trace.go:171","msg":"trace[1349010829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24067; }","duration":"8.152290387s","start":"2026-07-24T00:38:01.75406Z","end":"2026-07-24T00:38:09.90635Z","steps":["trace[1349010829] 'agreement among raft nodes before linearized reading' (duration: 7.943375652s)","trace[1349010829] 'count revisions from in-memory index tree' (duration: 208.362458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.042368Z","time spent":"864.008166ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T00:38:09.906397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:01.754045Z","time spent":"8.152346109s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.380312Z","time spent":"7.526077858s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.905701Z","caller":"traceutil/trace.go:171","msg":"trace[1326175414] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24067; }","duration":"2.241789701s","start":"2026-07-24T00:38:07.663884Z","end":"2026-07-24T00:38:09.905673Z","steps":["trace[1326175414] 'agreement among raft nodes before linearized reading' (duration: 2.033842747s)","trace[1326175414] 'count revisions from in-memory index tree' (duration: 207.869152ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906223Z","caller":"traceutil/trace.go:171","msg":"trace[1017430450] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24067; }","duration":"1.669253475s","start":"2026-07-24T00:38:08.236957Z","end":"2026-07-24T00:38:09.906211Z","steps":["trace[1017430450] 'agreement among raft nodes before linearized reading' (duration: 1.460683141s)","trace[1017430450] 'count revisions from in-memory index tree' (duration: 208.538474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:07.663865Z","time spent":"2.242562856s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.236887Z","time spent":"1.669566825s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.905142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.141491066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.904874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701316898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.904931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146411884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T00:38:09.906204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:07.804557Z","time spent":"2.10163693s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.906511Z","caller":"traceutil/trace.go:171","msg":"trace[1705475802] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24067; }","duration":"9.142903092s","start":"2026-07-24T00:38:00.763598Z","end":"2026-07-24T00:38:09.906501Z","steps":["trace[1705475802] 'agreement among raft nodes before linearized reading' (duration: 8.9338004s)","trace[1705475802] 'count revisions from in-memory index tree' (duration: 207.707107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.751766Z","time spent":"1.154539124s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-24T00:38:09.906511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.369183304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.905007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079949385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-24T00:38:09.905026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384745396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.906563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.302943157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.906556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.508506856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.905783Z","caller":"traceutil/trace.go:171","msg":"trace[2147449557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24067; }","duration":"1.623277268s","start":"2026-07-24T00:38:08.282495Z","end":"2026-07-24T00:38:09.905773Z","steps":["trace[2147449557] 'agreement among raft nodes before linearized reading' (duration: 1.415236001s)","trace[2147449557] 'range keys from in-memory index tree' (duration: 208.002406ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906618Z","caller":"traceutil/trace.go:171","msg":"trace[1164877315] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24067; }","duration":"9.302993989s","start":"2026-07-24T00:38:00.603604Z","end":"2026-07-24T00:38:09.906598Z","steps":["trace[1164877315] 'agreement among raft nodes before linearized reading' (duration: 9.093893968s)","trace[1164877315] 'count revisions from in-memory index tree' (duration: 209.020609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.906651Z","caller":"traceutil/trace.go:171","msg":"trace[1196451787] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24067; }","duration":"9.508666231s","start":"2026-07-24T00:38:00.397964Z","end":"2026-07-24T00:38:09.90663Z","steps":["trace[1196451787] 'agreement among raft nodes before linearized reading' (duration: 9.299593601s)","trace[1196451787] 'count revisions from in-memory index tree' (duration: 208.933066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.573341197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.906683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:00.603544Z","time spent":"9.303122583s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.282999Z","time spent":"1.623167115s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:09.906704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:00.397942Z","time spent":"9.508745344s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.906713Z","caller":"traceutil/trace.go:171","msg":"trace[1682385271] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24067; }","duration":"10.573393358s","start":"2026-07-24T00:37:59.333305Z","end":"2026-07-24T00:38:09.906698Z","steps":["trace[1682385271] 'agreement among raft nodes before linearized reading' (duration: 10.364236765s)","trace[1682385271] 'count revisions from in-memory index tree' (duration: 209.111472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.906715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.464314178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:09.906744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.333295Z","time spent":"10.57344144s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.905495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:05.672306Z","time spent":"4.233179703s","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.905938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.881993021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:09.907542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.131464499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:38:09.906744Z","caller":"traceutil/trace.go:171","msg":"trace[108619550] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24067; }","duration":"10.46438025s","start":"2026-07-24T00:37:59.442356Z","end":"2026-07-24T00:38:09.906736Z","steps":["trace[108619550] 'agreement among raft nodes before linearized reading' (duration: 10.255172756s)","trace[108619550] 'count revisions from in-memory index tree' (duration: 209.163273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.907617Z","caller":"traceutil/trace.go:171","msg":"trace[1902337385] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24067; }","duration":"7.133181644s","start":"2026-07-24T00:38:02.774414Z","end":"2026-07-24T00:38:09.907596Z","steps":["trace[1902337385] 'agreement among raft nodes before linearized reading' (duration: 6.92305853s)","trace[1902337385] 'range keys from in-memory index tree' (duration: 208.247734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.907664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:02.774398Z","time spent":"7.133252315s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T00:38:09.907693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.442334Z","time spent":"10.465289259s","remote":"127.0.0.1:35678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.905151Z","caller":"traceutil/trace.go:171","msg":"trace[201055838] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24067; }","duration":"5.568799575s","start":"2026-07-24T00:38:04.336305Z","end":"2026-07-24T00:38:09.905105Z","steps":["trace[201055838] 'agreement among raft nodes before linearized reading' (duration: 5.361107309s)","trace[201055838] 'count revisions from in-memory index tree' (duration: 207.428218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.90803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:04.336275Z","time spent":"5.571740649s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.906525Z","caller":"traceutil/trace.go:171","msg":"trace[359051967] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24067; }","duration":"1.148064547s","start":"2026-07-24T00:38:08.758452Z","end":"2026-07-24T00:38:09.906517Z","steps":["trace[359051967] 'agreement among raft nodes before linearized reading' (duration: 939.215304ms)","trace[359051967] 'range keys from in-memory index tree' (duration: 207.229172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.908189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.758407Z","time spent":"1.149774592s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:38:09.906235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.282414Z","time spent":"1.623813316s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:09.906271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224321755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:09.908404Z","caller":"traceutil/trace.go:171","msg":"trace[1318499819] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24067; }","duration":"5.226488514s","start":"2026-07-24T00:38:04.681903Z","end":"2026-07-24T00:38:09.908392Z","steps":["trace[1318499819] 'agreement among raft nodes before linearized reading' (duration: 5.015497613s)","trace[1318499819] 'count revisions from in-memory index tree' (duration: 208.843903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.908435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:04.681885Z","time spent":"5.226541955s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.264633922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-24T00:38:09.906526Z","caller":"traceutil/trace.go:171","msg":"trace[1005862466] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24067; }","duration":"1.702974231s","start":"2026-07-24T00:38:08.203539Z","end":"2026-07-24T00:38:09.906514Z","steps":["trace[1005862466] 'agreement among raft nodes before linearized reading' (duration: 1.494115738s)","trace[1005862466] 'count revisions from in-memory index tree' (duration: 207.18889ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.908513Z","caller":"traceutil/trace.go:171","msg":"trace[1823948512] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24067; }","duration":"8.266707187s","start":"2026-07-24T00:38:01.641785Z","end":"2026-07-24T00:38:09.908492Z","steps":["trace[1823948512] 'agreement among raft nodes before linearized reading' (duration: 8.055722036s)","trace[1823948512] 'range keys from in-memory index tree' (duration: 208.859864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.908555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.203448Z","time spent":"1.705095149s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.908571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:01.641774Z","time spent":"8.26677918s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-24T00:38:09.905473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622551345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.905562Z","caller":"traceutil/trace.go:171","msg":"trace[1785630079] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24067; }","duration":"3.644574784s","start":"2026-07-24T00:38:06.260976Z","end":"2026-07-24T00:38:09.905551Z","steps":["trace[1785630079] 'agreement among raft nodes before linearized reading' (duration: 3.436369602s)","trace[1785630079] 'count revisions from in-memory index tree' (duration: 208.167101ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:09.908671Z","caller":"traceutil/trace.go:171","msg":"trace[2115483511] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24067; }","duration":"1.62579822s","start":"2026-07-24T00:38:08.28286Z","end":"2026-07-24T00:38:09.908658Z","steps":["trace[2115483511] 'agreement among raft nodes before linearized reading' (duration: 1.41486212s)","trace[2115483511] 'range keys from in-memory index tree' (duration: 207.685896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.908692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:06.260923Z","time spent":"3.647746346s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.908715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.282854Z","time spent":"1.625850221s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:38:09.906536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:00.763573Z","time spent":"9.142954982s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.909564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.282489Z","time spent":"1.627053039s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-07-24T00:38:09.909591Z","caller":"traceutil/trace.go:171","msg":"trace[849914982] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24067; }","duration":"10.372290472s","start":"2026-07-24T00:37:59.537267Z","end":"2026-07-24T00:38:09.909557Z","steps":["trace[849914982] 'agreement among raft nodes before linearized reading' (duration: 10.160253447s)","trace[849914982] 'count revisions from in-memory index tree' (duration: 208.960646ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.909645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:37:59.537237Z","time spent":"10.372395316s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:09.906532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329342339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:09.909741Z","caller":"traceutil/trace.go:171","msg":"trace[505051976] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24067; }","duration":"9.332596823s","start":"2026-07-24T00:38:00.57711Z","end":"2026-07-24T00:38:09.909707Z","steps":["trace[505051976] 'agreement among raft nodes before linearized reading' (duration: 9.120427344s)","trace[505051976] 'count revisions from in-memory index tree' (duration: 208.916146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.909815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:00.577093Z","time spent":"9.332688726s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.909844Z","caller":"traceutil/trace.go:171","msg":"trace[128142750] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24067; }","duration":"1.084855571s","start":"2026-07-24T00:38:08.824966Z","end":"2026-07-24T00:38:09.909822Z","steps":["trace[128142750] 'agreement among raft nodes before linearized reading' (duration: 872.687122ms)","trace[128142750] 'range keys from in-memory index tree' (duration: 207.084447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.9099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:08.824952Z","time spent":"1.084932714s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-24T00:38:09.910481Z","caller":"traceutil/trace.go:171","msg":"trace[474802646] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24067; }","duration":"6.390265152s","start":"2026-07-24T00:38:03.520188Z","end":"2026-07-24T00:38:09.910453Z","steps":["trace[474802646] 'agreement among raft nodes before linearized reading' (duration: 6.177254616s)","trace[474802646] 'count revisions from in-memory index tree' (duration: 207.48998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.910608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:03.52017Z","time spent":"6.390423676s","remote":"127.0.0.1:56808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":72,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:09.91077Z","caller":"traceutil/trace.go:171","msg":"trace[197772388] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:24067; }","duration":"9.886754553s","start":"2026-07-24T00:38:00.023897Z","end":"2026-07-24T00:38:09.910651Z","steps":["trace[197772388] 'agreement among raft nodes before linearized reading' (duration: 9.673672695s)","trace[197772388] 'range keys from in-memory index tree' (duration: 208.299405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:09.910877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:00.023877Z","time spent":"9.886980741s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:38:10.411667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:38:10.530986Z","caller":"traceutil/trace.go:171","msg":"trace[168792505] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"619.872726ms","start":"2026-07-24T00:38:09.911084Z","end":"2026-07-24T00:38:10.530957Z","steps":["trace[168792505] 'process raft request' (duration: 619.678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:10.531171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.91106Z","time spent":"620.012201ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:10.768087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.632095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:38:10.768165Z","caller":"traceutil/trace.go:171","msg":"trace[1725248615] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"854.746398ms","start":"2026-07-24T00:38:09.9134Z","end":"2026-07-24T00:38:10.768146Z","steps":["trace[1725248615] 'agreement among raft nodes before linearized reading' (duration: 854.642885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:10.768203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.913392Z","time spent":"854.802171ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/24 00:38:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T00:38:11.268239Z","caller":"traceutil/trace.go:171","msg":"trace[1754883074] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"1.356967702s","start":"2026-07-24T00:38:09.911253Z","end":"2026-07-24T00:38:11.268221Z","steps":["trace[1754883074] 'process raft request' (duration: 1.355907888s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.268348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.911225Z","time spent":"1.357067755s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:38:11.268768Z","caller":"traceutil/trace.go:171","msg":"trace[2096313705] linearizableReadLoop","detail":"{readStateIndex:24882; appliedIndex:24875; }","duration":"1.357474438s","start":"2026-07-24T00:38:09.911284Z","end":"2026-07-24T00:38:11.268758Z","steps":["trace[2096313705] 'read index received' (duration: 619.464673ms)","trace[2096313705] 'applied index is now lower than readState.Index' (duration: 738.008895ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:11.268787Z","caller":"traceutil/trace.go:171","msg":"trace[343113259] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"1.357445237s","start":"2026-07-24T00:38:09.911306Z","end":"2026-07-24T00:38:11.268751Z","steps":["trace[343113259] 'process raft request' (duration: 1.356880969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.268909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357625082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8c55878-9479-420f-a4b8-542e77bfedca\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-24T00:38:11.268937Z","caller":"traceutil/trace.go:171","msg":"trace[1591738667] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8c55878-9479-420f-a4b8-542e77bfedca; range_end:; response_count:1; response_revision:24073; }","duration":"1.357688074s","start":"2026-07-24T00:38:09.911242Z","end":"2026-07-24T00:38:11.268931Z","steps":["trace[1591738667] 'agreement among raft nodes before linearized reading' (duration: 1.357593371s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:11.268907Z","caller":"traceutil/trace.go:171","msg":"trace[1130106918] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.354891215s","start":"2026-07-24T00:38:09.913933Z","end":"2026-07-24T00:38:11.268824Z","steps":["trace[1130106918] 'process raft request' (duration: 1.354764371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.268958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.911224Z","time spent":"1.357729066s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f8c55878-9479-420f-a4b8-542e77bfedca\" "} {"level":"warn","ts":"2026-07-24T00:38:11.26897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.911658Z","time spent":"1.357306772s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:38:11.26901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.911277Z","time spent":"1.357636013s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:11.269061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.913923Z","time spent":"1.355058121s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:38:11.269155Z","caller":"traceutil/trace.go:171","msg":"trace[787179158] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"1.356689643s","start":"2026-07-24T00:38:09.912446Z","end":"2026-07-24T00:38:11.269136Z","steps":["trace[787179158] 'process raft request' (duration: 1.356214528s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:11.268824Z","caller":"traceutil/trace.go:171","msg":"trace[1503458884] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.354460162s","start":"2026-07-24T00:38:09.914358Z","end":"2026-07-24T00:38:11.268818Z","steps":["trace[1503458884] 'process raft request' (duration: 1.354373929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.26924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.912424Z","time spent":"1.356753465s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:11.269285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.91435Z","time spent":"1.354882425s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:11.742172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.316295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:38:11.742736Z","caller":"traceutil/trace.go:171","msg":"trace[1529980820] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"471.899425ms","start":"2026-07-24T00:38:11.270807Z","end":"2026-07-24T00:38:11.742706Z","steps":["trace[1529980820] 'process raft request' (duration: 471.681078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:11.742827Z","caller":"traceutil/trace.go:171","msg":"trace[1850213490] linearizableReadLoop","detail":"{readStateIndex:24883; appliedIndex:24882; }","duration":"473.992902ms","start":"2026-07-24T00:38:11.268796Z","end":"2026-07-24T00:38:11.742789Z","steps":["trace[1850213490] 'read index received' (duration: 134.030006ms)","trace[1850213490] 'applied index is now lower than readState.Index' (duration: 339.954976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:11.742938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721006986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:11.742939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.38103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:11.742996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829781436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:11.743003Z","caller":"traceutil/trace.go:171","msg":"trace[1102672748] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24075; }","duration":"1.721120699s","start":"2026-07-24T00:38:10.021864Z","end":"2026-07-24T00:38:11.742985Z","steps":["trace[1102672748] 'agreement among raft nodes before linearized reading' (duration: 1.720937884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.742997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204538908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:11.743032Z","caller":"traceutil/trace.go:171","msg":"trace[1445469244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24075; }","duration":"1.829867969s","start":"2026-07-24T00:38:09.913153Z","end":"2026-07-24T00:38:11.743021Z","steps":["trace[1445469244] 'agreement among raft nodes before linearized reading' (duration: 1.829775616s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:11.743027Z","caller":"traceutil/trace.go:171","msg":"trace[148894693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24075; }","duration":"734.523064ms","start":"2026-07-24T00:38:11.008485Z","end":"2026-07-24T00:38:11.743008Z","steps":["trace[148894693] 'agreement among raft nodes before linearized reading' (duration: 734.329178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:10.021842Z","time spent":"1.721192562s","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:11.743057Z","caller":"traceutil/trace.go:171","msg":"trace[840193910] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24075; }","duration":"1.204623551s","start":"2026-07-24T00:38:10.538416Z","end":"2026-07-24T00:38:11.743039Z","steps":["trace[840193910] 'agreement among raft nodes before linearized reading' (duration: 1.204401064s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.913142Z","time spent":"1.829919491s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:38:11.743074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.008461Z","time spent":"734.602867ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:11.743049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828820966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-07-24T00:38:11.743083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.362443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-24T00:38:11.743105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:10.538369Z","time spent":"1.204720924s","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:11.743132Z","caller":"traceutil/trace.go:171","msg":"trace[2086604623] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24075; }","duration":"468.438625ms","start":"2026-07-24T00:38:11.274681Z","end":"2026-07-24T00:38:11.74312Z","steps":["trace[2086604623] 'agreement among raft nodes before linearized reading' (duration: 468.263279ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:11.743128Z","caller":"traceutil/trace.go:171","msg":"trace[1639887103] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24075; }","duration":"1.828919738s","start":"2026-07-24T00:38:09.91419Z","end":"2026-07-24T00:38:11.743109Z","steps":["trace[1639887103] 'agreement among raft nodes before linearized reading' (duration: 1.828621479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.282538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:11.743169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.274668Z","time spent":"468.492487ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-24T00:38:11.743173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:09.914185Z","time spent":"1.82898078s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-24T00:38:11.74315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.82628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:11.743203Z","caller":"traceutil/trace.go:171","msg":"trace[52847392] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24075; }","duration":"467.379211ms","start":"2026-07-24T00:38:11.275812Z","end":"2026-07-24T00:38:11.743191Z","steps":["trace[52847392] 'agreement among raft nodes before linearized reading' (duration: 467.281418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.275794Z","time spent":"467.432813ms","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:11.74324Z","caller":"traceutil/trace.go:171","msg":"trace[1707145727] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24075; }","duration":"275.977945ms","start":"2026-07-24T00:38:11.467244Z","end":"2026-07-24T00:38:11.743222Z","steps":["trace[1707145727] 'agreement among raft nodes before linearized reading' (duration: 275.787279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.74318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207199334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T00:38:11.743368Z","caller":"traceutil/trace.go:171","msg":"trace[1936704113] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:24075; }","duration":"1.207435781s","start":"2026-07-24T00:38:10.535908Z","end":"2026-07-24T00:38:11.743343Z","steps":["trace[1936704113] 'agreement among raft nodes before linearized reading' (duration: 1.206888813s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.480796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-07-24T00:38:11.743467Z","caller":"traceutil/trace.go:171","msg":"trace[440293596] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24075; }","duration":"468.522247ms","start":"2026-07-24T00:38:11.274935Z","end":"2026-07-24T00:38:11.743457Z","steps":["trace[440293596] 'agreement among raft nodes before linearized reading' (duration: 468.399334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.27493Z","time spent":"468.559218ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4158,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-24T00:38:11.742784Z","caller":"traceutil/trace.go:171","msg":"trace[1561055558] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"972.271279ms","start":"2026-07-24T00:38:10.770476Z","end":"2026-07-24T00:38:11.742748Z","steps":["trace[1561055558] 'process raft request' (duration: 632.263081ms)","trace[1561055558] 'compare' (duration: 338.851081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:11.743514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:10.535858Z","time spent":"1.207597135s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"warn","ts":"2026-07-24T00:38:11.743585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:10.77046Z","time spent":"973.081275ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:11.743468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.204991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:11.743775Z","caller":"traceutil/trace.go:171","msg":"trace[434726815] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24075; }","duration":"197.584134ms","start":"2026-07-24T00:38:11.546178Z","end":"2026-07-24T00:38:11.743762Z","steps":["trace[434726815] 'agreement among raft nodes before linearized reading' (duration: 197.005026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:11.743993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.27079Z","time spent":"472.076781ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:12.247078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T00:38:12.403152Z","caller":"traceutil/trace.go:171","msg":"trace[794728549] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"657.056852ms","start":"2026-07-24T00:38:11.746063Z","end":"2026-07-24T00:38:12.40312Z","steps":["trace[794728549] 'process raft request' (duration: 656.860306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:12.403353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.746039Z","time spent":"657.200417ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:38:12.906816Z","caller":"traceutil/trace.go:171","msg":"trace[1716832388] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.158908484s","start":"2026-07-24T00:38:11.747865Z","end":"2026-07-24T00:38:12.906774Z","steps":["trace[1716832388] 'process raft request' (duration: 1.158564473s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:12.907038Z","caller":"traceutil/trace.go:171","msg":"trace[1641620383] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24884; }","duration":"1.160697701s","start":"2026-07-24T00:38:11.746297Z","end":"2026-07-24T00:38:12.906995Z","steps":["trace[1641620383] 'read index received' (duration: 656.678801ms)","trace[1641620383] 'applied index is now lower than readState.Index' (duration: 504.01592ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:12.907125Z","caller":"traceutil/trace.go:171","msg":"trace[1031658583] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.156883039s","start":"2026-07-24T00:38:11.750218Z","end":"2026-07-24T00:38:12.907101Z","steps":["trace[1031658583] 'process raft request' (duration: 1.156462526s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:12.907294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.750199Z","time spent":"1.157002873s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:12.907318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16099606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8f15ee9-6407-41ad-8ce2-b2b842fd1326\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-24T00:38:12.907371Z","caller":"traceutil/trace.go:171","msg":"trace[995975140] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8f15ee9-6407-41ad-8ce2-b2b842fd1326; range_end:; response_count:1; response_revision:24078; }","duration":"1.161093734s","start":"2026-07-24T00:38:11.746262Z","end":"2026-07-24T00:38:12.907356Z","steps":["trace[995975140] 'agreement among raft nodes before linearized reading' (duration: 1.160879477s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:12.907416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.746219Z","time spent":"1.161187896s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-e8f15ee9-6407-41ad-8ce2-b2b842fd1326\" "} {"level":"warn","ts":"2026-07-24T00:38:12.908515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.747856Z","time spent":"1.159151771s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:38:13.33179Z","caller":"traceutil/trace.go:171","msg":"trace[1259728457] linearizableReadLoop","detail":"{readStateIndex:24889; appliedIndex:24887; }","duration":"424.665029ms","start":"2026-07-24T00:38:12.907102Z","end":"2026-07-24T00:38:13.331767Z","steps":["trace[1259728457] 'read index received' (duration: 424.40419ms)","trace[1259728457] 'applied index is now lower than readState.Index' (duration: 259.989µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:13.33189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418361911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:13.331953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418697982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:13.331976Z","caller":"traceutil/trace.go:171","msg":"trace[1481142891] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24080; }","duration":"1.418476025s","start":"2026-07-24T00:38:11.913477Z","end":"2026-07-24T00:38:13.331953Z","steps":["trace[1481142891] 'agreement among raft nodes before linearized reading' (duration: 1.41832033s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:13.331985Z","caller":"traceutil/trace.go:171","msg":"trace[259461361] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24080; }","duration":"1.418761263s","start":"2026-07-24T00:38:11.913215Z","end":"2026-07-24T00:38:13.331976Z","steps":["trace[259461361] 'agreement among raft nodes before linearized reading' (duration: 1.41866265s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.33203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.913471Z","time spent":"1.418546307s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.913205Z","time spent":"1.418821016s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-24T00:38:13.332103Z","caller":"traceutil/trace.go:171","msg":"trace[213784827] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"923.513663ms","start":"2026-07-24T00:38:12.408557Z","end":"2026-07-24T00:38:13.332071Z","steps":["trace[213784827] 'process raft request' (duration: 922.915984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418603159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:13.332226Z","caller":"traceutil/trace.go:171","msg":"trace[1457831128] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24080; }","duration":"1.418661091s","start":"2026-07-24T00:38:11.913552Z","end":"2026-07-24T00:38:13.332213Z","steps":["trace[1457831128] 'agreement among raft nodes before linearized reading' (duration: 1.418603129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136399665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:13.332268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419325151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:13.332251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:12.408519Z","time spent":"923.656798ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T00:38:13.332278Z","caller":"traceutil/trace.go:171","msg":"trace[2103236790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24080; }","duration":"1.136516479s","start":"2026-07-24T00:38:12.195745Z","end":"2026-07-24T00:38:13.332262Z","steps":["trace[2103236790] 'agreement among raft nodes before linearized reading' (duration: 1.136397736s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:13.332293Z","caller":"traceutil/trace.go:171","msg":"trace[960496904] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24080; }","duration":"1.419382873s","start":"2026-07-24T00:38:11.912903Z","end":"2026-07-24T00:38:13.332285Z","steps":["trace[960496904] 'agreement among raft nodes before linearized reading' (duration: 1.419337032s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:13.332262Z","caller":"traceutil/trace.go:171","msg":"trace[1704817817] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"565.495222ms","start":"2026-07-24T00:38:12.766739Z","end":"2026-07-24T00:38:13.332234Z","steps":["trace[1704817817] 'process raft request' (duration: 564.942264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.912882Z","time spent":"1.419426335s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:12.195721Z","time spent":"1.136588812s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:13.332263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.913543Z","time spent":"1.418710462s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-24T00:38:13.33239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:12.766706Z","time spent":"565.621346ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:13.332402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418854757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:13.332392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.125137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T00:38:13.332387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584396058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T00:38:13.332447Z","caller":"traceutil/trace.go:171","msg":"trace[1964800937] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24080; }","duration":"1.418913599s","start":"2026-07-24T00:38:11.913522Z","end":"2026-07-24T00:38:13.332435Z","steps":["trace[1964800937] 'agreement among raft nodes before linearized reading' (duration: 1.418764004s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420573162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:13.332465Z","caller":"traceutil/trace.go:171","msg":"trace[659449810] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24080; }","duration":"574.23958ms","start":"2026-07-24T00:38:12.758208Z","end":"2026-07-24T00:38:13.332447Z","steps":["trace[659449810] 'agreement among raft nodes before linearized reading' (duration: 574.054734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.3325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582836828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-24T00:38:13.332502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.913516Z","time spent":"1.418976951s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:12.758191Z","time spent":"574.318313ms","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-24T00:38:13.332527Z","caller":"traceutil/trace.go:171","msg":"trace[1314928446] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24080; }","duration":"1.58287808s","start":"2026-07-24T00:38:11.749639Z","end":"2026-07-24T00:38:13.332517Z","steps":["trace[1314928446] 'agreement among raft nodes before linearized reading' (duration: 1.582835718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.568308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-24T00:38:13.332458Z","caller":"traceutil/trace.go:171","msg":"trace[1168017578] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24080; }","duration":"1.58448239s","start":"2026-07-24T00:38:11.747968Z","end":"2026-07-24T00:38:13.332451Z","steps":["trace[1168017578] 'agreement among raft nodes before linearized reading' (duration: 1.584310455s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.749624Z","time spent":"1.582922772s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.217018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:13.332567Z","caller":"traceutil/trace.go:171","msg":"trace[1329951328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24080; }","duration":"420.656531ms","start":"2026-07-24T00:38:12.911896Z","end":"2026-07-24T00:38:13.332552Z","steps":["trace[1329951328] 'agreement among raft nodes before linearized reading' (duration: 420.488225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.747963Z","time spent":"1.584601025s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T00:38:13.332589Z","caller":"traceutil/trace.go:171","msg":"trace[1508997067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24080; }","duration":"237.29845ms","start":"2026-07-24T00:38:13.095277Z","end":"2026-07-24T00:38:13.332575Z","steps":["trace[1508997067] 'agreement among raft nodes before linearized reading' (duration: 237.216528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:12.911879Z","time spent":"420.721572ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580661909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:13.332623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.528116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-pfw6n\" ","response":"range_response_count:1 size:4861"} {"level":"info","ts":"2026-07-24T00:38:13.332481Z","caller":"traceutil/trace.go:171","msg":"trace[648540935] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24080; }","duration":"1.420667144s","start":"2026-07-24T00:38:11.911809Z","end":"2026-07-24T00:38:13.332476Z","steps":["trace[648540935] 'agreement among raft nodes before linearized reading' (duration: 1.420600762s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:13.332684Z","caller":"traceutil/trace.go:171","msg":"trace[133886209] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-pfw6n; range_end:; response_count:1; response_revision:24080; }","duration":"420.810405ms","start":"2026-07-24T00:38:12.911852Z","end":"2026-07-24T00:38:13.332662Z","steps":["trace[133886209] 'agreement among raft nodes before linearized reading' (duration: 420.66019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:13.332681Z","caller":"traceutil/trace.go:171","msg":"trace[1762867883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24080; }","duration":"1.580881256s","start":"2026-07-24T00:38:11.751779Z","end":"2026-07-24T00:38:13.33266Z","steps":["trace[1762867883] 'agreement among raft nodes before linearized reading' (duration: 1.580666349s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.332712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.911785Z","time spent":"1.420909632s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:12.911834Z","time spent":"420.880868ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4884,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-pfw6n\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:11.751768Z","time spent":"1.580952678s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:38:13.332532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.896049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:13.332815Z","caller":"traceutil/trace.go:171","msg":"trace[1545060179] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24080; }","duration":"185.203508ms","start":"2026-07-24T00:38:13.147592Z","end":"2026-07-24T00:38:13.332795Z","steps":["trace[1545060179] 'agreement among raft nodes before linearized reading' (duration: 184.903229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:13.823571Z","caller":"traceutil/trace.go:171","msg":"trace[2137103937] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"486.79416ms","start":"2026-07-24T00:38:13.336755Z","end":"2026-07-24T00:38:13.823549Z","steps":["trace[2137103937] 'process raft request' (duration: 486.259813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.823843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.978977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T00:38:13.82391Z","caller":"traceutil/trace.go:171","msg":"trace[1028949398] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:24081; }","duration":"487.09596ms","start":"2026-07-24T00:38:13.336798Z","end":"2026-07-24T00:38:13.823894Z","steps":["trace[1028949398] 'agreement among raft nodes before linearized reading' (duration: 486.854703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:13.823964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.336786Z","time spent":"487.167722ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:38:13.82394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.336738Z","time spent":"487.101831ms","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T00:38:13.824203Z","caller":"traceutil/trace.go:171","msg":"trace[849451417] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24889; }","duration":"486.623335ms","start":"2026-07-24T00:38:13.336841Z","end":"2026-07-24T00:38:13.823464Z","steps":["trace[849451417] 'read index received' (duration: 486.247723ms)","trace[849451417] 'applied index is now lower than readState.Index' (duration: 373.922µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:14.314453Z","caller":"traceutil/trace.go:171","msg":"trace[362194035] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24890; }","duration":"490.176188ms","start":"2026-07-24T00:38:13.824252Z","end":"2026-07-24T00:38:14.314428Z","steps":["trace[362194035] 'read index received' (duration: 490.085155ms)","trace[362194035] 'applied index is now lower than readState.Index' (duration: 89.993µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:14.314539Z","caller":"traceutil/trace.go:171","msg":"trace[411112204] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"971.854285ms","start":"2026-07-24T00:38:13.342644Z","end":"2026-07-24T00:38:14.314499Z","steps":["trace[411112204] 'process raft request' (duration: 971.579247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:14.314664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.357271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-24T00:38:14.314705Z","caller":"traceutil/trace.go:171","msg":"trace[715747309] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24082; }","duration":"977.422614ms","start":"2026-07-24T00:38:13.33727Z","end":"2026-07-24T00:38:14.314693Z","steps":["trace[715747309] 'agreement among raft nodes before linearized reading' (duration: 977.268319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:14.31474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.33726Z","time spent":"977.471765ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-24T00:38:14.314764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.737196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:14.314933Z","caller":"traceutil/trace.go:171","msg":"trace[1061862587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24082; }","duration":"973.903251ms","start":"2026-07-24T00:38:13.340972Z","end":"2026-07-24T00:38:14.314875Z","steps":["trace[1061862587] 'agreement among raft nodes before linearized reading' (duration: 973.596002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:14.314982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.342628Z","time spent":"972.009581ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7174,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:14.315045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.340966Z","time spent":"974.061676ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:38:14.820301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:15.320725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:15.411115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096834722s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:38:15.411502Z","caller":"traceutil/trace.go:171","msg":"trace[379320539] linearizableReadLoop","detail":"{readStateIndex:24893; appliedIndex:24891; }","duration":"1.091908736s","start":"2026-07-24T00:38:14.319576Z","end":"2026-07-24T00:38:15.411485Z","steps":["trace[379320539] 'read index received' (duration: 1.091656878s)","trace[379320539] 'applied index is now lower than readState.Index' (duration: 251.048µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:15.411564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.824851Z","time spent":"1.586710911s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T00:38:15.411609Z","caller":"traceutil/trace.go:171","msg":"trace[193948148] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"1.583803559s","start":"2026-07-24T00:38:13.827789Z","end":"2026-07-24T00:38:15.411593Z","steps":["trace[193948148] 'process raft request' (duration: 1.583606073s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:15.41169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:13.827771Z","time spent":"1.58387466s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T00:38:15.411807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092203706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-07-24T00:38:15.411886Z","caller":"traceutil/trace.go:171","msg":"trace[1928590712] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24083; }","duration":"1.09233024s","start":"2026-07-24T00:38:14.319538Z","end":"2026-07-24T00:38:15.411868Z","steps":["trace[1928590712] 'agreement among raft nodes before linearized reading' (duration: 1.09202729s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:15.411872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076954839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:15.411936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:14.31952Z","time spent":"1.092407721s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6779,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-24T00:38:15.411991Z","caller":"traceutil/trace.go:171","msg":"trace[1332393065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24083; }","duration":"1.077129085s","start":"2026-07-24T00:38:14.334834Z","end":"2026-07-24T00:38:15.411963Z","steps":["trace[1332393065] 'agreement among raft nodes before linearized reading' (duration: 1.076875417s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:15.412069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:14.334824Z","time spent":"1.077233758s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:38:15.412335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.129635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:271158"} {"level":"info","ts":"2026-07-24T00:38:15.4124Z","caller":"traceutil/trace.go:171","msg":"trace[720026302] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24083; }","duration":"263.239238ms","start":"2026-07-24T00:38:15.149145Z","end":"2026-07-24T00:38:15.412385Z","steps":["trace[720026302] 'agreement among raft nodes before linearized reading' (duration: 262.853276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:15.920125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893715754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:38:16.461491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.336027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:38:16.461621Z","caller":"traceutil/trace.go:171","msg":"trace[1502350641] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"1.048904684s","start":"2026-07-24T00:38:15.412697Z","end":"2026-07-24T00:38:16.461602Z","steps":["trace[1502350641] 'process raft request' (duration: 924.388642ms)","trace[1502350641] 'compare' (duration: 123.095267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:16.46168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.412674Z","time spent":"1.048977807s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:17.419967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:38:17.420075Z","caller":"traceutil/trace.go:171","msg":"trace[2114329329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662649s","start":"2026-07-24T00:38:15.419396Z","end":"2026-07-24T00:38:17.420059Z","steps":["trace[2114329329] 'agreement among raft nodes before linearized reading' (duration: 2.000532174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.420112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.419385Z","time spent":"2.00071908s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:38:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:38:17.508548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.799106ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-24T00:38:17.508862Z","caller":"traceutil/trace.go:171","msg":"trace[316732290] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24893; }","duration":"2.0894177s","start":"2026-07-24T00:38:15.419421Z","end":"2026-07-24T00:38:17.508839Z","steps":["trace[316732290] 'read index received' (duration: 917.725059ms)","trace[316732290] 'applied index is now lower than readState.Index' (duration: 1.171691271s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:17.508958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.415536Z","time spent":"2.093418868s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T00:38:17.509139Z","caller":"traceutil/trace.go:171","msg":"trace[1519813841] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"2.089022338s","start":"2026-07-24T00:38:15.420064Z","end":"2026-07-24T00:38:17.509087Z","steps":["trace[1519813841] 'process raft request' (duration: 2.088619595s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.509291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.420051Z","time spent":"2.089158102s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:17.602089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.005004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:17.602126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.80274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.60217Z","caller":"traceutil/trace.go:171","msg":"trace[75810488] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24086; }","duration":"186.091777ms","start":"2026-07-24T00:38:17.416057Z","end":"2026-07-24T00:38:17.602148Z","steps":["trace[75810488] 'agreement among raft nodes before linearized reading' (duration: 185.956973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.602204Z","caller":"traceutil/trace.go:171","msg":"trace[2071751739] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24086; }","duration":"648.950934ms","start":"2026-07-24T00:38:16.953234Z","end":"2026-07-24T00:38:17.602185Z","steps":["trace[2071751739] 'agreement among raft nodes before linearized reading' (duration: 648.705846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.602604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.953215Z","time spent":"649.364877ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:17.602225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330600261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.602791Z","caller":"traceutil/trace.go:171","msg":"trace[1385038429] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24086; }","duration":"1.331216211s","start":"2026-07-24T00:38:16.271549Z","end":"2026-07-24T00:38:17.602765Z","steps":["trace[1385038429] 'agreement among raft nodes before linearized reading' (duration: 1.33057577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.60286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.271529Z","time spent":"1.331308824s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:17.602262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.52806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.602977Z","caller":"traceutil/trace.go:171","msg":"trace[2050894405] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24086; }","duration":"187.276235ms","start":"2026-07-24T00:38:17.415676Z","end":"2026-07-24T00:38:17.602952Z","steps":["trace[2050894405] 'agreement among raft nodes before linearized reading' (duration: 186.553362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.602244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.428748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.603064Z","caller":"traceutil/trace.go:171","msg":"trace[1458846859] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24086; }","duration":"187.268745ms","start":"2026-07-24T00:38:17.415778Z","end":"2026-07-24T00:38:17.603047Z","steps":["trace[1458846859] 'agreement among raft nodes before linearized reading' (duration: 186.372096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.602296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102406602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.603169Z","caller":"traceutil/trace.go:171","msg":"trace[925906408] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24086; }","duration":"1.103291019s","start":"2026-07-24T00:38:16.499857Z","end":"2026-07-24T00:38:17.603148Z","steps":["trace[925906408] 'agreement among raft nodes before linearized reading' (duration: 1.102415931s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.603229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.499846Z","time spent":"1.103365042s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:17.602313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.688886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.603311Z","caller":"traceutil/trace.go:171","msg":"trace[1009149527] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24086; }","duration":"187.701689ms","start":"2026-07-24T00:38:17.415589Z","end":"2026-07-24T00:38:17.60329Z","steps":["trace[1009149527] 'agreement among raft nodes before linearized reading' (duration: 186.703887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.602322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.673683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.603383Z","caller":"traceutil/trace.go:171","msg":"trace[1212511161] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24086; }","duration":"858.746327ms","start":"2026-07-24T00:38:16.744627Z","end":"2026-07-24T00:38:17.603373Z","steps":["trace[1212511161] 'agreement among raft nodes before linearized reading' (duration: 857.670883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.602323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.603386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:17.603419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.744619Z","time spent":"858.787248ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:17.603463Z","caller":"traceutil/trace.go:171","msg":"trace[378039611] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24086; }","duration":"871.775923ms","start":"2026-07-24T00:38:16.731669Z","end":"2026-07-24T00:38:17.603445Z","steps":["trace[378039611] 'agreement among raft nodes before linearized reading' (duration: 870.595036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.602364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.217244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:17.602379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835957704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:17.602397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.282063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:17.602373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.286203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:17.602416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845777497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:38:17.602427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138246975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-24T00:38:17.602407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879892665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:38:17.602416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124731097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.602436Z","caller":"traceutil/trace.go:171","msg":"trace[36581854] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"853.659845ms","start":"2026-07-24T00:38:16.748749Z","end":"2026-07-24T00:38:17.602409Z","steps":["trace[36581854] 'process raft request' (duration: 852.938562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.603566Z","caller":"traceutil/trace.go:171","msg":"trace[783374616] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24086; }","duration":"187.45532ms","start":"2026-07-24T00:38:17.416103Z","end":"2026-07-24T00:38:17.603558Z","steps":["trace[783374616] 'agreement among raft nodes before linearized reading' (duration: 186.281803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.603573Z","caller":"traceutil/trace.go:171","msg":"trace[1405896073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24086; }","duration":"183.465323ms","start":"2026-07-24T00:38:17.420092Z","end":"2026-07-24T00:38:17.603557Z","steps":["trace[1405896073] 'agreement among raft nodes before linearized reading' (duration: 182.252644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.603606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.731652Z","time spent":"871.934148ms","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:17.603642Z","caller":"traceutil/trace.go:171","msg":"trace[1325672785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24086; }","duration":"1.847052628s","start":"2026-07-24T00:38:15.756581Z","end":"2026-07-24T00:38:17.603633Z","steps":["trace[1325672785] 'agreement among raft nodes before linearized reading' (duration: 1.845790348s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.603659Z","caller":"traceutil/trace.go:171","msg":"trace[247934240] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24086; }","duration":"1.881199477s","start":"2026-07-24T00:38:15.722449Z","end":"2026-07-24T00:38:17.603649Z","steps":["trace[247934240] 'agreement among raft nodes before linearized reading' (duration: 1.879883045s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.603671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.756561Z","time spent":"1.847097879s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:17.603655Z","caller":"traceutil/trace.go:171","msg":"trace[437035498] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24086; }","duration":"187.591464ms","start":"2026-07-24T00:38:17.416039Z","end":"2026-07-24T00:38:17.603631Z","steps":["trace[437035498] 'agreement among raft nodes before linearized reading' (duration: 186.232791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.603707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.722433Z","time spent":"1.881256549s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:38:17.603592Z","caller":"traceutil/trace.go:171","msg":"trace[389321056] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24086; }","duration":"1.837188913s","start":"2026-07-24T00:38:15.766392Z","end":"2026-07-24T00:38:17.603581Z","steps":["trace[389321056] 'agreement among raft nodes before linearized reading' (duration: 1.835958224s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.603727Z","caller":"traceutil/trace.go:171","msg":"trace[1229437377] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24086; }","duration":"2.126088251s","start":"2026-07-24T00:38:15.477616Z","end":"2026-07-24T00:38:17.603704Z","steps":["trace[1229437377] 'agreement among raft nodes before linearized reading' (duration: 2.124732617s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.603619Z","caller":"traceutil/trace.go:171","msg":"trace[957014090] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24086; }","duration":"1.139482014s","start":"2026-07-24T00:38:16.464132Z","end":"2026-07-24T00:38:17.603614Z","steps":["trace[957014090] 'agreement among raft nodes before linearized reading' (duration: 1.138185662s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.603808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.477549Z","time spent":"2.126234005s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:17.603852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.464115Z","time spent":"1.139720002s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T00:38:17.603793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:15.766382Z","time spent":"1.83738843s","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:38:17.603931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:38:16.748724Z","time spent":"855.157683ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:38:17.602519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.669565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.603983Z","caller":"traceutil/trace.go:171","msg":"trace[804196303] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24086; }","duration":"167.174573ms","start":"2026-07-24T00:38:17.436792Z","end":"2026-07-24T00:38:17.603966Z","steps":["trace[804196303] 'agreement among raft nodes before linearized reading' (duration: 165.442538ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.767868Z","caller":"traceutil/trace.go:171","msg":"trace[547219451] linearizableReadLoop","detail":"{readStateIndex:24898; appliedIndex:24897; }","duration":"165.970966ms","start":"2026-07-24T00:38:17.601878Z","end":"2026-07-24T00:38:17.767849Z","steps":["trace[547219451] 'read index received' (duration: 112.014554ms)","trace[547219451] 'applied index is now lower than readState.Index' (duration: 53.955612ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:17.767898Z","caller":"traceutil/trace.go:171","msg":"trace[1227483268] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"253.342413ms","start":"2026-07-24T00:38:17.514515Z","end":"2026-07-24T00:38:17.767858Z","steps":["trace[1227483268] 'process raft request' (duration: 199.432253ms)","trace[1227483268] 'compare' (duration: 53.799506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:17.768059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.491014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-24T00:38:17.768062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.512795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.768083Z","caller":"traceutil/trace.go:171","msg":"trace[1298446420] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24087; }","duration":"162.560976ms","start":"2026-07-24T00:38:17.605516Z","end":"2026-07-24T00:38:17.768078Z","steps":["trace[1298446420] 'agreement among raft nodes before linearized reading' (duration: 162.433062ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:17.7681Z","caller":"traceutil/trace.go:171","msg":"trace[689665523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24087; }","duration":"157.561357ms","start":"2026-07-24T00:38:17.610527Z","end":"2026-07-24T00:38:17.768089Z","steps":["trace[689665523] 'agreement among raft nodes before linearized reading' (duration: 157.490415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.768148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.97933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:17.768228Z","caller":"traceutil/trace.go:171","msg":"trace[1361704699] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24087; }","duration":"158.086684ms","start":"2026-07-24T00:38:17.610123Z","end":"2026-07-24T00:38:17.76821Z","steps":["trace[1361704699] 'agreement among raft nodes before linearized reading' (duration: 157.95101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:17.768489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.127828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-m69xr\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-07-24T00:38:17.768741Z","caller":"traceutil/trace.go:171","msg":"trace[2047559790] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-m69xr; range_end:; response_count:1; response_revision:24087; }","duration":"254.425587ms","start":"2026-07-24T00:38:17.514291Z","end":"2026-07-24T00:38:17.768717Z","steps":["trace[2047559790] 'agreement among raft nodes before linearized reading' (duration: 253.653913ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:18.058828Z","caller":"traceutil/trace.go:171","msg":"trace[1683032358] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"284.786015ms","start":"2026-07-24T00:38:17.774021Z","end":"2026-07-24T00:38:18.058807Z","steps":["trace[1683032358] 'process raft request' (duration: 229.387458ms)","trace[1683032358] 'compare' (duration: 55.204411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:18.058984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.626182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:38:18.058976Z","caller":"traceutil/trace.go:171","msg":"trace[1285937056] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"282.876004ms","start":"2026-07-24T00:38:17.776062Z","end":"2026-07-24T00:38:18.058938Z","steps":["trace[1285937056] 'process raft request' (duration: 282.697049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:18.058834Z","caller":"traceutil/trace.go:171","msg":"trace[604813021] linearizableReadLoop","detail":"{readStateIndex:24900; appliedIndex:24898; }","duration":"180.470837ms","start":"2026-07-24T00:38:17.878351Z","end":"2026-07-24T00:38:18.058821Z","steps":["trace[604813021] 'read index received' (duration: 125.007957ms)","trace[604813021] 'applied index is now lower than readState.Index' (duration: 55.46206ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:18.05902Z","caller":"traceutil/trace.go:171","msg":"trace[177482030] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24089; }","duration":"180.711165ms","start":"2026-07-24T00:38:17.878299Z","end":"2026-07-24T00:38:18.059011Z","steps":["trace[177482030] 'agreement among raft nodes before linearized reading' (duration: 180.56385ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:26.389956Z","caller":"traceutil/trace.go:171","msg":"trace[285853668] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"110.261068ms","start":"2026-07-24T00:38:26.279664Z","end":"2026-07-24T00:38:26.389925Z","steps":["trace[285853668] 'process raft request' (duration: 109.896416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:26.688732Z","caller":"traceutil/trace.go:171","msg":"trace[1647986957] linearizableReadLoop","detail":"{readStateIndex:25006; appliedIndex:25005; }","duration":"122.191939ms","start":"2026-07-24T00:38:26.566513Z","end":"2026-07-24T00:38:26.688705Z","steps":["trace[1647986957] 'read index received' (duration: 22.740396ms)","trace[1647986957] 'applied index is now lower than readState.Index' (duration: 99.450223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:26.68897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.448947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:38:26.689009Z","caller":"traceutil/trace.go:171","msg":"trace[652768928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24193; }","duration":"122.539579ms","start":"2026-07-24T00:38:26.566459Z","end":"2026-07-24T00:38:26.688998Z","steps":["trace[652768928] 'agreement among raft nodes before linearized reading' (duration: 122.384424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:26.689158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.899989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:38:26.689249Z","caller":"traceutil/trace.go:171","msg":"trace[1844792148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24193; }","duration":"122.043264ms","start":"2026-07-24T00:38:26.567186Z","end":"2026-07-24T00:38:26.689229Z","steps":["trace[1844792148] 'agreement among raft nodes before linearized reading' (duration: 121.762635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:28.854799Z","caller":"traceutil/trace.go:171","msg":"trace[470659229] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"102.577073ms","start":"2026-07-24T00:38:28.752193Z","end":"2026-07-24T00:38:28.85477Z","steps":["trace[470659229] 'process raft request' (duration: 102.017595ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:28.970047Z","caller":"traceutil/trace.go:171","msg":"trace[1258898153] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"110.504385ms","start":"2026-07-24T00:38:28.859503Z","end":"2026-07-24T00:38:28.970008Z","steps":["trace[1258898153] 'process raft request' (duration: 63.926719ms)","trace[1258898153] 'compare' (duration: 46.290937ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:30.837673Z","caller":"traceutil/trace.go:171","msg":"trace[953836971] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25016; }","duration":"158.776886ms","start":"2026-07-24T00:38:30.678853Z","end":"2026-07-24T00:38:30.83763Z","steps":["trace[953836971] 'read index received' (duration: 60.583513ms)","trace[953836971] 'applied index is now lower than readState.Index' (duration: 98.191363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:30.838077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.188569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-07-24T00:38:30.838129Z","caller":"traceutil/trace.go:171","msg":"trace[1395407917] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24203; }","duration":"159.269581ms","start":"2026-07-24T00:38:30.678846Z","end":"2026-07-24T00:38:30.838116Z","steps":["trace[1395407917] 'agreement among raft nodes before linearized reading' (duration: 159.011693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:38:30.838174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.100153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:38:30.838291Z","caller":"traceutil/trace.go:171","msg":"trace[646384405] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24203; }","duration":"110.286319ms","start":"2026-07-24T00:38:30.727975Z","end":"2026-07-24T00:38:30.838261Z","steps":["trace[646384405] 'agreement among raft nodes before linearized reading' (duration: 110.066932ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:31.144794Z","caller":"traceutil/trace.go:171","msg":"trace[247333330] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"166.478801ms","start":"2026-07-24T00:38:30.978285Z","end":"2026-07-24T00:38:31.144764Z","steps":["trace[247333330] 'process raft request' (duration: 164.460517ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:38:31.716665Z","caller":"traceutil/trace.go:171","msg":"trace[1794080800] linearizableReadLoop","detail":"{readStateIndex:25022; appliedIndex:25021; }","duration":"100.134385ms","start":"2026-07-24T00:38:31.616507Z","end":"2026-07-24T00:38:31.716642Z","steps":["trace[1794080800] 'read index received' (duration: 79.058873ms)","trace[1794080800] 'applied index is now lower than readState.Index' (duration: 21.074202ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:38:31.716688Z","caller":"traceutil/trace.go:171","msg":"trace[1201579258] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"123.537871ms","start":"2026-07-24T00:38:31.593117Z","end":"2026-07-24T00:38:31.716654Z","steps":["trace[1201579258] 'process raft request' (duration: 102.49846ms)","trace[1201579258] 'compare' (duration: 20.916808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:38:31.716899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.356742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:38:31.716938Z","caller":"traceutil/trace.go:171","msg":"trace[1791354897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24208; }","duration":"100.468335ms","start":"2026-07-24T00:38:31.616457Z","end":"2026-07-24T00:38:31.716926Z","steps":["trace[1791354897] 'agreement among raft nodes before linearized reading' (duration: 100.30727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:54.328646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.263025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:39:54.328814Z","caller":"traceutil/trace.go:171","msg":"trace[1940383539] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"925.224762ms","start":"2026-07-24T00:39:53.403577Z","end":"2026-07-24T00:39:54.328802Z","steps":["trace[1940383539] 'process raft request' (duration: 925.159199ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:39:54.328788Z","caller":"traceutil/trace.go:171","msg":"trace[1515156387] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.001466422s","start":"2026-07-24T00:39:53.327282Z","end":"2026-07-24T00:39:54.328749Z","steps":["trace[1515156387] 'process raft request' (duration: 288.021771ms)","trace[1515156387] 'compare' (duration: 713.038218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:39:54.328866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.403545Z","time spent":"925.291734ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:39:54.328841Z","caller":"traceutil/trace.go:171","msg":"trace[1398183042] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25903; }","duration":"989.4972ms","start":"2026-07-24T00:39:53.339308Z","end":"2026-07-24T00:39:54.328805Z","steps":["trace[1398183042] 'read index received' (duration: 36.210804ms)","trace[1398183042] 'applied index is now lower than readState.Index' (duration: 953.282366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:39:54.328974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.327266Z","time spent":"1.001609546s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:54.329126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.800939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T00:39:54.329197Z","caller":"traceutil/trace.go:171","msg":"trace[10894955] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25068; }","duration":"989.909313ms","start":"2026-07-24T00:39:53.339274Z","end":"2026-07-24T00:39:54.329183Z","steps":["trace[10894955] 'agreement among raft nodes before linearized reading' (duration: 989.668035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:54.329221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.339261Z","time spent":"989.955535ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:39:54.829838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:39:55.330544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406670336s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:39:55.330705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:39:55.739443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.523862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:39:55.739531Z","caller":"traceutil/trace.go:171","msg":"trace[1045462718] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.815822057s","start":"2026-07-24T00:39:53.923695Z","end":"2026-07-24T00:39:55.739517Z","steps":["trace[1045462718] 'process raft request' (duration: 1.407161601s)","trace[1045462718] 'compare' (duration: 407.183159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:39:55.739571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.923663Z","time spent":"1.815890079s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:55.94394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:39:55.944024Z","caller":"traceutil/trace.go:171","msg":"trace[1160016299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467183s","start":"2026-07-24T00:39:53.943536Z","end":"2026-07-24T00:39:55.944003Z","steps":["trace[1160016299] 'agreement among raft nodes before linearized reading' (duration: 2.00037011s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:55.944074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.943509Z","time spent":"2.000551995s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:39:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:39:56.759024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413445833s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:39:57.224528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.165577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:39:57.224815Z","caller":"traceutil/trace.go:171","msg":"trace[98177365] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"2.99585088s","start":"2026-07-24T00:39:54.228931Z","end":"2026-07-24T00:39:57.224781Z","steps":["trace[98177365] 'process raft request' (duration: 2.995679635s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.22489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.330612Z","time spent":"2.894275183s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:39:57.224966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.228904Z","time spent":"2.995986255s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:39:57.224959Z","caller":"traceutil/trace.go:171","msg":"trace[142533814] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"3.051312038s","start":"2026-07-24T00:39:54.173616Z","end":"2026-07-24T00:39:57.224928Z","steps":["trace[142533814] 'process raft request' (duration: 2.585678526s)","trace[142533814] 'compare' (duration: 464.63642ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:39:57.224972Z","caller":"traceutil/trace.go:171","msg":"trace[202352844] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"2.686405937s","start":"2026-07-24T00:39:54.538539Z","end":"2026-07-24T00:39:57.224945Z","steps":["trace[202352844] 'process raft request' (duration: 2.686203261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.225099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.173574Z","time spent":"3.051447463s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:57.225115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.538521Z","time spent":"2.686519562s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:39:57.22486Z","caller":"traceutil/trace.go:171","msg":"trace[1374671337] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"2.38811622s","start":"2026-07-24T00:39:54.836734Z","end":"2026-07-24T00:39:57.224851Z","steps":["trace[1374671337] 'process raft request' (duration: 2.388051748s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.225218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.836715Z","time spent":"2.388461241s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:39:57.226744Z","caller":"traceutil/trace.go:171","msg":"trace[1493847977] linearizableReadLoop","detail":"{readStateIndex:25911; appliedIndex:25906; }","duration":"2.897823095s","start":"2026-07-24T00:39:54.328908Z","end":"2026-07-24T00:39:57.226732Z","steps":["trace[1493847977] 'read index received' (duration: 1.001896434s)","trace[1493847977] 'applied index is now lower than readState.Index' (duration: 1.895925961s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:39:57.2268Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13305497595893718558,"received-request-id":13305497595893718549} {"level":"warn","ts":"2026-07-24T00:39:57.226959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791076267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:39:57.227002Z","caller":"traceutil/trace.go:171","msg":"trace[1504012134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25075; }","duration":"3.79114978s","start":"2026-07-24T00:39:53.435839Z","end":"2026-07-24T00:39:57.226989Z","steps":["trace[1504012134] 'agreement among raft nodes before linearized reading' (duration: 3.791017965s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818738329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T00:39:57.227133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85609799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:39:57.227162Z","caller":"traceutil/trace.go:171","msg":"trace[571740212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25075; }","duration":"3.856155132s","start":"2026-07-24T00:39:53.371Z","end":"2026-07-24T00:39:57.227156Z","steps":["trace[571740212] 'agreement among raft nodes before linearized reading' (duration: 3.856070169s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25249174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:39:57.22718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.370987Z","time spent":"3.856189563s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:39:57.227171Z","caller":"traceutil/trace.go:171","msg":"trace[1916135299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25075; }","duration":"3.818905715s","start":"2026-07-24T00:39:53.408246Z","end":"2026-07-24T00:39:57.227152Z","steps":["trace[1916135299] 'agreement among raft nodes before linearized reading' (duration: 3.818695498s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:39:57.227196Z","caller":"traceutil/trace.go:171","msg":"trace[1894004171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25075; }","duration":"3.252536222s","start":"2026-07-24T00:39:53.974654Z","end":"2026-07-24T00:39:57.22719Z","steps":["trace[1894004171] 'agreement among raft nodes before linearized reading' (duration: 3.25246459s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.974642Z","time spent":"3.252575143s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:39:57.227326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817934273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:39:57.22736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861824473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:57.227365Z","caller":"traceutil/trace.go:171","msg":"trace[1274438431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25075; }","duration":"3.817972284s","start":"2026-07-24T00:39:53.409384Z","end":"2026-07-24T00:39:57.227356Z","steps":["trace[1274438431] 'agreement among raft nodes before linearized reading' (duration: 3.81785413s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:39:57.227383Z","caller":"traceutil/trace.go:171","msg":"trace[1517849976] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25075; }","duration":"3.861889695s","start":"2026-07-24T00:39:53.365486Z","end":"2026-07-24T00:39:57.227375Z","steps":["trace[1517849976] 'agreement among raft nodes before linearized reading' (duration: 3.861845953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.409303Z","time spent":"3.818085488s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:39:57.227409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.365467Z","time spent":"3.861936177s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:39:57.227045Z","caller":"traceutil/trace.go:171","msg":"trace[1547962228] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"2.353317571s","start":"2026-07-24T00:39:54.873718Z","end":"2026-07-24T00:39:57.227035Z","steps":["trace[1547962228] 'process raft request' (duration: 2.35110248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.8737Z","time spent":"2.353773895s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:57.227216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.408231Z","time spent":"3.818973316s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:39:57.227051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.435822Z","time spent":"3.791215442s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:39:57.22701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663429109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:39:57.227676Z","caller":"traceutil/trace.go:171","msg":"trace[858577648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25075; }","duration":"3.664128691s","start":"2026-07-24T00:39:53.56354Z","end":"2026-07-24T00:39:57.227668Z","steps":["trace[858577648] 'agreement among raft nodes before linearized reading' (duration: 3.663293485s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:53.563523Z","time spent":"3.664168022s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:39:57.227069Z","caller":"traceutil/trace.go:171","msg":"trace[479457572] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"2.204920911s","start":"2026-07-24T00:39:55.022142Z","end":"2026-07-24T00:39:57.227063Z","steps":["trace[479457572] 'process raft request' (duration: 2.204514218s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.022134Z","time spent":"2.205626323s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:57.227108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081325174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:57.227863Z","caller":"traceutil/trace.go:171","msg":"trace[1768916161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25075; }","duration":"3.082102669s","start":"2026-07-24T00:39:54.145731Z","end":"2026-07-24T00:39:57.227834Z","steps":["trace[1768916161] 'agreement among raft nodes before linearized reading' (duration: 3.081351786s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.227925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.145703Z","time spent":"3.082198913s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:57.944088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:39:57.944167Z","caller":"traceutil/trace.go:171","msg":"trace[521554206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049061s","start":"2026-07-24T00:39:55.9441Z","end":"2026-07-24T00:39:57.944149Z","steps":["trace[521554206] 'agreement among raft nodes before linearized reading' (duration: 1.999917246s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:57.944216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.944066Z","time spent":"2.000143134s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:39:58.067436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.486029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:39:58.067534Z","caller":"traceutil/trace.go:171","msg":"trace[549938937] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.733462523s","start":"2026-07-24T00:39:56.334045Z","end":"2026-07-24T00:39:58.067508Z","steps":["trace[549938937] 'process raft request' (duration: 1.149763008s)","trace[549938937] 'compare' (duration: 582.195027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:39:58.067584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:56.33402Z","time spent":"1.733541505s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:39:58.069542Z","caller":"traceutil/trace.go:171","msg":"trace[545669777] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25914; }","duration":"842.543395ms","start":"2026-07-24T00:39:57.226782Z","end":"2026-07-24T00:39:58.069326Z","steps":["trace[545669777] 'read index received' (duration: 257.008702ms)","trace[545669777] 'applied index is now lower than readState.Index' (duration: 585.533813ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:39:58.069643Z","caller":"traceutil/trace.go:171","msg":"trace[1097422435] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"844.012732ms","start":"2026-07-24T00:39:57.225623Z","end":"2026-07-24T00:39:58.069636Z","steps":["trace[1097422435] 'process raft request' (duration: 843.421864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.06973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.225557Z","time spent":"844.113405ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:58.070025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625171681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-24T00:39:58.070094Z","caller":"traceutil/trace.go:171","msg":"trace[1676630372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25082; }","duration":"1.625289405s","start":"2026-07-24T00:39:56.444786Z","end":"2026-07-24T00:39:58.070076Z","steps":["trace[1676630372] 'agreement among raft nodes before linearized reading' (duration: 1.625078329s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:56.444768Z","time spent":"1.625351327s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T00:39:58.070193Z","caller":"traceutil/trace.go:171","msg":"trace[267698598] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"839.971194ms","start":"2026-07-24T00:39:57.230203Z","end":"2026-07-24T00:39:58.070174Z","steps":["trace[267698598] 'process raft request' (duration: 838.957561ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:39:58.070263Z","caller":"traceutil/trace.go:171","msg":"trace[1378307536] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"839.395686ms","start":"2026-07-24T00:39:57.230751Z","end":"2026-07-24T00:39:58.070146Z","steps":["trace[1378307536] 'process raft request' (duration: 838.481516ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:39:58.070516Z","caller":"traceutil/trace.go:171","msg":"trace[1240585678] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"839.201189ms","start":"2026-07-24T00:39:57.231117Z","end":"2026-07-24T00:39:58.070318Z","steps":["trace[1240585678] 'process raft request' (duration: 838.141645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690680184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:39:58.070581Z","caller":"traceutil/trace.go:171","msg":"trace[685466198] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"840.225132ms","start":"2026-07-24T00:39:57.230344Z","end":"2026-07-24T00:39:58.07057Z","steps":["trace[685466198] 'process raft request' (duration: 838.857019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.231105Z","time spent":"839.447687ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:58.070603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.230742Z","time spent":"839.772237ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:58.07064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.23033Z","time spent":"840.278403ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:39:58.070591Z","caller":"traceutil/trace.go:171","msg":"trace[203932736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25082; }","duration":"2.690980353s","start":"2026-07-24T00:39:55.379595Z","end":"2026-07-24T00:39:58.070575Z","steps":["trace[203932736] 'agreement among raft nodes before linearized reading' (duration: 2.690595551s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200337995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:39:58.070714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.379577Z","time spent":"2.691128819s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:39:58.070725Z","caller":"traceutil/trace.go:171","msg":"trace[1666456262] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25082; }","duration":"2.200396097s","start":"2026-07-24T00:39:55.870319Z","end":"2026-07-24T00:39:58.070715Z","steps":["trace[1666456262] 'agreement among raft nodes before linearized reading' (duration: 2.200337765s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.870285Z","time spent":"2.200459469s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.070761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105122454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:58.070775Z","caller":"traceutil/trace.go:171","msg":"trace[852161132] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"838.954631ms","start":"2026-07-24T00:39:57.231811Z","end":"2026-07-24T00:39:58.070766Z","steps":["trace[852161132] 'process raft request' (duration: 837.482404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:39:58.070798Z","caller":"traceutil/trace.go:171","msg":"trace[2067033991] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25082; }","duration":"3.105156535s","start":"2026-07-24T00:39:54.965627Z","end":"2026-07-24T00:39:58.070784Z","steps":["trace[2067033991] 'agreement among raft nodes before linearized reading' (duration: 3.105094273s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.231802Z","time spent":"838.989832ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:58.070798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869304207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:39:58.070837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.965564Z","time spent":"3.105264418s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:39:58.070848Z","caller":"traceutil/trace.go:171","msg":"trace[475342682] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25082; }","duration":"2.86938767s","start":"2026-07-24T00:39:55.201448Z","end":"2026-07-24T00:39:58.070836Z","steps":["trace[475342682] 'agreement among raft nodes before linearized reading' (duration: 2.869260276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.20143Z","time spent":"2.869440532s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.070907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713075772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:58.070932Z","caller":"traceutil/trace.go:171","msg":"trace[566231336] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25082; }","duration":"3.713135333s","start":"2026-07-24T00:39:54.357786Z","end":"2026-07-24T00:39:58.070922Z","steps":["trace[566231336] 'agreement among raft nodes before linearized reading' (duration: 3.713096152s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:54.357766Z","time spent":"3.713185724s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.070297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475401947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:39:58.071061Z","caller":"traceutil/trace.go:171","msg":"trace[1537174432] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25082; }","duration":"1.476201473s","start":"2026-07-24T00:39:56.594847Z","end":"2026-07-24T00:39:58.071048Z","steps":["trace[1537174432] 'agreement among raft nodes before linearized reading' (duration: 1.475419928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.071085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049053417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-24T00:39:58.071104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:56.59483Z","time spent":"1.476261945s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:39:58.071111Z","caller":"traceutil/trace.go:171","msg":"trace[987816386] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25082; }","duration":"3.049081198s","start":"2026-07-24T00:39:55.022022Z","end":"2026-07-24T00:39:58.071103Z","steps":["trace[987816386] 'agreement among raft nodes before linearized reading' (duration: 3.048982995s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.071149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.021983Z","time spent":"3.049161291s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T00:39:58.070281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328820726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:58.071247Z","caller":"traceutil/trace.go:171","msg":"trace[1746412605] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25082; }","duration":"1.329834218s","start":"2026-07-24T00:39:56.741398Z","end":"2026-07-24T00:39:58.071232Z","steps":["trace[1746412605] 'agreement among raft nodes before linearized reading' (duration: 1.328824456s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.071293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:56.741366Z","time spent":"1.329912991s","remote":"127.0.0.1:54742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.071316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685662959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:39:58.071349Z","caller":"traceutil/trace.go:171","msg":"trace[1185565942] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25082; }","duration":"1.685729612s","start":"2026-07-24T00:39:56.385611Z","end":"2026-07-24T00:39:58.071341Z","steps":["trace[1185565942] 'agreement among raft nodes before linearized reading' (duration: 1.684458021s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.070295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.230186Z","time spent":"840.050817ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:39:58.070052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676994973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T00:39:58.071412Z","caller":"traceutil/trace.go:171","msg":"trace[1278746088] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25082; }","duration":"1.678375108s","start":"2026-07-24T00:39:56.393024Z","end":"2026-07-24T00:39:58.0714Z","steps":["trace[1278746088] 'agreement among raft nodes before linearized reading' (duration: 1.67689326s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.071456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:56.393014Z","time spent":"1.678430389s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:39:58.071375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:56.385594Z","time spent":"1.685775763s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2708,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.07177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98169851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:58.071816Z","caller":"traceutil/trace.go:171","msg":"trace[856721124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25082; }","duration":"2.981769173s","start":"2026-07-24T00:39:55.090037Z","end":"2026-07-24T00:39:58.071806Z","steps":["trace[856721124] 'agreement among raft nodes before linearized reading' (duration: 2.98169514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.071851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:55.090022Z","time spent":"2.981820404s","remote":"127.0.0.1:55120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:39:58.095961Z","caller":"traceutil/trace.go:171","msg":"trace[1308042690] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"283.119035ms","start":"2026-07-24T00:39:57.812818Z","end":"2026-07-24T00:39:58.095937Z","steps":["trace[1308042690] 'process raft request' (duration: 282.671141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.096272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.39638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:58.096342Z","caller":"traceutil/trace.go:171","msg":"trace[44741061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25084; }","duration":"137.469962ms","start":"2026-07-24T00:39:57.958835Z","end":"2026-07-24T00:39:58.096305Z","steps":["trace[44741061] 'agreement among raft nodes before linearized reading' (duration: 137.393159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.096577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.760555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T00:39:58.096628Z","caller":"traceutil/trace.go:171","msg":"trace[1072174972] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:25084; }","duration":"139.845898ms","start":"2026-07-24T00:39:57.95676Z","end":"2026-07-24T00:39:58.096606Z","steps":["trace[1072174972] 'agreement among raft nodes before linearized reading' (duration: 139.720854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.096813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.850867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:39:58.096853Z","caller":"traceutil/trace.go:171","msg":"trace[1797682692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25084; }","duration":"480.918539ms","start":"2026-07-24T00:39:57.61592Z","end":"2026-07-24T00:39:58.096839Z","steps":["trace[1797682692] 'agreement among raft nodes before linearized reading' (duration: 480.860067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.096882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.615903Z","time spent":"480.970371ms","remote":"127.0.0.1:47294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.097055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.683256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:39:58.09709Z","caller":"traceutil/trace.go:171","msg":"trace[1160107756] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25084; }","duration":"525.745818ms","start":"2026-07-24T00:39:57.571334Z","end":"2026-07-24T00:39:58.09708Z","steps":["trace[1160107756] 'agreement among raft nodes before linearized reading' (duration: 525.686426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.097118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.571319Z","time spent":"525.791369ms","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:39:58.097315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.039707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:39:58.097349Z","caller":"traceutil/trace.go:171","msg":"trace[928082096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25084; }","duration":"867.072908ms","start":"2026-07-24T00:39:57.230268Z","end":"2026-07-24T00:39:58.09734Z","steps":["trace[928082096] 'agreement among raft nodes before linearized reading' (duration: 866.975664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:39:58.097377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:57.230221Z","time spent":"867.15012ms","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:39:59.389365Z","caller":"traceutil/trace.go:171","msg":"trace[1803828478] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"159.533275ms","start":"2026-07-24T00:39:59.229803Z","end":"2026-07-24T00:39:59.389336Z","steps":["trace[1803828478] 'process raft request' (duration: 159.341159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:00.55264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163514447s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:00.77821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243688222s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:00.778305Z","caller":"traceutil/trace.go:171","msg":"trace[640695513] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25090; }","duration":"1.243796825s","start":"2026-07-24T00:39:59.534496Z","end":"2026-07-24T00:40:00.778293Z","steps":["trace[640695513] 'range keys from in-memory index tree' (duration: 1.243676002s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:00.779999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.053677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:00.780155Z","caller":"traceutil/trace.go:171","msg":"trace[2117138168] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.550108009s","start":"2026-07-24T00:39:59.230025Z","end":"2026-07-24T00:40:00.780133Z","steps":["trace[2117138168] 'process raft request' (duration: 1.322789203s)","trace[2117138168] 'compare' (duration: 226.334635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:00.780281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.229996Z","time spent":"1.550214832s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:00.780335Z","caller":"traceutil/trace.go:171","msg":"trace[2127162340] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.548978463s","start":"2026-07-24T00:39:59.231328Z","end":"2026-07-24T00:40:00.780307Z","steps":["trace[2127162340] 'process raft request' (duration: 1.548787666s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:00.780364Z","caller":"traceutil/trace.go:171","msg":"trace[254045880] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.548701074s","start":"2026-07-24T00:39:59.231642Z","end":"2026-07-24T00:40:00.780343Z","steps":["trace[254045880] 'process raft request' (duration: 1.548605731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:00.780433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.23161Z","time spent":"1.548794727s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:00.78048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.231316Z","time spent":"1.549079606s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:00.780627Z","caller":"traceutil/trace.go:171","msg":"trace[475736453] linearizableReadLoop","detail":"{readStateIndex:25935; appliedIndex:25929; }","duration":"1.42402194s","start":"2026-07-24T00:39:59.356591Z","end":"2026-07-24T00:40:00.780613Z","steps":["trace[475736453] 'read index received' (duration: 32.531657ms)","trace[475736453] 'applied index is now lower than readState.Index' (duration: 1.391489043s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:00.780674Z","caller":"traceutil/trace.go:171","msg":"trace[457832450] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.548928571s","start":"2026-07-24T00:39:59.23171Z","end":"2026-07-24T00:40:00.780639Z","steps":["trace[457832450] 'process raft request' (duration: 1.54857767s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:00.780823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424227777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:00.78085Z","caller":"traceutil/trace.go:171","msg":"trace[1636894424] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25095; }","duration":"1.424291709s","start":"2026-07-24T00:39:59.35655Z","end":"2026-07-24T00:40:00.780842Z","steps":["trace[1636894424] 'agreement among raft nodes before linearized reading' (duration: 1.424137504s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:00.780876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.356528Z","time spent":"1.42434144s","remote":"127.0.0.1:35466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:00.780752Z","caller":"traceutil/trace.go:171","msg":"trace[250672264] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"1.546809984s","start":"2026-07-24T00:39:59.233889Z","end":"2026-07-24T00:40:00.780699Z","steps":["trace[250672264] 'process raft request' (duration: 1.546666729s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:00.780975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.231671Z","time spent":"1.549178859s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:00.781029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.23387Z","time spent":"1.547096333s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:01.28134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:01.782449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:01.94449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:01.944581Z","caller":"traceutil/trace.go:171","msg":"trace[325855988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304738s","start":"2026-07-24T00:39:59.944253Z","end":"2026-07-24T00:40:01.944558Z","steps":["trace[325855988] 'agreement among raft nodes before linearized reading' (duration: 2.000189234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:01.944621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.944238Z","time spent":"2.00037457s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:02.283288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:02.784347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:02.927675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177650191s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T00:40:02.953458Z","caller":"traceutil/trace.go:171","msg":"trace[649137661] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"2.881024191s","start":"2026-07-24T00:40:00.072397Z","end":"2026-07-24T00:40:02.953421Z","steps":["trace[649137661] 'process raft request' (duration: 2.855413144s)","trace[649137661] 'compare' (duration: 25.459152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:02.953753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.072374Z","time spent":"2.881155144s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:03.945753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:03.945871Z","caller":"traceutil/trace.go:171","msg":"trace[1071042019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584278s","start":"2026-07-24T00:40:01.945255Z","end":"2026-07-24T00:40:03.945839Z","steps":["trace[1071042019] 'agreement among raft nodes before linearized reading' (duration: 2.000457403s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:03.945949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:01.945233Z","time spent":"2.000696531s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:04.669115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740991243s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:05.076275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999822966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:05.076428Z","caller":"traceutil/trace.go:171","msg":"trace[1716649586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000000041s","start":"2026-07-24T00:40:00.076385Z","end":"2026-07-24T00:40:05.076385Z","steps":["trace[1716649586] 'agreement among raft nodes before linearized reading' (duration: 4.999833056s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:05.076501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.076376Z","time spent":"5.000111725s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 00:40:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:05.078953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999123304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:05.079029Z","caller":"traceutil/trace.go:171","msg":"trace[277631097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999251968s","start":"2026-07-24T00:40:00.07976Z","end":"2026-07-24T00:40:05.079012Z","steps":["trace[277631097] 'agreement among raft nodes before linearized reading' (duration: 4.999145545s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:05.079067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.079748Z","time spent":"4.999310909s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 00:40:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:05.112267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000076143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:05.112365Z","caller":"traceutil/trace.go:171","msg":"trace[1845527526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000222728s","start":"2026-07-24T00:40:00.112115Z","end":"2026-07-24T00:40:05.112338Z","steps":["trace[1845527526] 'agreement among raft nodes before linearized reading' (duration: 5.000071383s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:05.112413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.11208Z","time spent":"5.000322842s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 00:40:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:05.95421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000822984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:05.954289Z","caller":"traceutil/trace.go:171","msg":"trace[1428390782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000950088s","start":"2026-07-24T00:40:03.953322Z","end":"2026-07-24T00:40:05.954272Z","steps":["trace[1428390782] 'agreement among raft nodes before linearized reading' (duration: 2.000853165s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:05.954336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.953305Z","time spent":"2.00101891s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:06.272666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:04.710675Z","time spent":"1.561982556s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:06.272933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603542411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:06.273093Z","caller":"traceutil/trace.go:171","msg":"trace[1755441936] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"4.878454517s","start":"2026-07-24T00:40:01.394618Z","end":"2026-07-24T00:40:06.273073Z","steps":["trace[1755441936] 'process raft request' (duration: 3.274703499s)","trace[1755441936] 'compare' (duration: 1.6032062s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:06.273154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:01.394586Z","time spent":"4.878538859s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:06.27319Z","caller":"traceutil/trace.go:171","msg":"trace[657955736] linearizableReadLoop","detail":"{readStateIndex:25937; appliedIndex:25935; }","duration":"5.492526769s","start":"2026-07-24T00:40:00.780654Z","end":"2026-07-24T00:40:06.273181Z","steps":["trace[657955736] 'read index received' (duration: 2.147167448s)","trace[657955736] 'applied index is now lower than readState.Index' (duration: 3.345357931s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:06.273236Z","caller":"traceutil/trace.go:171","msg":"trace[143135643] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"3.488281707s","start":"2026-07-24T00:40:02.784948Z","end":"2026-07-24T00:40:06.27323Z","steps":["trace[143135643] 'process raft request' (duration: 3.48807234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.784926Z","time spent":"3.488323007s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:06.273329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502942972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-24T00:40:06.27335Z","caller":"traceutil/trace.go:171","msg":"trace[54680773] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25102; }","duration":"5.503008433s","start":"2026-07-24T00:40:00.770335Z","end":"2026-07-24T00:40:06.273343Z","steps":["trace[54680773] 'agreement among raft nodes before linearized reading' (duration: 5.50289768s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.770306Z","time spent":"5.503057765s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-24T00:40:06.273383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.170282452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-24T00:40:06.273402Z","caller":"traceutil/trace.go:171","msg":"trace[1009012200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:25102; }","duration":"6.170333654s","start":"2026-07-24T00:40:00.103061Z","end":"2026-07-24T00:40:06.273395Z","steps":["trace[1009012200] 'agreement among raft nodes before linearized reading' (duration: 6.170274522s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.103042Z","time spent":"6.170372016s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-07-24T00:40:06.273481Z","caller":"traceutil/trace.go:171","msg":"trace[1098601095] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"3.487813381s","start":"2026-07-24T00:40:02.785659Z","end":"2026-07-24T00:40:06.273473Z","steps":["trace[1098601095] 'process raft request' (duration: 3.487403038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.785642Z","time spent":"3.487856033s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:06.273566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197116527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:40:06.273606Z","caller":"traceutil/trace.go:171","msg":"trace[979246021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25102; }","duration":"6.197179849s","start":"2026-07-24T00:40:00.076419Z","end":"2026-07-24T00:40:06.273599Z","steps":["trace[979246021] 'agreement among raft nodes before linearized reading' (duration: 6.197097047s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.076414Z","time spent":"6.19720562s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:40:06.273637Z","caller":"traceutil/trace.go:171","msg":"trace[310815287] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"3.473605538s","start":"2026-07-24T00:40:02.800013Z","end":"2026-07-24T00:40:06.273619Z","steps":["trace[310815287] 'process raft request' (duration: 3.473133383s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197726058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:40:06.273722Z","caller":"traceutil/trace.go:171","msg":"trace[840968735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25102; }","duration":"6.197759138s","start":"2026-07-24T00:40:00.075957Z","end":"2026-07-24T00:40:06.273716Z","steps":["trace[840968735] 'agreement among raft nodes before linearized reading' (duration: 6.197704746s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.075952Z","time spent":"6.197784739s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:40:06.273753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.799994Z","time spent":"3.473694971s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:06.273825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.197882642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:40:06.273847Z","caller":"traceutil/trace.go:171","msg":"trace[1073310450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25102; }","duration":"6.197932084s","start":"2026-07-24T00:40:00.075907Z","end":"2026-07-24T00:40:06.273839Z","steps":["trace[1073310450] 'agreement among raft nodes before linearized reading' (duration: 6.197874252s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.075894Z","time spent":"6.197965185s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:40:06.273886Z","caller":"traceutil/trace.go:171","msg":"trace[1299006756] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"3.486914362s","start":"2026-07-24T00:40:02.786962Z","end":"2026-07-24T00:40:06.273876Z","steps":["trace[1299006756] 'process raft request' (duration: 3.486128207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.273926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.786955Z","time spent":"3.486949924s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:06.274045Z","caller":"traceutil/trace.go:171","msg":"trace[502797236] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"3.486725146s","start":"2026-07-24T00:40:02.787311Z","end":"2026-07-24T00:40:06.274036Z","steps":["trace[502797236] 'process raft request' (duration: 3.485809577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.274095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.787298Z","time spent":"3.486765228s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:06.273978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.601246539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:06.274146Z","caller":"traceutil/trace.go:171","msg":"trace[1055168329] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25102; }","duration":"6.601450666s","start":"2026-07-24T00:39:59.672688Z","end":"2026-07-24T00:40:06.274139Z","steps":["trace[1055168329] 'agreement among raft nodes before linearized reading' (duration: 6.601214818s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:06.274172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:39:59.67267Z","time spent":"6.601493727s","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:06.729029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.059735762s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:07.954946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:07.955036Z","caller":"traceutil/trace.go:171","msg":"trace[2128019169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823425s","start":"2026-07-24T00:40:05.954194Z","end":"2026-07-24T00:40:07.955017Z","steps":["trace[2128019169] 'agreement among raft nodes before linearized reading' (duration: 2.000705621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:07.955078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:05.954177Z","time spent":"2.000890177s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:09.959059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:04.959777Z","time spent":"4.999274088s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:09.962012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:09.962093Z","caller":"traceutil/trace.go:171","msg":"trace[469000356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097051s","start":"2026-07-24T00:40:07.961979Z","end":"2026-07-24T00:40:09.962076Z","steps":["trace[469000356] 'agreement among raft nodes before linearized reading' (duration: 1.999994518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:09.962178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.96196Z","time spent":"2.000170714s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.075302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:06.284085Z","time spent":"3.791209352s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.075836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:06.277705Z","time spent":"3.798127262s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.07593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996950625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:10.075964Z","caller":"traceutil/trace.go:171","msg":"trace[364751735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997025137s","start":"2026-07-24T00:40:07.078927Z","end":"2026-07-24T00:40:10.075953Z","steps":["trace[364751735] 'agreement among raft nodes before linearized reading' (duration: 2.996974636s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.075989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.078912Z","time spent":"2.997071269s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.076034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:06.28375Z","time spent":"3.792282466s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.080289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998969529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:10.080376Z","caller":"traceutil/trace.go:171","msg":"trace[1754314107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999080513s","start":"2026-07-24T00:40:07.081282Z","end":"2026-07-24T00:40:10.080362Z","steps":["trace[1754314107] 'agreement among raft nodes before linearized reading' (duration: 2.99898907s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.080408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.081277Z","time spent":"2.999122764s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.105549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.1051Z","time spent":"7.000443854s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:10.111701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997794882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:10.111771Z","caller":"traceutil/trace.go:171","msg":"trace[2037956738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997891685s","start":"2026-07-24T00:40:07.113862Z","end":"2026-07-24T00:40:10.111754Z","steps":["trace[2037956738] 'agreement among raft nodes before linearized reading' (duration: 2.997806582s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.111805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.113853Z","time spent":"2.997944917s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.148896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.872365Z","time spent":"2.276524812s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:10.149084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.0447ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:10.149181Z","caller":"traceutil/trace.go:171","msg":"trace[1086207897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25102; }","duration":"623.153633ms","start":"2026-07-24T00:40:09.526012Z","end":"2026-07-24T00:40:10.149165Z","steps":["trace[1086207897] 'range keys from in-memory index tree' (duration: 623.031319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.151632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422159958s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:10.151818Z","caller":"traceutil/trace.go:171","msg":"trace[1260257950] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"5.789598558s","start":"2026-07-24T00:40:04.362207Z","end":"2026-07-24T00:40:10.151805Z","steps":["trace[1260257950] 'process raft request' (duration: 5.789506055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.152046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:04.362187Z","time spent":"5.789822526s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:10.17322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895345141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:10.173284Z","caller":"traceutil/trace.go:171","msg":"trace[1922467442] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; }","duration":"3.895451935s","start":"2026-07-24T00:40:06.277817Z","end":"2026-07-24T00:40:10.173269Z","steps":["trace[1922467442] 'agreement among raft nodes before linearized reading' (duration: 3.895373652s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.1735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:06.277799Z","time spent":"3.895689832s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:10.934566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001466708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:10.934639Z","caller":"traceutil/trace.go:171","msg":"trace[1537904428] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.001591002s","start":"2026-07-24T00:40:00.933032Z","end":"2026-07-24T00:40:10.934623Z","steps":["trace[1537904428] 'agreement among raft nodes before linearized reading' (duration: 10.001496289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:10.934686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:00.93301Z","time spent":"10.001661875s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/24 00:40:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:11.402489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.673309748s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:11.962848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:11.962934Z","caller":"traceutil/trace.go:171","msg":"trace[941767819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306679s","start":"2026-07-24T00:40:09.962609Z","end":"2026-07-24T00:40:11.962916Z","steps":["trace[941767819] 'agreement among raft nodes before linearized reading' (duration: 2.000199705s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:11.963044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:09.962597Z","time spent":"2.000434093s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:12.604276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:05.603591Z","time spent":"7.000678021s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:12.976104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:05.975165Z","time spent":"7.000930769s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:13.276893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.278925Z","time spent":"4.997960795s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:13.278768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.280783Z","time spent":"4.997978246s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:13.278804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.280754Z","time spent":"4.998045097s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/24 00:40:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:13.278886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.280652Z","time spent":"4.998157642s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:13.28332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.28352Z","time spent":"4.999798794s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:13.969188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:13.969274Z","caller":"traceutil/trace.go:171","msg":"trace[1505610516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497853s","start":"2026-07-24T00:40:11.968759Z","end":"2026-07-24T00:40:13.969256Z","steps":["trace[1505610516] 'agreement among raft nodes before linearized reading' (duration: 2.00039053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:13.96932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.968742Z","time spent":"2.000567236s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:14.958011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993080111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:14.958079Z","caller":"traceutil/trace.go:171","msg":"trace[1143983437] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.993217615s","start":"2026-07-24T00:40:09.964847Z","end":"2026-07-24T00:40:14.958065Z","steps":["trace[1143983437] 'agreement among raft nodes before linearized reading' (duration: 4.993109682s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:14.95812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:09.964832Z","time spent":"4.993278207s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/24 00:40:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:15.063313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660586788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:15.063851Z","caller":"traceutil/trace.go:171","msg":"trace[1388004502] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25942; }","duration":"8.790625334s","start":"2026-07-24T00:40:06.273207Z","end":"2026-07-24T00:40:15.063833Z","steps":["trace[1388004502] 'read index received' (duration: 456.071117ms)","trace[1388004502] 'applied index is now lower than readState.Index' (duration: 8.334553357s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:15.064054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.5735613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:15.064088Z","caller":"traceutil/trace.go:171","msg":"trace[961530389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25110; }","duration":"9.573666343s","start":"2026-07-24T00:40:05.490409Z","end":"2026-07-24T00:40:15.064075Z","steps":["trace[961530389] 'agreement among raft nodes before linearized reading' (duration: 9.573599371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.06412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:05.490381Z","time spent":"9.573729375s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.064899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.774351588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:40:15.064958Z","caller":"traceutil/trace.go:171","msg":"trace[139356139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25110; }","duration":"11.774450471s","start":"2026-07-24T00:40:03.290494Z","end":"2026-07-24T00:40:15.064945Z","steps":["trace[139356139] 'agreement among raft nodes before linearized reading' (duration: 11.774283025s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.064987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.290474Z","time spent":"11.774507413s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:40:15.064984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.864262019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:15.065036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.458254477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:15.06505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.829439062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:15.06506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.329506698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:15.065137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.409002543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:15.065121Z","caller":"traceutil/trace.go:171","msg":"trace[804575031] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25110; }","duration":"12.864387683s","start":"2026-07-24T00:40:02.200685Z","end":"2026-07-24T00:40:15.065073Z","steps":["trace[804575031] 'agreement among raft nodes before linearized reading' (duration: 12.864185966s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:15.065164Z","caller":"traceutil/trace.go:171","msg":"trace[1354991156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25110; }","duration":"11.409065135s","start":"2026-07-24T00:40:03.656091Z","end":"2026-07-24T00:40:15.065157Z","steps":["trace[1354991156] 'agreement among raft nodes before linearized reading' (duration: 11.409021433s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.979999478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-24T00:40:15.065152Z","caller":"traceutil/trace.go:171","msg":"trace[352940210] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25110; }","duration":"12.458380651s","start":"2026-07-24T00:40:02.606739Z","end":"2026-07-24T00:40:15.065119Z","steps":["trace[352940210] 'agreement among raft nodes before linearized reading' (duration: 12.458218726s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.653482836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:15.065218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.710867012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:15.065254Z","caller":"traceutil/trace.go:171","msg":"trace[606069148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25110; }","duration":"11.653536337s","start":"2026-07-24T00:40:03.411711Z","end":"2026-07-24T00:40:15.065248Z","steps":["trace[606069148] 'agreement among raft nodes before linearized reading' (duration: 11.653494946s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.411695Z","time spent":"11.653572938s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:15.065272Z","caller":"traceutil/trace.go:171","msg":"trace[1732754791] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25110; }","duration":"13.710976226s","start":"2026-07-24T00:40:01.354283Z","end":"2026-07-24T00:40:15.065259Z","steps":["trace[1732754791] 'agreement among raft nodes before linearized reading' (duration: 13.710900423s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.044841345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:15.065317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:01.35426Z","time spent":"13.711045518s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.864916235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:15.065447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.199716081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:15.065329Z","caller":"traceutil/trace.go:171","msg":"trace[1713931272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25110; }","duration":"13.044938948s","start":"2026-07-24T00:40:02.02038Z","end":"2026-07-24T00:40:15.065318Z","steps":["trace[1713931272] 'agreement among raft nodes before linearized reading' (duration: 13.044849775s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:15.065485Z","caller":"traceutil/trace.go:171","msg":"trace[1217607079] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25110; }","duration":"13.199786864s","start":"2026-07-24T00:40:01.86569Z","end":"2026-07-24T00:40:15.065476Z","steps":["trace[1217607079] 'agreement among raft nodes before linearized reading' (duration: 13.19965637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.020363Z","time spent":"13.045122573s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.200616Z","time spent":"12.864580099s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.115665923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-24T00:40:15.065427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:02.606723Z","time spent":"12.458514715s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:01.865672Z","time spent":"13.1999998s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:15.065139Z","caller":"traceutil/trace.go:171","msg":"trace[619576552] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25110; }","duration":"13.829569996s","start":"2026-07-24T00:40:01.235542Z","end":"2026-07-24T00:40:15.065112Z","steps":["trace[619576552] 'agreement among raft nodes before linearized reading' (duration: 13.829422591s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:15.065466Z","caller":"traceutil/trace.go:171","msg":"trace[635656844] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25110; }","duration":"9.865229656s","start":"2026-07-24T00:40:05.200225Z","end":"2026-07-24T00:40:15.065455Z","steps":["trace[635656844] 'agreement among raft nodes before linearized reading' (duration: 9.864154302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:01.235524Z","time spent":"13.830259727s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:05.200204Z","time spent":"9.865646189s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.725254333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T00:40:15.065955Z","caller":"traceutil/trace.go:171","msg":"trace[1751927025] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25110; }","duration":"11.725613025s","start":"2026-07-24T00:40:03.340335Z","end":"2026-07-24T00:40:15.065948Z","steps":["trace[1751927025] 'agreement among raft nodes before linearized reading' (duration: 11.725263944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.065977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.340317Z","time spent":"11.725652425s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-24T00:40:15.065694Z","caller":"traceutil/trace.go:171","msg":"trace[951420786] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:25110; }","duration":"11.116341574s","start":"2026-07-24T00:40:03.949341Z","end":"2026-07-24T00:40:15.065682Z","steps":["trace[951420786] 'agreement among raft nodes before linearized reading' (duration: 11.115638222s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.066037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.949319Z","time spent":"11.116706116s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"warn","ts":"2026-07-24T00:40:15.065192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.656072Z","time spent":"11.409114266s","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.065111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.095349021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:15.066249Z","caller":"traceutil/trace.go:171","msg":"trace[1210343341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25110; }","duration":"10.096479337s","start":"2026-07-24T00:40:04.969756Z","end":"2026-07-24T00:40:15.066235Z","steps":["trace[1210343341] 'agreement among raft nodes before linearized reading' (duration: 10.0953364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.066287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:04.969719Z","time spent":"10.096554739s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.066363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.756457797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:15.066418Z","caller":"traceutil/trace.go:171","msg":"trace[134395928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25110; }","duration":"11.757585593s","start":"2026-07-24T00:40:03.308815Z","end":"2026-07-24T00:40:15.066401Z","steps":["trace[134395928] 'agreement among raft nodes before linearized reading' (duration: 11.756432006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.06514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.897362975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:15.065201Z","caller":"traceutil/trace.go:171","msg":"trace[1091378918] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25110; }","duration":"13.329696014s","start":"2026-07-24T00:40:01.735475Z","end":"2026-07-24T00:40:15.065171Z","steps":["trace[1091378918] 'agreement among raft nodes before linearized reading' (duration: 13.329445436s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:15.065205Z","caller":"traceutil/trace.go:171","msg":"trace[1499859014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25110; }","duration":"10.9800483s","start":"2026-07-24T00:40:04.085151Z","end":"2026-07-24T00:40:15.065199Z","steps":["trace[1499859014] 'agreement among raft nodes before linearized reading' (duration: 10.980000778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.06647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:04.085133Z","time spent":"10.98132772s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T00:40:15.066475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:01.735458Z","time spent":"13.330996295s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:15.066553Z","caller":"traceutil/trace.go:171","msg":"trace[1928564942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25110; }","duration":"10.89877382s","start":"2026-07-24T00:40:04.167773Z","end":"2026-07-24T00:40:15.066546Z","steps":["trace[1928564942] 'agreement among raft nodes before linearized reading' (duration: 10.897351484s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.06658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:04.167729Z","time spent":"10.898843672s","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.066567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:03.308799Z","time spent":"11.757713958s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:15.076675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.078399Z","time spent":"4.998272167s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:15.080541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.081999Z","time spent":"4.998537265s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:15.281318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.280722Z","time spent":"7.000586317s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:15.564722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:15.969608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:15.969695Z","caller":"traceutil/trace.go:171","msg":"trace[2115626537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254056s","start":"2026-07-24T00:40:13.969418Z","end":"2026-07-24T00:40:15.969672Z","steps":["trace[2115626537] 'agreement among raft nodes before linearized reading' (duration: 2.000119621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:15.969745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.969398Z","time spent":"2.000336739s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:16.065287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:16.565813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:17.066743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:17.078978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.078251Z","time spent":"7.000721322s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:17.079604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.079477Z","time spent":"7.000120862s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:17.567594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:17.569406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.166695028s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:17.97595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:17.976003Z","caller":"traceutil/trace.go:171","msg":"trace[607150334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987447s","start":"2026-07-24T00:40:15.976004Z","end":"2026-07-24T00:40:17.975991Z","steps":["trace[607150334] 'agreement among raft nodes before linearized reading' (duration: 1.999891984s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:17.976032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.975986Z","time spent":"2.00004007s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:18.276916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99903313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:18.276993Z","caller":"traceutil/trace.go:171","msg":"trace[1659632193] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999150694s","start":"2026-07-24T00:40:13.277822Z","end":"2026-07-24T00:40:18.276973Z","steps":["trace[1659632193] 'agreement among raft nodes before linearized reading' (duration: 4.999055711s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.27704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.277807Z","time spent":"4.999223526s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/24 00:40:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:18.277445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997849153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:18.277482Z","caller":"traceutil/trace.go:171","msg":"trace[256190074] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997944425s","start":"2026-07-24T00:40:13.279528Z","end":"2026-07-24T00:40:18.277472Z","steps":["trace[256190074] 'agreement among raft nodes before linearized reading' (duration: 4.997902624s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.277512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.279503Z","time spent":"4.998001857s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/24 00:40:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:18.277747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993463764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:18.277808Z","caller":"traceutil/trace.go:171","msg":"trace[903840696] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993554967s","start":"2026-07-24T00:40:15.284242Z","end":"2026-07-24T00:40:18.277797Z","steps":["trace[903840696] 'agreement among raft nodes before linearized reading' (duration: 2.993491105s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.277837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.284226Z","time spent":"2.993604258s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 00:40:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:18.278255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997894764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:18.278291Z","caller":"traceutil/trace.go:171","msg":"trace[1912064758] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997956886s","start":"2026-07-24T00:40:13.280316Z","end":"2026-07-24T00:40:18.278273Z","steps":["trace[1912064758] 'agreement among raft nodes before linearized reading' (duration: 4.997927935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.27831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.280301Z","time spent":"4.998004588s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 00:40:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:18.278774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998746421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:18.278815Z","caller":"traceutil/trace.go:171","msg":"trace[951075747] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998815553s","start":"2026-07-24T00:40:13.279987Z","end":"2026-07-24T00:40:18.278803Z","steps":["trace[951075747] 'agreement among raft nodes before linearized reading' (duration: 4.998771682s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.278847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.279938Z","time spent":"4.998900926s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T00:40:18.28291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:18.282956Z","caller":"traceutil/trace.go:171","msg":"trace[529866905] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997204902s","start":"2026-07-24T00:40:13.28574Z","end":"2026-07-24T00:40:18.282945Z","steps":["trace[529866905] 'agreement among raft nodes before linearized reading' (duration: 4.99715258s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.282987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.285727Z","time spent":"4.997252694s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/24 00:40:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:18.31913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249550257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:18.319185Z","caller":"traceutil/trace.go:171","msg":"trace[138418765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"3.249625719s","start":"2026-07-24T00:40:15.069547Z","end":"2026-07-24T00:40:18.319173Z","steps":["trace[138418765] 'agreement among raft nodes before linearized reading' (duration: 3.249547137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:18.319213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.069508Z","time spent":"3.249699091s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 00:40:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:19.686869Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e16","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:40:19.889671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.097359312s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:19.962362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:19.962452Z","caller":"traceutil/trace.go:171","msg":"trace[1280941950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005608s","start":"2026-07-24T00:40:17.962426Z","end":"2026-07-24T00:40:19.962431Z","steps":["trace[1280941950] 'agreement among raft nodes before linearized reading' (duration: 1.999846263s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:19.962504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:17.962413Z","time spent":"2.00007921s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:19.976518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:19.976606Z","caller":"traceutil/trace.go:171","msg":"trace[1787315939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511834s","start":"2026-07-24T00:40:17.976073Z","end":"2026-07-24T00:40:19.976585Z","steps":["trace[1787315939] 'agreement among raft nodes before linearized reading' (duration: 2.00039289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:19.976662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:17.976063Z","time spent":"2.000588946s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:19.981006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:12.980353Z","time spent":"7.000642769s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:20.146629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.024134ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:20.146758Z","caller":"traceutil/trace.go:171","msg":"trace[988854000] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25110; }","duration":"621.165609ms","start":"2026-07-24T00:40:19.52557Z","end":"2026-07-24T00:40:20.146735Z","steps":["trace[988854000] 'range keys from in-memory index tree' (duration: 620.977153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:20.151184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581243284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-24T00:40:20.601546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994334032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:20.601771Z","caller":"traceutil/trace.go:171","msg":"trace[1709452345] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99461011s","start":"2026-07-24T00:40:12.607129Z","end":"2026-07-24T00:40:20.601739Z","steps":["trace[1709452345] 'agreement among raft nodes before linearized reading' (duration: 7.994372503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:20.601834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:12.607112Z","time spent":"7.994704874s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/24 00:40:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:21.993456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:21.993539Z","caller":"traceutil/trace.go:171","msg":"trace[1265345224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415852s","start":"2026-07-24T00:40:19.993101Z","end":"2026-07-24T00:40:21.993517Z","steps":["trace[1265345224] 'agreement among raft nodes before linearized reading' (duration: 2.000321619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:21.993603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.993089Z","time spent":"2.000486264s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:22.068851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.067901Z","time spent":"7.000939859s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:22.070008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.069465Z","time spent":"7.000538066s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:23.27762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:18.280384Z","time spent":"4.997230562s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:23.27828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999244366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:23.278356Z","caller":"traceutil/trace.go:171","msg":"trace[350852603] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99935594s","start":"2026-07-24T00:40:18.27898Z","end":"2026-07-24T00:40:23.278336Z","steps":["trace[350852603] 'agreement among raft nodes before linearized reading' (duration: 4.999265097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.278399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:18.278966Z","time spent":"4.999423001s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/24 00:40:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:23.808727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:16.808543Z","time spent":"7.000178055s","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:23.987287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834888265s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:40:23.989794Z","caller":"traceutil/trace.go:171","msg":"trace[503397574] linearizableReadLoop","detail":"{readStateIndex:25965; appliedIndex:25950; }","duration":"8.925894055s","start":"2026-07-24T00:40:15.06388Z","end":"2026-07-24T00:40:23.989774Z","steps":["trace[503397574] 'read index received' (duration: 2.506014516s)","trace[503397574] 'applied index is now lower than readState.Index' (duration: 6.419878729s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:23.99014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.033146433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.990182Z","caller":"traceutil/trace.go:171","msg":"trace[1065923261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25121; }","duration":"9.033235236s","start":"2026-07-24T00:40:14.956934Z","end":"2026-07-24T00:40:23.99017Z","steps":["trace[1065923261] 'agreement among raft nodes before linearized reading' (duration: 9.032984428s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.990213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.956917Z","time spent":"9.033285307s","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.990378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.074544673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.990407Z","caller":"traceutil/trace.go:171","msg":"trace[1733784843] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25121; }","duration":"9.074616155s","start":"2026-07-24T00:40:14.915782Z","end":"2026-07-24T00:40:23.990399Z","steps":["trace[1733784843] 'agreement among raft nodes before linearized reading' (duration: 9.074572053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.990693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.915719Z","time spent":"9.074964096s","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.990831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.143246672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.990857Z","caller":"traceutil/trace.go:171","msg":"trace[59814555] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25121; }","duration":"9.143305794s","start":"2026-07-24T00:40:14.847545Z","end":"2026-07-24T00:40:23.990851Z","steps":["trace[59814555] 'agreement among raft nodes before linearized reading' (duration: 9.143263683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.990879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.847526Z","time spent":"9.143347176s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.990988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.499539409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991013Z","caller":"traceutil/trace.go:171","msg":"trace[704813442] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25121; }","duration":"9.499593101s","start":"2026-07-24T00:40:14.491414Z","end":"2026-07-24T00:40:23.991007Z","steps":["trace[704813442] 'agreement among raft nodes before linearized reading' (duration: 9.49955425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.491394Z","time spent":"9.499633823s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.991152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.524650519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991179Z","caller":"traceutil/trace.go:171","msg":"trace[23834002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25121; }","duration":"9.524701791s","start":"2026-07-24T00:40:14.466469Z","end":"2026-07-24T00:40:23.991171Z","steps":["trace[23834002] 'agreement among raft nodes before linearized reading' (duration: 9.52466031s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.466431Z","time spent":"9.524766703s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.991321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.838920217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991347Z","caller":"traceutil/trace.go:171","msg":"trace[733577639] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25121; }","duration":"9.838977879s","start":"2026-07-24T00:40:14.152363Z","end":"2026-07-24T00:40:23.991341Z","steps":["trace[733577639] 'agreement among raft nodes before linearized reading' (duration: 9.838939787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.152338Z","time spent":"9.83902507s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.991451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.384465908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991531Z","caller":"traceutil/trace.go:171","msg":"trace[719860625] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25121; }","duration":"13.384596842s","start":"2026-07-24T00:40:10.606917Z","end":"2026-07-24T00:40:23.991514Z","steps":["trace[719860625] 'agreement among raft nodes before linearized reading' (duration: 13.384437377s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.99153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.50765045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:23.991565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.939392297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:23.991594Z","caller":"traceutil/trace.go:171","msg":"trace[24287551] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25121; }","duration":"12.507754143s","start":"2026-07-24T00:40:11.483822Z","end":"2026-07-24T00:40:23.991576Z","steps":["trace[24287551] 'agreement among raft nodes before linearized reading' (duration: 12.50764558s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.991618Z","caller":"traceutil/trace.go:171","msg":"trace[1357406810] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25121; }","duration":"11.939445419s","start":"2026-07-24T00:40:12.052157Z","end":"2026-07-24T00:40:23.991603Z","steps":["trace[1357406810] 'agreement among raft nodes before linearized reading' (duration: 11.939287284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.99163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.650901986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.99164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.483806Z","time spent":"12.507812035s","remote":"127.0.0.1:53810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:23.991657Z","caller":"traceutil/trace.go:171","msg":"trace[1216160270] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25121; }","duration":"12.650966858s","start":"2026-07-24T00:40:11.340681Z","end":"2026-07-24T00:40:23.991648Z","steps":["trace[1216160270] 'agreement among raft nodes before linearized reading' (duration: 12.650914537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.340662Z","time spent":"12.65102269s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.991696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.918749072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991745Z","caller":"traceutil/trace.go:171","msg":"trace[595491532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25121; }","duration":"9.918813464s","start":"2026-07-24T00:40:14.072912Z","end":"2026-07-24T00:40:23.991726Z","steps":["trace[595491532] 'agreement among raft nodes before linearized reading' (duration: 9.918764862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.99178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.87433828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-24T00:40:23.991825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.946367982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991849Z","caller":"traceutil/trace.go:171","msg":"trace[2102195478] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25121; }","duration":"9.946435615s","start":"2026-07-24T00:40:14.045405Z","end":"2026-07-24T00:40:23.991841Z","steps":["trace[2102195478] 'agreement among raft nodes before linearized reading' (duration: 9.946394793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.045384Z","time spent":"9.946487255s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.9919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.87841567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-24T00:40:23.991922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.839951362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.991939Z","caller":"traceutil/trace.go:171","msg":"trace[1878139623] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25121; }","duration":"10.878485952s","start":"2026-07-24T00:40:13.11344Z","end":"2026-07-24T00:40:23.991926Z","steps":["trace[1878139623] 'agreement among raft nodes before linearized reading' (duration: 10.878400039s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.991953Z","caller":"traceutil/trace.go:171","msg":"trace[2116378923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25121; }","duration":"12.840027455s","start":"2026-07-24T00:40:11.151916Z","end":"2026-07-24T00:40:23.991944Z","steps":["trace[2116378923] 'agreement among raft nodes before linearized reading' (duration: 12.839973083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.99207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.151885Z","time spent":"12.840172319s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.99208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.649886889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:40:23.992115Z","caller":"traceutil/trace.go:171","msg":"trace[1101662826] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25121; }","duration":"11.649949521s","start":"2026-07-24T00:40:12.342158Z","end":"2026-07-24T00:40:23.992107Z","steps":["trace[1101662826] 'agreement among raft nodes before linearized reading' (duration: 11.649826807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:12.342142Z","time spent":"11.650002063s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:40:23.992192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.063027642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.992231Z","caller":"traceutil/trace.go:171","msg":"trace[232915121] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25121; }","duration":"13.063103545s","start":"2026-07-24T00:40:10.929117Z","end":"2026-07-24T00:40:23.992221Z","steps":["trace[232915121] 'agreement among raft nodes before linearized reading' (duration: 13.063044313s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.929095Z","time spent":"13.063155367s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.024181969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-24T00:40:23.992314Z","caller":"traceutil/trace.go:171","msg":"trace[1763766887] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25121; }","duration":"12.024246562s","start":"2026-07-24T00:40:11.96806Z","end":"2026-07-24T00:40:23.992307Z","steps":["trace[1763766887] 'agreement among raft nodes before linearized reading' (duration: 12.024134629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.968042Z","time spent":"12.024287203s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T00:40:23.99233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.083656985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.992344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.319501354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:23.992381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.466891687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.992381Z","caller":"traceutil/trace.go:171","msg":"trace[859877623] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25121; }","duration":"14.083705076s","start":"2026-07-24T00:40:09.908657Z","end":"2026-07-24T00:40:23.992363Z","steps":["trace[859877623] 'agreement among raft nodes before linearized reading' (duration: 14.083627954s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.992414Z","caller":"traceutil/trace.go:171","msg":"trace[483913493] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25121; }","duration":"16.466957449s","start":"2026-07-24T00:40:07.525444Z","end":"2026-07-24T00:40:23.992402Z","steps":["trace[483913493] 'agreement among raft nodes before linearized reading' (duration: 16.466881777s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.992414Z","caller":"traceutil/trace.go:171","msg":"trace[606480021] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25121; }","duration":"12.319620027s","start":"2026-07-24T00:40:11.672779Z","end":"2026-07-24T00:40:23.992399Z","steps":["trace[606480021] 'agreement among raft nodes before linearized reading' (duration: 12.319465052s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:09.908592Z","time spent":"14.08382255s","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.525428Z","time spent":"16.467012422s","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.672763Z","time spent":"12.319684089s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.122745876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:23.992573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.69864161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.992614Z","caller":"traceutil/trace.go:171","msg":"trace[2066323523] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25121; }","duration":"17.698706861s","start":"2026-07-24T00:40:06.2939Z","end":"2026-07-24T00:40:23.992606Z","steps":["trace[2066323523] 'agreement among raft nodes before linearized reading' (duration: 17.698631208s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.992615Z","caller":"traceutil/trace.go:171","msg":"trace[936782580] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25121; }","duration":"13.12285537s","start":"2026-07-24T00:40:10.869746Z","end":"2026-07-24T00:40:23.992601Z","steps":["trace[936782580] 'agreement among raft nodes before linearized reading' (duration: 13.122729016s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.869725Z","time spent":"13.122924421s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.849552912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-24T00:40:23.991782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:14.072896Z","time spent":"9.918878515s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:23.992795Z","caller":"traceutil/trace.go:171","msg":"trace[1860516208] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25121; }","duration":"13.849621104s","start":"2026-07-24T00:40:10.143161Z","end":"2026-07-24T00:40:23.992782Z","steps":["trace[1860516208] 'agreement among raft nodes before linearized reading' (duration: 13.8494822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.143146Z","time spent":"13.849675857s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-24T00:40:23.992623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.780217612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.992919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.493443058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:23.992946Z","caller":"traceutil/trace.go:171","msg":"trace[417550271] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25121; }","duration":"12.493494058s","start":"2026-07-24T00:40:11.499444Z","end":"2026-07-24T00:40:23.992938Z","steps":["trace[417550271] 'agreement among raft nodes before linearized reading' (duration: 12.493421126s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.992954Z","caller":"traceutil/trace.go:171","msg":"trace[933996646] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25121; }","duration":"13.780569973s","start":"2026-07-24T00:40:10.212366Z","end":"2026-07-24T00:40:23.992936Z","steps":["trace[933996646] 'agreement among raft nodes before linearized reading' (duration: 13.780224052s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.992975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.4994Z","time spent":"12.493567041s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.926690161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.993012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.212353Z","time spent":"13.780639036s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:23.993039Z","caller":"traceutil/trace.go:171","msg":"trace[1371750316] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25121; }","duration":"13.926762563s","start":"2026-07-24T00:40:10.066264Z","end":"2026-07-24T00:40:23.993027Z","steps":["trace[1371750316] 'agreement among raft nodes before linearized reading' (duration: 13.926698921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.993081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.066249Z","time spent":"13.926819526s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.991657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:12.052099Z","time spent":"11.939547372s","remote":"127.0.0.1:56808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.992074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003846254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.991968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.113419Z","time spent":"10.878540924s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T00:40:23.993197Z","caller":"traceutil/trace.go:171","msg":"trace[1032834243] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25121; }","duration":"10.00498858s","start":"2026-07-24T00:40:13.988193Z","end":"2026-07-24T00:40:23.993182Z","steps":["trace[1032834243] 'agreement among raft nodes before linearized reading' (duration: 10.003848134s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.991821Z","caller":"traceutil/trace.go:171","msg":"trace[348777101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25121; }","duration":"10.874410683s","start":"2026-07-24T00:40:13.1174Z","end":"2026-07-24T00:40:23.99181Z","steps":["trace[348777101] 'agreement among raft nodes before linearized reading' (duration: 10.874275988s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.059682459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.991944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.539278505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:23.993269Z","caller":"traceutil/trace.go:171","msg":"trace[344437962] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25121; }","duration":"11.540661689s","start":"2026-07-24T00:40:12.452594Z","end":"2026-07-24T00:40:23.993256Z","steps":["trace[344437962] 'agreement among raft nodes before linearized reading' (duration: 11.539271144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.991639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.059575141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.993325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:12.452577Z","time spent":"11.540731061s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:23.993356Z","caller":"traceutil/trace.go:171","msg":"trace[1371606001] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25121; }","duration":"10.061357947s","start":"2026-07-24T00:40:13.931981Z","end":"2026-07-24T00:40:23.993339Z","steps":["trace[1371606001] 'agreement among raft nodes before linearized reading' (duration: 10.05957488s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.993369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.81951142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:23.993372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.988174Z","time spent":"10.005183667s","remote":"127.0.0.1:47330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:23.993394Z","caller":"traceutil/trace.go:171","msg":"trace[1932698239] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25121; }","duration":"14.819576682s","start":"2026-07-24T00:40:09.173808Z","end":"2026-07-24T00:40:23.993385Z","steps":["trace[1932698239] 'agreement among raft nodes before linearized reading' (duration: 14.81953443s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.99339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.931957Z","time spent":"10.061421169s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.993415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:09.173789Z","time spent":"14.819620403s","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.993441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:13.117387Z","time spent":"10.876036314s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:40:23.991574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.606898Z","time spent":"13.384666335s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.993494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.413378935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:23.993529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.316315454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:23.993535Z","caller":"traceutil/trace.go:171","msg":"trace[563445515] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25121; }","duration":"14.413457197s","start":"2026-07-24T00:40:09.580067Z","end":"2026-07-24T00:40:23.993524Z","steps":["trace[563445515] 'agreement among raft nodes before linearized reading' (duration: 14.413387805s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.993568Z","caller":"traceutil/trace.go:171","msg":"trace[1608738553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25121; }","duration":"15.316392026s","start":"2026-07-24T00:40:08.677166Z","end":"2026-07-24T00:40:23.993558Z","steps":["trace[1608738553] 'agreement among raft nodes before linearized reading' (duration: 15.316331164s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.993573Z","caller":"traceutil/trace.go:171","msg":"trace[1744304044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25121; }","duration":"16.061327661s","start":"2026-07-24T00:40:07.932227Z","end":"2026-07-24T00:40:23.993554Z","steps":["trace[1744304044] 'agreement among raft nodes before linearized reading' (duration: 16.059677559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.993564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.713661088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-07-24T00:40:23.993571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:09.580048Z","time spent":"14.413514848s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:23.993631Z","caller":"traceutil/trace.go:171","msg":"trace[1305068474] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25121; }","duration":"17.71374283s","start":"2026-07-24T00:40:06.27988Z","end":"2026-07-24T00:40:23.993622Z","steps":["trace[1305068474] 'agreement among raft nodes before linearized reading' (duration: 17.713585725s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.993633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:07.932212Z","time spent":"16.061409383s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.993657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:06.279873Z","time spent":"17.713776431s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-24T00:40:23.99362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.677146Z","time spent":"15.316466959s","remote":"127.0.0.1:43756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.993655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:23.993707Z","caller":"traceutil/trace.go:171","msg":"trace[1740789570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999956067s","start":"2026-07-24T00:40:21.993739Z","end":"2026-07-24T00:40:23.993695Z","steps":["trace[1740789570] 'agreement among raft nodes before linearized reading' (duration: 1.999898635s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.993769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:21.99372Z","time spent":"2.000033269s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:23.993825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.57096321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:40:23.993868Z","caller":"traceutil/trace.go:171","msg":"trace[1024706743] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25121; }","duration":"15.571040644s","start":"2026-07-24T00:40:08.422813Z","end":"2026-07-24T00:40:23.993854Z","steps":["trace[1024706743] 'agreement among raft nodes before linearized reading' (duration: 15.570896029s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.993897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:08.422793Z","time spent":"15.571097565s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.994233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.244849173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-24T00:40:23.994388Z","caller":"traceutil/trace.go:171","msg":"trace[1234028206] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25121; }","duration":"12.24505676s","start":"2026-07-24T00:40:11.749304Z","end":"2026-07-24T00:40:23.994361Z","steps":["trace[1234028206] 'agreement among raft nodes before linearized reading' (duration: 12.242641213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.994503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:11.749276Z","time spent":"12.245213085s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T00:40:23.992173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.682837419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-24T00:40:23.994952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.600465123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:23.994968Z","caller":"traceutil/trace.go:171","msg":"trace[1260248445] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25121; }","duration":"13.685661648s","start":"2026-07-24T00:40:10.309288Z","end":"2026-07-24T00:40:23.99495Z","steps":["trace[1260248445] 'agreement among raft nodes before linearized reading' (duration: 13.682698794s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:23.995006Z","caller":"traceutil/trace.go:171","msg":"trace[1615064906] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25121; }","duration":"13.600526515s","start":"2026-07-24T00:40:10.394469Z","end":"2026-07-24T00:40:23.994996Z","steps":["trace[1615064906] 'agreement among raft nodes before linearized reading' (duration: 13.59721702s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:23.995026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.309262Z","time spent":"13.685748681s","remote":"127.0.0.1:35398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:23.995039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:10.394426Z","time spent":"13.600603937s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:24.00656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:06.293888Z","time spent":"17.698747083s","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:24.447512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.081360761s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:25.282865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:18.281917Z","time spent":"7.000941959s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:26.014216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:26.014295Z","caller":"traceutil/trace.go:171","msg":"trace[1825416425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493255s","start":"2026-07-24T00:40:24.013785Z","end":"2026-07-24T00:40:26.014278Z","steps":["trace[1825416425] 'agreement among raft nodes before linearized reading' (duration: 2.000394041s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:26.014343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.013777Z","time spent":"2.000555226s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:26.370051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922095215s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-07-24T00:40:26.371827Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"10.801µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-24T00:40:26.371878Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e16","error":"lease not found"} {"level":"warn","ts":"2026-07-24T00:40:27.525689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.525088Z","time spent":"7.000595008s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:28.014992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:28.015081Z","caller":"traceutil/trace.go:171","msg":"trace[1023890782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606157s","start":"2026-07-24T00:40:26.014456Z","end":"2026-07-24T00:40:28.015062Z","steps":["trace[1023890782] 'agreement among raft nodes before linearized reading' (duration: 2.000497104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:28.015146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:26.014441Z","time spent":"2.000694329s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:28.234487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.666090393s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:29.982628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:29.982776Z","caller":"traceutil/trace.go:171","msg":"trace[1061549836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304429s","start":"2026-07-24T00:40:27.982453Z","end":"2026-07-24T00:40:29.982758Z","steps":["trace[1061549836] 'agreement among raft nodes before linearized reading' (duration: 2.000136683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:29.98285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.982434Z","time spent":"2.000403682s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:29.990648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998691781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:29.990735Z","caller":"traceutil/trace.go:171","msg":"trace[228725258] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998834395s","start":"2026-07-24T00:40:19.991879Z","end":"2026-07-24T00:40:29.990713Z","steps":["trace[228725258] 'agreement among raft nodes before linearized reading' (duration: 9.998735832s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:29.990788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.991842Z","time spent":"9.998933008s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T00:40:30.023591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:30.023669Z","caller":"traceutil/trace.go:171","msg":"trace[1859054359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090392s","start":"2026-07-24T00:40:28.023562Z","end":"2026-07-24T00:40:30.023652Z","steps":["trace[1859054359] 'agreement among raft nodes before linearized reading' (duration: 1.999990109s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:30.023725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:28.023542Z","time spent":"2.000163775s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:30.964419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999598478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:30.96448Z","caller":"traceutil/trace.go:171","msg":"trace[269509003] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.999700782s","start":"2026-07-24T00:40:20.964764Z","end":"2026-07-24T00:40:30.964464Z","steps":["trace[269509003] 'agreement among raft nodes before linearized reading' (duration: 9.999619119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:30.964513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.964745Z","time spent":"9.999763024s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/24 00:40:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:30.998272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:23.997779Z","time spent":"7.000486574s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:31.010362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.009572Z","time spent":"7.000784104s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:31.012832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.012122Z","time spent":"7.000706851s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:31.8732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.159545583s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:32.031348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:32.031434Z","caller":"traceutil/trace.go:171","msg":"trace[1420716490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158623s","start":"2026-07-24T00:40:30.031252Z","end":"2026-07-24T00:40:32.031411Z","steps":["trace[1420716490] 'agreement among raft nodes before linearized reading' (duration: 2.00004996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.03148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:30.031234Z","time spent":"2.000236535s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:32.29765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771791939s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.297807Z","caller":"traceutil/trace.go:171","msg":"trace[563135533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25121; }","duration":"2.771962204s","start":"2026-07-24T00:40:29.525819Z","end":"2026-07-24T00:40:32.297781Z","steps":["trace[563135533] 'range keys from in-memory index tree' (duration: 2.771741687s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.299782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064906896s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:32.300592Z","caller":"traceutil/trace.go:171","msg":"trace[2138004610] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25125; }","duration":"4.771436586s","start":"2026-07-24T00:40:27.529134Z","end":"2026-07-24T00:40:32.300571Z","steps":["trace[2138004610] 'process raft request' (duration: 4.771386714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.300667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.529118Z","time spent":"4.771508468s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:32.301084Z","caller":"traceutil/trace.go:171","msg":"trace[325724162] linearizableReadLoop","detail":"{readStateIndex:25969; appliedIndex:25965; }","duration":"8.311194863s","start":"2026-07-24T00:40:23.989877Z","end":"2026-07-24T00:40:32.301072Z","steps":["trace[325724162] 'read index received' (duration: 457.823303ms)","trace[325724162] 'applied index is now lower than readState.Index' (duration: 7.85337045s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:32.301265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.868628394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.301297Z","caller":"traceutil/trace.go:171","msg":"trace[1182300547] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25125; }","duration":"9.868662105s","start":"2026-07-24T00:40:22.432623Z","end":"2026-07-24T00:40:32.301285Z","steps":["trace[1182300547] 'agreement among raft nodes before linearized reading' (duration: 9.868604844s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.301326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:22.432594Z","time spent":"9.868721537s","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.880273846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"info","ts":"2026-07-24T00:40:32.301555Z","caller":"traceutil/trace.go:171","msg":"trace[723786066] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25125; }","duration":"9.880325467s","start":"2026-07-24T00:40:22.421222Z","end":"2026-07-24T00:40:32.301547Z","steps":["trace[723786066] 'agreement among raft nodes before linearized reading' (duration: 9.880162402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.301689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:22.421205Z","time spent":"9.880472142s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418407,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T00:40:32.301804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.118369807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.301815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.568677963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.301847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.984578839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.301901Z","caller":"traceutil/trace.go:171","msg":"trace[1588233160] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25125; }","duration":"16.568815767s","start":"2026-07-24T00:40:15.733066Z","end":"2026-07-24T00:40:32.301882Z","steps":["trace[1588233160] 'agreement among raft nodes before linearized reading' (duration: 16.568665173s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.301887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.722183698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.30195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.697104126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:40:32.301961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.070912264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.30196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.152134664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.301985Z","caller":"traceutil/trace.go:171","msg":"trace[1843389028] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25125; }","duration":"13.070959835s","start":"2026-07-24T00:40:19.231017Z","end":"2026-07-24T00:40:32.301976Z","steps":["trace[1843389028] 'agreement among raft nodes before linearized reading' (duration: 13.070925564s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.301986Z","caller":"traceutil/trace.go:171","msg":"trace[397439645] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25125; }","duration":"11.697141847s","start":"2026-07-24T00:40:20.604833Z","end":"2026-07-24T00:40:32.301975Z","steps":["trace[397439645] 'agreement among raft nodes before linearized reading' (duration: 11.697014803s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.30198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.484549515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.30202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.231005Z","time spent":"13.071008498s","remote":"127.0.0.1:54782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.604812Z","time spent":"11.697202779s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T00:40:32.30203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881646335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.232618045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c06b8e67-175c-4092-ba4e-46bd53b6f4d5\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-07-24T00:40:32.302033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.881644095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.304614323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-07-24T00:40:32.302057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.274649352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.302064Z","caller":"traceutil/trace.go:171","msg":"trace[1946298609] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25125; }","duration":"3.881710017s","start":"2026-07-24T00:40:28.420343Z","end":"2026-07-24T00:40:32.302053Z","steps":["trace[1946298609] 'agreement among raft nodes before linearized reading' (duration: 3.881660435s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302072Z","caller":"traceutil/trace.go:171","msg":"trace[353209117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25125; }","duration":"15.881712977s","start":"2026-07-24T00:40:16.420349Z","end":"2026-07-24T00:40:32.302062Z","steps":["trace[353209117] 'agreement among raft nodes before linearized reading' (duration: 15.881652515s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302055Z","caller":"traceutil/trace.go:171","msg":"trace[1702655768] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25125; }","duration":"12.484664608s","start":"2026-07-24T00:40:19.817371Z","end":"2026-07-24T00:40:32.302036Z","steps":["trace[1702655768] 'agreement among raft nodes before linearized reading' (duration: 12.484536634s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.227961138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T00:40:32.302091Z","caller":"traceutil/trace.go:171","msg":"trace[450083314] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25125; }","duration":"16.274718084s","start":"2026-07-24T00:40:16.027364Z","end":"2026-07-24T00:40:32.302082Z","steps":["trace[450083314] 'agreement among raft nodes before linearized reading' (duration: 16.274661082s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.301873Z","caller":"traceutil/trace.go:171","msg":"trace[1229918342] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25125; }","duration":"13.118483921s","start":"2026-07-24T00:40:19.183373Z","end":"2026-07-24T00:40:32.301857Z","steps":["trace[1229918342] 'agreement among raft nodes before linearized reading' (duration: 13.118333866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.376714337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.30212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:16.420334Z","time spent":"15.881765388s","remote":"127.0.0.1:47478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:16.027345Z","time spent":"16.274777316s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.161231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302144Z","caller":"traceutil/trace.go:171","msg":"trace[478783178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25125; }","duration":"7.376741768s","start":"2026-07-24T00:40:24.925395Z","end":"2026-07-24T00:40:32.302137Z","steps":["trace[478783178] 'agreement among raft nodes before linearized reading' (duration: 7.376697796s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302025Z","caller":"traceutil/trace.go:171","msg":"trace[10469006] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25125; }","duration":"13.152228956s","start":"2026-07-24T00:40:19.149777Z","end":"2026-07-24T00:40:32.302006Z","steps":["trace[10469006] 'agreement among raft nodes before linearized reading' (duration: 13.152153634s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.817352Z","time spent":"12.484753052s","remote":"127.0.0.1:47174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.302141Z","caller":"traceutil/trace.go:171","msg":"trace[1244059199] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:25125; }","duration":"10.228045571s","start":"2026-07-24T00:40:22.074071Z","end":"2026-07-24T00:40:32.302117Z","steps":["trace[1244059199] 'agreement among raft nodes before linearized reading' (duration: 10.227855905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.925333Z","time spent":"7.376837371s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.733045Z","time spent":"16.56889648s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649758828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.302185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.522063975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-24T00:40:32.302196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150182278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302208Z","caller":"traceutil/trace.go:171","msg":"trace[1395982293] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25125; }","duration":"4.64982009s","start":"2026-07-24T00:40:27.652382Z","end":"2026-07-24T00:40:32.302202Z","steps":["trace[1395982293] 'agreement among raft nodes before linearized reading' (duration: 4.649768388s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:22.074061Z","time spent":"10.228131323s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"info","ts":"2026-07-24T00:40:32.302216Z","caller":"traceutil/trace.go:171","msg":"trace[1116986233] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25125; }","duration":"13.522119426s","start":"2026-07-24T00:40:18.780088Z","end":"2026-07-24T00:40:32.302208Z","steps":["trace[1116986233] 'agreement among raft nodes before linearized reading' (duration: 13.522016753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.301965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.073786048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.302241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.652359Z","time spent":"4.649875192s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:18.780066Z","time spent":"13.522175358s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-24T00:40:32.302255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.828128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.302082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.195136214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302269Z","caller":"traceutil/trace.go:171","msg":"trace[1654460767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25125; }","duration":"11.074131499s","start":"2026-07-24T00:40:21.228126Z","end":"2026-07-24T00:40:32.302257Z","steps":["trace[1654460767] 'agreement among raft nodes before linearized reading' (duration: 11.073808889s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.301895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.887279577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206851445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302302Z","caller":"traceutil/trace.go:171","msg":"trace[1351410904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25125; }","duration":"13.195391072s","start":"2026-07-24T00:40:19.106898Z","end":"2026-07-24T00:40:32.302289Z","steps":["trace[1351410904] 'agreement among raft nodes before linearized reading' (duration: 13.195157265s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:21.228095Z","time spent":"11.074200142s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.624540919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.302327Z","caller":"traceutil/trace.go:171","msg":"trace[197782140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25125; }","duration":"5.206911096s","start":"2026-07-24T00:40:27.095406Z","end":"2026-07-24T00:40:32.302317Z","steps":["trace[197782140] 'agreement among raft nodes before linearized reading' (duration: 5.206868695s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099743204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.106867Z","time spent":"13.195461575s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.301923Z","caller":"traceutil/trace.go:171","msg":"trace[1026081227] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25125; }","duration":"16.984706723s","start":"2026-07-24T00:40:15.317198Z","end":"2026-07-24T00:40:32.301904Z","steps":["trace[1026081227] 'agreement among raft nodes before linearized reading' (duration: 16.984566109s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.095389Z","time spent":"5.206964659s","remote":"127.0.0.1:43872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.317178Z","time spent":"16.985198769s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.658553987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279654678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-24T00:40:32.302456Z","caller":"traceutil/trace.go:171","msg":"trace[1620647742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25125; }","duration":"11.659151516s","start":"2026-07-24T00:40:20.643283Z","end":"2026-07-24T00:40:32.302434Z","steps":["trace[1620647742] 'agreement among raft nodes before linearized reading' (duration: 11.658554357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.301871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.072409329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.302136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921302613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.301927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.06763657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302514Z","caller":"traceutil/trace.go:171","msg":"trace[989794649] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25125; }","duration":"12.0731046s","start":"2026-07-24T00:40:20.229401Z","end":"2026-07-24T00:40:32.302506Z","steps":["trace[989794649] 'agreement among raft nodes before linearized reading' (duration: 12.072414418s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.30252Z","caller":"traceutil/trace.go:171","msg":"trace[1144436174] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25125; }","duration":"4.921684836s","start":"2026-07-24T00:40:27.380826Z","end":"2026-07-24T00:40:32.302511Z","steps":["trace[1144436174] 'agreement among raft nodes before linearized reading' (duration: 4.921287213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.643262Z","time spent":"11.659231949s","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.229376Z","time spent":"12.073155682s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.302536Z","caller":"traceutil/trace.go:171","msg":"trace[172881467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25125; }","duration":"13.06826604s","start":"2026-07-24T00:40:19.234257Z","end":"2026-07-24T00:40:32.302523Z","steps":["trace[172881467] 'agreement among raft nodes before linearized reading' (duration: 13.06764391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.30255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.380773Z","time spent":"4.921766667s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.223609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302607Z","caller":"traceutil/trace.go:171","msg":"trace[576312141] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25125; }","duration":"310.621011ms","start":"2026-07-24T00:40:31.991975Z","end":"2026-07-24T00:40:32.302596Z","steps":["trace[576312141] 'agreement among raft nodes before linearized reading' (duration: 310.205988ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302235Z","caller":"traceutil/trace.go:171","msg":"trace[154165714] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25125; }","duration":"5.15025038s","start":"2026-07-24T00:40:27.15197Z","end":"2026-07-24T00:40:32.302221Z","steps":["trace[154165714] 'agreement among raft nodes before linearized reading' (duration: 5.150198429s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302078Z","caller":"traceutil/trace.go:171","msg":"trace[281808017] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25125; }","duration":"8.304669725s","start":"2026-07-24T00:40:23.997403Z","end":"2026-07-24T00:40:32.302073Z","steps":["trace[281808017] 'agreement among raft nodes before linearized reading' (duration: 8.304557391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.151948Z","time spent":"5.150713085s","remote":"127.0.0.1:54772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.302364Z","caller":"traceutil/trace.go:171","msg":"trace[1422923682] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25125; }","duration":"1.099806256s","start":"2026-07-24T00:40:31.20255Z","end":"2026-07-24T00:40:32.302356Z","steps":["trace[1422923682] 'agreement among raft nodes before linearized reading' (duration: 1.099759534s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.529211077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:31.202531Z","time spent":"1.100164297s","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.30209Z","caller":"traceutil/trace.go:171","msg":"trace[950577558] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c06b8e67-175c-4092-ba4e-46bd53b6f4d5; range_end:; response_count:1; response_revision:25125; }","duration":"17.232673747s","start":"2026-07-24T00:40:15.069384Z","end":"2026-07-24T00:40:32.302058Z","steps":["trace[950577558] 'agreement among raft nodes before linearized reading' (duration: 17.232553513s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.30272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.304859161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-24T00:40:32.302729Z","caller":"traceutil/trace.go:171","msg":"trace[1824182097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25125; }","duration":"7.52927313s","start":"2026-07-24T00:40:24.773445Z","end":"2026-07-24T00:40:32.302718Z","steps":["trace[1824182097] 'agreement among raft nodes before linearized reading' (duration: 7.529229559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:15.069373Z","time spent":"17.233363459s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-c06b8e67-175c-4092-ba4e-46bd53b6f4d5\" "} {"level":"warn","ts":"2026-07-24T00:40:32.302759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310247127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-24T00:40:32.302767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.433370793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539157472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.302794Z","caller":"traceutil/trace.go:171","msg":"trace[379959160] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25125; }","duration":"7.433437044s","start":"2026-07-24T00:40:24.86935Z","end":"2026-07-24T00:40:32.302787Z","steps":["trace[379959160] 'agreement among raft nodes before linearized reading' (duration: 7.433392843s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302794Z","caller":"traceutil/trace.go:171","msg":"trace[124208838] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25125; }","duration":"2.310304239s","start":"2026-07-24T00:40:29.992481Z","end":"2026-07-24T00:40:32.302785Z","steps":["trace[124208838] 'agreement among raft nodes before linearized reading' (duration: 2.310188476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:28.420326Z","time spent":"3.881762718s","remote":"127.0.0.1:35718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.302802Z","caller":"traceutil/trace.go:171","msg":"trace[730506747] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25125; }","duration":"4.539820364s","start":"2026-07-24T00:40:27.762972Z","end":"2026-07-24T00:40:32.302792Z","steps":["trace[730506747] 'agreement among raft nodes before linearized reading' (duration: 4.53907955s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.30281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.038498501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.869328Z","time spent":"7.433480706s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:29.992451Z","time spent":"2.31036651s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-24T00:40:32.302838Z","caller":"traceutil/trace.go:171","msg":"trace[182939138] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25125; }","duration":"8.038529892s","start":"2026-07-24T00:40:24.264301Z","end":"2026-07-24T00:40:32.302831Z","steps":["trace[182939138] 'agreement among raft nodes before linearized reading' (duration: 8.03848143s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448299997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.3027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:23.997386Z","time spent":"8.305300525s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-24T00:40:32.302181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.149754Z","time spent":"13.152418193s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.264257Z","time spent":"8.038607384s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504665459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713950325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.302292Z","caller":"traceutil/trace.go:171","msg":"trace[1587730485] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25125; }","duration":"545.938361ms","start":"2026-07-24T00:40:31.75634Z","end":"2026-07-24T00:40:32.302279Z","steps":["trace[1587730485] 'agreement among raft nodes before linearized reading' (duration: 545.89272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:27.762953Z","time spent":"4.539869486s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.302937Z","caller":"traceutil/trace.go:171","msg":"trace[1888920362] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25125; }","duration":"3.504810303s","start":"2026-07-24T00:40:28.79811Z","end":"2026-07-24T00:40:32.302921Z","steps":["trace[1888920362] 'agreement among raft nodes before linearized reading' (duration: 3.504666808s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302957Z","caller":"traceutil/trace.go:171","msg":"trace[706525704] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25125; }","duration":"2.714015458s","start":"2026-07-24T00:40:29.588933Z","end":"2026-07-24T00:40:32.302949Z","steps":["trace[706525704] 'agreement among raft nodes before linearized reading' (duration: 2.713967686s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302764Z","caller":"traceutil/trace.go:171","msg":"trace[1925397316] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25125; }","duration":"8.304931243s","start":"2026-07-24T00:40:23.997822Z","end":"2026-07-24T00:40:32.302753Z","steps":["trace[1925397316] 'agreement among raft nodes before linearized reading' (duration: 8.3048295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:29.588916Z","time spent":"2.714063059s","remote":"127.0.0.1:47304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.542478115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.302653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:31.991934Z","time spent":"310.705904ms","remote":"127.0.0.1:55236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.303018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:23.997802Z","time spent":"8.305203032s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-24T00:40:32.301974Z","caller":"traceutil/trace.go:171","msg":"trace[1083171851] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25125; }","duration":"12.722314033s","start":"2026-07-24T00:40:19.579633Z","end":"2026-07-24T00:40:32.301947Z","steps":["trace[1083171851] 'agreement among raft nodes before linearized reading' (duration: 12.722166798s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.579613Z","time spent":"12.72348022s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.777416441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.302323Z","caller":"traceutil/trace.go:171","msg":"trace[1316226944] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25125; }","duration":"11.887810235s","start":"2026-07-24T00:40:20.414503Z","end":"2026-07-24T00:40:32.302313Z","steps":["trace[1316226944] 'agreement among raft nodes before linearized reading' (duration: 11.887255058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.302033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.333670355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.303158Z","caller":"traceutil/trace.go:171","msg":"trace[1474825909] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25125; }","duration":"10.778736844s","start":"2026-07-24T00:40:21.52441Z","end":"2026-07-24T00:40:32.303146Z","steps":["trace[1474825909] 'agreement among raft nodes before linearized reading' (duration: 10.777392381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.30317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.414485Z","time spent":"11.888669962s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.078824667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:32.302142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.183357Z","time spent":"13.11877623s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.303191Z","caller":"traceutil/trace.go:171","msg":"trace[129292028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25125; }","duration":"7.334829182s","start":"2026-07-24T00:40:24.968351Z","end":"2026-07-24T00:40:32.30318Z","steps":["trace[129292028] 'agreement among raft nodes before linearized reading' (duration: 7.333654414s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:21.524394Z","time spent":"10.778791785s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.303211Z","caller":"traceutil/trace.go:171","msg":"trace[1243790081] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25125; }","duration":"13.079894591s","start":"2026-07-24T00:40:19.223309Z","end":"2026-07-24T00:40:32.303204Z","steps":["trace[1243790081] 'agreement among raft nodes before linearized reading' (duration: 13.078840407s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.968331Z","time spent":"7.334885214s","remote":"127.0.0.1:55270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.231888913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:32.302573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.234217Z","time spent":"13.068344262s","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.30326Z","caller":"traceutil/trace.go:171","msg":"trace[1694397536] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25125; }","duration":"13.54390198s","start":"2026-07-24T00:40:18.759349Z","end":"2026-07-24T00:40:32.303251Z","steps":["trace[1694397536] 'agreement among raft nodes before linearized reading' (duration: 13.542469724s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302166Z","caller":"traceutil/trace.go:171","msg":"trace[619013100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25125; }","duration":"270.213133ms","start":"2026-07-24T00:40:32.031944Z","end":"2026-07-24T00:40:32.302157Z","steps":["trace[619013100] 'agreement among raft nodes before linearized reading' (duration: 270.171312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.30297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:31.756317Z","time spent":"546.644014ms","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.303289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:18.759331Z","time spent":"13.543950032s","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.302768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:24.773425Z","time spent":"7.529333931s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.303329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.305611925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-24T00:40:32.302488Z","caller":"traceutil/trace.go:171","msg":"trace[570998634] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25125; }","duration":"1.279719691s","start":"2026-07-24T00:40:31.02276Z","end":"2026-07-24T00:40:32.30248Z","steps":["trace[570998634] 'agreement among raft nodes before linearized reading' (duration: 1.279618837s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.303377Z","caller":"traceutil/trace.go:171","msg":"trace[2073661599] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25125; }","duration":"8.305676747s","start":"2026-07-24T00:40:23.997686Z","end":"2026-07-24T00:40:32.303363Z","steps":["trace[2073661599] 'agreement among raft nodes before linearized reading' (duration: 8.305532602s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:32.302885Z","caller":"traceutil/trace.go:171","msg":"trace[1709010006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25125; }","duration":"2.44837803s","start":"2026-07-24T00:40:29.854497Z","end":"2026-07-24T00:40:32.302875Z","steps":["trace[1709010006] 'agreement among raft nodes before linearized reading' (duration: 2.448336419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:23.99768Z","time spent":"8.30573949s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-24T00:40:32.303441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:29.854477Z","time spent":"2.448947688s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.303385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:31.022744Z","time spent":"1.28063035s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T00:40:32.30293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72055744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.303526Z","caller":"traceutil/trace.go:171","msg":"trace[704812166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25125; }","duration":"3.72117292s","start":"2026-07-24T00:40:28.582339Z","end":"2026-07-24T00:40:32.303512Z","steps":["trace[704812166] 'agreement among raft nodes before linearized reading' (duration: 3.72056627s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:28.582325Z","time spent":"3.721220331s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.301918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.943007744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:32.303647Z","caller":"traceutil/trace.go:171","msg":"trace[558605216] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25125; }","duration":"11.94478733s","start":"2026-07-24T00:40:20.358847Z","end":"2026-07-24T00:40:32.303635Z","steps":["trace[558605216] 'agreement among raft nodes before linearized reading' (duration: 11.943045165s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:20.358828Z","time spent":"11.944856723s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.30315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729441999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:32.303787Z","caller":"traceutil/trace.go:171","msg":"trace[457626445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25125; }","duration":"2.73011105s","start":"2026-07-24T00:40:29.573658Z","end":"2026-07-24T00:40:32.303769Z","steps":["trace[457626445] 'agreement among raft nodes before linearized reading' (duration: 2.729459199s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:29.573637Z","time spent":"2.730192223s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.303343Z","caller":"traceutil/trace.go:171","msg":"trace[500752541] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:25125; }","duration":"10.233275168s","start":"2026-07-24T00:40:22.070056Z","end":"2026-07-24T00:40:32.303332Z","steps":["trace[500752541] 'agreement among raft nodes before linearized reading' (duration: 10.231890814s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.303948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:22.070044Z","time spent":"10.233894467s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:40:32.30299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:28.798097Z","time spent":"3.504875235s","remote":"127.0.0.1:47126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.303238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:19.22329Z","time spent":"13.079940583s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:32.305173Z","caller":"traceutil/trace.go:171","msg":"trace[1075510435] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25125; }","duration":"15.625128559s","start":"2026-07-24T00:40:16.677419Z","end":"2026-07-24T00:40:32.302547Z","steps":["trace[1075510435] 'agreement among raft nodes before linearized reading' (duration: 15.624559371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:32.305228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:16.677385Z","time spent":"15.627829325s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:32.806838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:33.307413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:33.808116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:34.186743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.882168423s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:34.309992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000881636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:34.310068Z","caller":"traceutil/trace.go:171","msg":"trace[1575048404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968069s","start":"2026-07-24T00:40:32.309079Z","end":"2026-07-24T00:40:34.310047Z","steps":["trace[1575048404] 'agreement among raft nodes before linearized reading' (duration: 2.000877576s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:34.310135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.309059Z","time spent":"2.001062482s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:35.807454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:34.745266Z","time spent":"1.062182957s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:35.807769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620811972s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-24T00:40:35.807841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.304468Z","time spent":"3.503369377s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:36.310316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:36.310434Z","caller":"traceutil/trace.go:171","msg":"trace[336737882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002904s","start":"2026-07-24T00:40:34.310376Z","end":"2026-07-24T00:40:36.310405Z","steps":["trace[336737882] 'agreement among raft nodes before linearized reading' (duration: 1.999884865s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:36.310495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:34.310361Z","time spent":"2.000122053s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:37.093849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.573796999s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:38.316916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000855746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:38.317076Z","caller":"traceutil/trace.go:171","msg":"trace[1602730931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001036811s","start":"2026-07-24T00:40:36.31602Z","end":"2026-07-24T00:40:38.317057Z","steps":["trace[1602730931] 'agreement among raft nodes before linearized reading' (duration: 2.000849515s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:38.317156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:36.315955Z","time spent":"2.001187416s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:38.521908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427878112s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:39.304968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.304788Z","time spent":"7.000174125s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:39.308362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.307371Z","time spent":"7.00098021s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:39.308394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.308149Z","time spent":"7.000241147s","remote":"127.0.0.1:35606","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:39.703043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.702317Z","time spent":"7.000720592s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:39.96367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:39.963772Z","caller":"traceutil/trace.go:171","msg":"trace[545033472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324679s","start":"2026-07-24T00:40:37.963419Z","end":"2026-07-24T00:40:39.963743Z","steps":["trace[545033472] 'agreement among raft nodes before linearized reading' (duration: 2.000199655s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:39.963831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.963403Z","time spent":"2.000418072s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:40.046194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.499731ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:40.046983Z","caller":"traceutil/trace.go:171","msg":"trace[1387612367] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25125; }","duration":"521.298066ms","start":"2026-07-24T00:40:39.525665Z","end":"2026-07-24T00:40:40.046964Z","steps":["trace[1387612367] 'range keys from in-memory index tree' (duration: 520.48415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:40.046399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952336883s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T00:40:40.047963Z","caller":"traceutil/trace.go:171","msg":"trace[153275621] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"4.238797088s","start":"2026-07-24T00:40:35.809155Z","end":"2026-07-24T00:40:40.047952Z","steps":["trace[153275621] 'process raft request' (duration: 4.238747987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:40.048047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:35.809133Z","time spent":"4.238862571s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:40.048094Z","caller":"traceutil/trace.go:171","msg":"trace[496058054] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25973; }","duration":"7.74168239s","start":"2026-07-24T00:40:32.306393Z","end":"2026-07-24T00:40:40.048076Z","steps":["trace[496058054] 'read index received' (duration: 1.880595613s)","trace[496058054] 'applied index is now lower than readState.Index' (duration: 5.861083147s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:40.048743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.742326181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-24T00:40:40.048812Z","caller":"traceutil/trace.go:171","msg":"trace[1325008411] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25129; }","duration":"7.742437384s","start":"2026-07-24T00:40:32.306358Z","end":"2026-07-24T00:40:40.048796Z","steps":["trace[1325008411] 'agreement among raft nodes before linearized reading' (duration: 7.741970899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:40.048848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.306344Z","time spent":"7.742495606s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-24T00:40:40.31715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:40.317212Z","caller":"traceutil/trace.go:171","msg":"trace[820596180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220695s","start":"2026-07-24T00:40:38.316976Z","end":"2026-07-24T00:40:40.317197Z","steps":["trace[820596180] 'agreement among raft nodes before linearized reading' (duration: 2.000143033s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:40.31724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:38.316957Z","time spent":"2.000277228s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:40.549057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:41.050261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:41.550806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:41.750954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.159351521s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:42.306734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998297028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:42.306832Z","caller":"traceutil/trace.go:171","msg":"trace[172712028] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998434201s","start":"2026-07-24T00:40:32.308374Z","end":"2026-07-24T00:40:42.306809Z","steps":["trace[172712028] 'agreement among raft nodes before linearized reading' (duration: 9.998315268s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:42.306905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.308367Z","time spent":"9.998523385s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/24 00:40:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:42.323503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:42.323557Z","caller":"traceutil/trace.go:171","msg":"trace[778193816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036737s","start":"2026-07-24T00:40:40.323178Z","end":"2026-07-24T00:40:42.323545Z","steps":["trace[778193816] 'agreement among raft nodes before linearized reading' (duration: 2.000290897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:42.323591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.323165Z","time spent":"2.000419011s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:43.11657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365425683s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:44.121117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:43.543074Z","time spent":"578.033214ms","remote":"127.0.0.1:39958","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:44.122598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371368486s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:44.122737Z","caller":"traceutil/trace.go:171","msg":"trace[1709406521] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"6.813757403s","start":"2026-07-24T00:40:37.308967Z","end":"2026-07-24T00:40:44.122725Z","steps":["trace[1709406521] 'process raft request' (duration: 4.44217996s)","trace[1709406521] 'compare' (duration: 2.367965128s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:44.122777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.308944Z","time spent":"6.813817055s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:44.122995Z","caller":"traceutil/trace.go:171","msg":"trace[40788304] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"6.523561814s","start":"2026-07-24T00:40:37.599414Z","end":"2026-07-24T00:40:44.122976Z","steps":["trace[40788304] 'process raft request' (duration: 6.523254574s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:44.123108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.599393Z","time spent":"6.523651947s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:44.324375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:44.324454Z","caller":"traceutil/trace.go:171","msg":"trace[530814921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604528s","start":"2026-07-24T00:40:42.323828Z","end":"2026-07-24T00:40:44.324433Z","steps":["trace[530814921] 'agreement among raft nodes before linearized reading' (duration: 2.000503315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:44.324494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:42.323811Z","time spent":"2.000674781s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:46.332185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:46.332267Z","caller":"traceutil/trace.go:171","msg":"trace[1982648571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154493s","start":"2026-07-24T00:40:44.332098Z","end":"2026-07-24T00:40:46.332253Z","steps":["trace[1982648571] 'agreement among raft nodes before linearized reading' (duration: 2.000058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:46.332306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:44.332083Z","time spent":"2.000214055s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:47.046548Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e62","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:40:47.055738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.054103Z","time spent":"7.001626892s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:48.332965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:48.33306Z","caller":"traceutil/trace.go:171","msg":"trace[1148641033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287477s","start":"2026-07-24T00:40:46.332755Z","end":"2026-07-24T00:40:48.333042Z","steps":["trace[1148641033] 'agreement among raft nodes before linearized reading' (duration: 2.000169564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:48.333107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:46.332746Z","time spent":"2.000351209s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:48.478697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355740935s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:40:48.482428Z","caller":"traceutil/trace.go:171","msg":"trace[1978329992] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25979; }","duration":"8.434082609s","start":"2026-07-24T00:40:40.048312Z","end":"2026-07-24T00:40:48.482395Z","steps":["trace[1978329992] 'read index received' (duration: 1.702850196s)","trace[1978329992] 'applied index is now lower than readState.Index' (duration: 6.731229733s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:48.862596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801243013s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:49.963214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:49.96329Z","caller":"traceutil/trace.go:171","msg":"trace[368471280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007535s","start":"2026-07-24T00:40:47.963198Z","end":"2026-07-24T00:40:49.963273Z","steps":["trace[368471280] 'agreement among raft nodes before linearized reading' (duration: 1.999981097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:49.963367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:47.963178Z","time spent":"2.000142542s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:50.340189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:50.340346Z","caller":"traceutil/trace.go:171","msg":"trace[661542936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456133s","start":"2026-07-24T00:40:48.339867Z","end":"2026-07-24T00:40:50.340323Z","steps":["trace[661542936] 'agreement among raft nodes before linearized reading' (duration: 2.000281298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:50.340421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:48.339846Z","time spent":"2.000562137s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:50.682761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538186289s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:50.990752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000299971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:50.990836Z","caller":"traceutil/trace.go:171","msg":"trace[305711708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000441757s","start":"2026-07-24T00:40:40.990374Z","end":"2026-07-24T00:40:50.990816Z","steps":["trace[305711708] 'agreement among raft nodes before linearized reading' (duration: 10.000335893s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:50.990884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.990354Z","time spent":"10.000518958s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/24 00:40:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:51.954726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.648070595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:40:51.954805Z","caller":"traceutil/trace.go:171","msg":"trace[325368074] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25132; }","duration":"19.648185589s","start":"2026-07-24T00:40:32.306601Z","end":"2026-07-24T00:40:51.954787Z","steps":["trace[325368074] 'agreement among raft nodes before linearized reading' (duration: 16.176003196s)","trace[325368074] 'range keys from in-memory index tree' (duration: 3.471980366s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.954851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.306589Z","time spent":"19.648255441s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T00:40:51.955259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.82049842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:40:51.95529Z","caller":"traceutil/trace.go:171","msg":"trace[1477112086] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25132; }","duration":"14.820558172s","start":"2026-07-24T00:40:37.134724Z","end":"2026-07-24T00:40:51.955282Z","steps":["trace[1477112086] 'agreement among raft nodes before linearized reading' (duration: 11.347707108s)","trace[1477112086] 'range keys from in-memory index tree' (duration: 3.472779591s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.955311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.134706Z","time spent":"14.820599883s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:40:51.955288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.578097685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-07-24T00:40:51.955414Z","caller":"traceutil/trace.go:171","msg":"trace[1635093764] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25132; }","duration":"19.578280281s","start":"2026-07-24T00:40:32.377098Z","end":"2026-07-24T00:40:51.955379Z","steps":["trace[1635093764] 'agreement among raft nodes before linearized reading' (duration: 16.105455968s)","trace[1635093764] 'range keys from in-memory index tree' (duration: 3.472469102s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.955446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.028962603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.955462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.377078Z","time spent":"19.578374083s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-07-24T00:40:51.955473Z","caller":"traceutil/trace.go:171","msg":"trace[1171798337] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25132; }","duration":"12.029012463s","start":"2026-07-24T00:40:39.926451Z","end":"2026-07-24T00:40:51.955463Z","steps":["trace[1171798337] 'agreement among raft nodes before linearized reading' (duration: 8.556014165s)","trace[1171798337] 'count revisions from in-memory index tree' (duration: 3.472962348s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.955496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:39.926437Z","time spent":"12.029053565s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.955599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.649329096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.955622Z","caller":"traceutil/trace.go:171","msg":"trace[724993692] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:25132; }","duration":"12.649374147s","start":"2026-07-24T00:40:39.306242Z","end":"2026-07-24T00:40:51.955616Z","steps":["trace[724993692] 'agreement among raft nodes before linearized reading' (duration: 9.176232484s)","trace[724993692] 'range keys from in-memory index tree' (duration: 3.473111873s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.955643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:39.30623Z","time spent":"12.649406429s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:40:51.95575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.837025948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.955776Z","caller":"traceutil/trace.go:171","msg":"trace[814975983] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25132; }","duration":"12.8370805s","start":"2026-07-24T00:40:39.118688Z","end":"2026-07-24T00:40:51.955769Z","steps":["trace[814975983] 'agreement among raft nodes before linearized reading' (duration: 9.363793833s)","trace[814975983] 'count revisions from in-memory index tree' (duration: 3.473250926s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.955801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:39.118672Z","time spent":"12.837121992s","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.955923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.28380634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.955956Z","caller":"traceutil/trace.go:171","msg":"trace[1501371742] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25132; }","duration":"13.283840291s","start":"2026-07-24T00:40:38.672106Z","end":"2026-07-24T00:40:51.955946Z","steps":["trace[1501371742] 'agreement among raft nodes before linearized reading' (duration: 9.810385038s)","trace[1501371742] 'count revisions from in-memory index tree' (duration: 3.473413682s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.955983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:38.672048Z","time spent":"13.283926004s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.956143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.615532793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.956183Z","caller":"traceutil/trace.go:171","msg":"trace[239059218] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25132; }","duration":"13.615599765s","start":"2026-07-24T00:40:38.34057Z","end":"2026-07-24T00:40:51.95617Z","steps":["trace[239059218] 'agreement among raft nodes before linearized reading' (duration: 10.141929845s)","trace[239059218] 'count revisions from in-memory index tree' (duration: 3.473623449s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.956212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:38.340556Z","time spent":"13.615648117s","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.956364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.070509796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.956403Z","caller":"traceutil/trace.go:171","msg":"trace[1498341704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25132; }","duration":"14.070572098s","start":"2026-07-24T00:40:37.885817Z","end":"2026-07-24T00:40:51.956389Z","steps":["trace[1498341704] 'agreement among raft nodes before linearized reading' (duration: 10.596690581s)","trace[1498341704] 'count revisions from in-memory index tree' (duration: 3.473838886s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.956432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.8858Z","time spent":"14.070622969s","remote":"127.0.0.1:55210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.956594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.466426725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:51.956631Z","caller":"traceutil/trace.go:171","msg":"trace[724624498] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25132; }","duration":"14.466514077s","start":"2026-07-24T00:40:37.490107Z","end":"2026-07-24T00:40:51.956621Z","steps":["trace[724624498] 'agreement among raft nodes before linearized reading' (duration: 10.992408184s)","trace[724624498] 'count revisions from in-memory index tree' (duration: 3.474055642s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.956661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.49008Z","time spent":"14.466570429s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.956812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.491805493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.95685Z","caller":"traceutil/trace.go:171","msg":"trace[236692162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25132; }","duration":"14.491880925s","start":"2026-07-24T00:40:37.464959Z","end":"2026-07-24T00:40:51.95684Z","steps":["trace[236692162] 'agreement among raft nodes before linearized reading' (duration: 11.017564095s)","trace[236692162] 'count revisions from in-memory index tree' (duration: 3.474264979s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.956848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094030198s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:701"} {"level":"warn","ts":"2026-07-24T00:40:51.956695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431634536s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.956912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.282031147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:51.956928Z","caller":"traceutil/trace.go:171","msg":"trace[87876275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25132; }","duration":"2.431894014s","start":"2026-07-24T00:40:49.525007Z","end":"2026-07-24T00:40:51.956901Z","steps":["trace[87876275] 'range keys from in-memory index tree' (duration: 2.431610394s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.956989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.926117301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.957006Z","caller":"traceutil/trace.go:171","msg":"trace[1444615095] linearizableReadLoop","detail":"{readStateIndex:25984; appliedIndex:25983; }","duration":"3.474483566s","start":"2026-07-24T00:40:48.482511Z","end":"2026-07-24T00:40:51.956995Z","steps":["trace[1444615095] 'read index received' (duration: 380.168378ms)","trace[1444615095] 'applied index is now lower than readState.Index' (duration: 3.094313768s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:51.957025Z","caller":"traceutil/trace.go:171","msg":"trace[2042844066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25132; }","duration":"15.926152642s","start":"2026-07-24T00:40:36.030862Z","end":"2026-07-24T00:40:51.957015Z","steps":["trace[2042844066] 'agreement among raft nodes before linearized reading' (duration: 12.451686847s)","trace[2042844066] 'count revisions from in-memory index tree' (duration: 3.474409674s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.957055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:36.030816Z","time spent":"15.926230505s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936917347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.957113Z","caller":"traceutil/trace.go:171","msg":"trace[1762906832] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25132; }","duration":"4.895814569s","start":"2026-07-24T00:40:47.061263Z","end":"2026-07-24T00:40:51.957077Z","steps":["trace[1762906832] 'process raft request' (duration: 1.80146421s)","trace[1762906832] 'compare' (duration: 3.093956346s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:51.95717Z","caller":"traceutil/trace.go:171","msg":"trace[1902447128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25132; }","duration":"6.93700412s","start":"2026-07-24T00:40:45.020156Z","end":"2026-07-24T00:40:51.957161Z","steps":["trace[1902447128] 'agreement among raft nodes before linearized reading' (duration: 6.936940548s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.957142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828014917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:51.957195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:45.020126Z","time spent":"6.937062492s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.072872889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.957242Z","caller":"traceutil/trace.go:171","msg":"trace[1803117338] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25132; }","duration":"6.82812676s","start":"2026-07-24T00:40:45.129085Z","end":"2026-07-24T00:40:51.957212Z","steps":["trace[1803117338] 'agreement among raft nodes before linearized reading' (duration: 6.827957465s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:51.957262Z","caller":"traceutil/trace.go:171","msg":"trace[97906377] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25132; }","duration":"16.07294208s","start":"2026-07-24T00:40:35.884309Z","end":"2026-07-24T00:40:51.957251Z","steps":["trace[97906377] 'agreement among raft nodes before linearized reading' (duration: 12.598262228s)","trace[97906377] 'count revisions from in-memory index tree' (duration: 3.474624s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.957278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:47.061242Z","time spent":"4.895939452s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:51.957298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:35.884293Z","time spent":"16.072994893s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:45.12899Z","time spent":"6.828298266s","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.059863387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.957364Z","caller":"traceutil/trace.go:171","msg":"trace[1522270605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25132; }","duration":"7.059940629s","start":"2026-07-24T00:40:44.897408Z","end":"2026-07-24T00:40:51.957348Z","steps":["trace[1522270605] 'agreement among raft nodes before linearized reading' (duration: 7.059893038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.957393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:44.897376Z","time spent":"7.060010942s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797576117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.957528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.631632891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-24T00:40:51.957542Z","caller":"traceutil/trace.go:171","msg":"trace[1145681694] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25132; }","duration":"4.797722022s","start":"2026-07-24T00:40:47.159803Z","end":"2026-07-24T00:40:51.957525Z","steps":["trace[1145681694] 'agreement among raft nodes before linearized reading' (duration: 4.79735008s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.95759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:47.159783Z","time spent":"4.797785764s","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659877762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.957709Z","caller":"traceutil/trace.go:171","msg":"trace[148014934] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25132; }","duration":"5.659980986s","start":"2026-07-24T00:40:46.297711Z","end":"2026-07-24T00:40:51.957692Z","steps":["trace[148014934] 'agreement among raft nodes before linearized reading' (duration: 5.659848722s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.95776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:46.297687Z","time spent":"5.660057728s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.957928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563412341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.957961Z","caller":"traceutil/trace.go:171","msg":"trace[1517268096] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25132; }","duration":"3.563448722s","start":"2026-07-24T00:40:48.394502Z","end":"2026-07-24T00:40:51.957951Z","steps":["trace[1517268096] 'agreement among raft nodes before linearized reading' (duration: 3.563372749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.95798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:48.394447Z","time spent":"3.563527783s","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.95803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.458140828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:40:51.958093Z","caller":"traceutil/trace.go:171","msg":"trace[239959452] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25132; }","duration":"11.458239971s","start":"2026-07-24T00:40:40.499839Z","end":"2026-07-24T00:40:51.958079Z","steps":["trace[239959452] 'agreement among raft nodes before linearized reading' (duration: 11.457920261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.203906809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.958135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.499824Z","time spent":"11.458298382s","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.958154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644583178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:51.958172Z","caller":"traceutil/trace.go:171","msg":"trace[203690791] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25132; }","duration":"17.204002153s","start":"2026-07-24T00:40:34.754154Z","end":"2026-07-24T00:40:51.958156Z","steps":["trace[203690791] 'agreement among raft nodes before linearized reading' (duration: 13.728427503s)","trace[203690791] 'count revisions from in-memory index tree' (duration: 3.475499168s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.958186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.942219763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-07-24T00:40:51.958222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:34.754129Z","time spent":"17.204080025s","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.958238Z","caller":"traceutil/trace.go:171","msg":"trace[1235756123] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25132; }","duration":"5.942309335s","start":"2026-07-24T00:40:46.015913Z","end":"2026-07-24T00:40:51.958222Z","steps":["trace[1235756123] 'agreement among raft nodes before linearized reading' (duration: 5.942109199s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242275047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.958275Z","caller":"traceutil/trace.go:171","msg":"trace[337266614] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25132; }","duration":"4.242326319s","start":"2026-07-24T00:40:47.715944Z","end":"2026-07-24T00:40:51.95827Z","steps":["trace[337266614] 'agreement among raft nodes before linearized reading' (duration: 4.242273717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.942392958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-24T00:40:51.958282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:46.015882Z","time spent":"5.942387838s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T00:40:51.958314Z","caller":"traceutil/trace.go:171","msg":"trace[136566059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25132; }","duration":"5.942483941s","start":"2026-07-24T00:40:46.015814Z","end":"2026-07-24T00:40:51.958298Z","steps":["trace[136566059] 'agreement among raft nodes before linearized reading' (duration: 5.942314325s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:46.015794Z","time spent":"5.942552873s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:40:51.95841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.621633207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:51.958467Z","caller":"traceutil/trace.go:171","msg":"trace[197381708] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25132; }","duration":"8.62172589s","start":"2026-07-24T00:40:43.336726Z","end":"2026-07-24T00:40:51.958452Z","steps":["trace[197381708] 'agreement among raft nodes before linearized reading' (duration: 8.621595696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:43.336707Z","time spent":"8.621790561s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.958203Z","caller":"traceutil/trace.go:171","msg":"trace[772650141] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25132; }","duration":"3.64464841s","start":"2026-07-24T00:40:48.313524Z","end":"2026-07-24T00:40:51.958172Z","steps":["trace[772650141] 'agreement among raft nodes before linearized reading' (duration: 3.644575317s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:48.313505Z","time spent":"3.645102194s","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.958708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.384876158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274202"} {"level":"warn","ts":"2026-07-24T00:40:51.95875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.025116946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.958745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.907080658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c512e0fa659fc5\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-24T00:40:51.958753Z","caller":"traceutil/trace.go:171","msg":"trace[1106254819] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25132; }","duration":"17.38494983s","start":"2026-07-24T00:40:34.57379Z","end":"2026-07-24T00:40:51.95874Z","steps":["trace[1106254819] 'agreement among raft nodes before linearized reading' (duration: 13.908799251s)","trace[1106254819] 'range keys from in-memory index tree' (duration: 3.475801558s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:51.958774Z","caller":"traceutil/trace.go:171","msg":"trace[351220336] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25132; }","duration":"11.025206789s","start":"2026-07-24T00:40:40.93356Z","end":"2026-07-24T00:40:51.958767Z","steps":["trace[351220336] 'agreement among raft nodes before linearized reading' (duration: 11.025168888s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:51.958793Z","caller":"traceutil/trace.go:171","msg":"trace[699134171] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c512e0fa659fc5; range_end:; response_count:1; response_revision:25132; }","duration":"11.90715355s","start":"2026-07-24T00:40:40.051624Z","end":"2026-07-24T00:40:51.958778Z","steps":["trace[699134171] 'agreement among raft nodes before linearized reading' (duration: 11.907028976s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.958821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.933541Z","time spent":"11.02527215s","remote":"127.0.0.1:47372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.958832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.05161Z","time spent":"11.907210421s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18c512e0fa659fc5\" "} {"level":"warn","ts":"2026-07-24T00:40:51.958294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:47.715925Z","time spent":"4.24236078s","remote":"127.0.0.1:35738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.958844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.112222454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:40:51.95893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.547605323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-24T00:40:51.958948Z","caller":"traceutil/trace.go:171","msg":"trace[291186858] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25132; }","duration":"9.112325137s","start":"2026-07-24T00:40:42.846563Z","end":"2026-07-24T00:40:51.958889Z","steps":["trace[291186858] 'agreement among raft nodes before linearized reading' (duration: 9.112163161s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:51.958963Z","caller":"traceutil/trace.go:171","msg":"trace[1649843527] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25132; }","duration":"19.547668365s","start":"2026-07-24T00:40:32.411284Z","end":"2026-07-24T00:40:51.958952Z","steps":["trace[1649843527] 'agreement among raft nodes before linearized reading' (duration: 16.071321729s)","trace[1649843527] 'range keys from in-memory index tree' (duration: 3.476240721s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.958992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.411241Z","time spent":"19.547744878s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-24T00:40:51.958997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:42.846527Z","time spent":"9.112454821s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.95906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.484424606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.959097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.449846555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-24T00:40:51.959101Z","caller":"traceutil/trace.go:171","msg":"trace[1423133390] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25132; }","duration":"11.484510358s","start":"2026-07-24T00:40:40.47458Z","end":"2026-07-24T00:40:51.95909Z","steps":["trace[1423133390] 'agreement among raft nodes before linearized reading' (duration: 11.484441916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.959141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.474538Z","time spent":"11.484593031s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.959161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.952877229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.959179Z","caller":"traceutil/trace.go:171","msg":"trace[603313054] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25132; }","duration":"9.952930701s","start":"2026-07-24T00:40:42.006243Z","end":"2026-07-24T00:40:51.959174Z","steps":["trace[603313054] 'agreement among raft nodes before linearized reading' (duration: 9.95289594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.959214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:42.00616Z","time spent":"9.953047395s","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.304022367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.959266Z","caller":"traceutil/trace.go:171","msg":"trace[1915131421] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25132; }","duration":"9.304284955s","start":"2026-07-24T00:40:42.65497Z","end":"2026-07-24T00:40:51.959255Z","steps":["trace[1915131421] 'agreement among raft nodes before linearized reading' (duration: 9.303989626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.959276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.152359372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-24T00:40:51.959307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:42.654901Z","time spent":"9.304391529s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.95932Z","caller":"traceutil/trace.go:171","msg":"trace[287552823] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25132; }","duration":"11.152436314s","start":"2026-07-24T00:40:40.806871Z","end":"2026-07-24T00:40:51.959307Z","steps":["trace[287552823] 'agreement among raft nodes before linearized reading' (duration: 11.152294419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.959359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.806852Z","time spent":"11.152496755s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:40:51.959351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.482672526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:51.959436Z","caller":"traceutil/trace.go:171","msg":"trace[1415094986] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25132; }","duration":"10.48279336s","start":"2026-07-24T00:40:41.476637Z","end":"2026-07-24T00:40:51.95943Z","steps":["trace[1415094986] 'agreement among raft nodes before linearized reading' (duration: 10.482692067s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.959464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:41.476618Z","time spent":"10.482838542s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.958789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:34.573772Z","time spent":"17.385007332s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274225,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-24T00:40:51.958472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.204281405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.959652Z","caller":"traceutil/trace.go:171","msg":"trace[1347363535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25132; }","duration":"6.205503964s","start":"2026-07-24T00:40:45.75413Z","end":"2026-07-24T00:40:51.959634Z","steps":["trace[1347363535] 'agreement among raft nodes before linearized reading' (duration: 6.204303626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.959752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:45.754118Z","time spent":"6.205614008s","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.959925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.907625335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-24T00:40:51.958825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.741437866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.959968Z","caller":"traceutil/trace.go:171","msg":"trace[405183456] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25132; }","duration":"11.907688487s","start":"2026-07-24T00:40:40.052269Z","end":"2026-07-24T00:40:51.959958Z","steps":["trace[405183456] 'agreement among raft nodes before linearized reading' (duration: 11.907500191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.960003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.052261Z","time spent":"11.907728978s","remote":"127.0.0.1:35664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.960222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.907319695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c512c81a81bc7f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T00:40:51.960259Z","caller":"traceutil/trace.go:171","msg":"trace[686216929] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c512c81a81bc7f; range_end:; response_count:1; response_revision:25132; }","duration":"11.907378297s","start":"2026-07-24T00:40:40.05287Z","end":"2026-07-24T00:40:51.960248Z","steps":["trace[686216929] 'agreement among raft nodes before linearized reading' (duration: 11.907276234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.960285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.05286Z","time spent":"11.907417718s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c512c81a81bc7f\" "} {"level":"info","ts":"2026-07-24T00:40:51.959116Z","caller":"traceutil/trace.go:171","msg":"trace[635730960] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25132; }","duration":"9.449909488s","start":"2026-07-24T00:40:42.509201Z","end":"2026-07-24T00:40:51.95911Z","steps":["trace[635730960] 'agreement among raft nodes before linearized reading' (duration: 9.449811565s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:42.509179Z","time spent":"9.451913781s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-24T00:40:51.961194Z","caller":"traceutil/trace.go:171","msg":"trace[1818947335] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"2.81670857s","start":"2026-07-24T00:40:49.144475Z","end":"2026-07-24T00:40:51.961183Z","steps":["trace[1818947335] 'process raft request' (duration: 2.812446624s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.593517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.040846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785596354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.961243Z","caller":"traceutil/trace.go:171","msg":"trace[894705324] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25133; }","duration":"250.652059ms","start":"2026-07-24T00:40:51.710581Z","end":"2026-07-24T00:40:51.961233Z","steps":["trace[894705324] 'agreement among raft nodes before linearized reading' (duration: 250.569446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:49.144447Z","time spent":"2.816782122s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:40:51.961303Z","caller":"traceutil/trace.go:171","msg":"trace[584987015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25133; }","duration":"1.785681397s","start":"2026-07-24T00:40:50.175606Z","end":"2026-07-24T00:40:51.961288Z","steps":["trace[584987015] 'agreement among raft nodes before linearized reading' (duration: 1.785609155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613323662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.409816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:50.175591Z","time spent":"1.785752199s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.961391Z","caller":"traceutil/trace.go:171","msg":"trace[1293559589] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25133; }","duration":"749.474798ms","start":"2026-07-24T00:40:51.211903Z","end":"2026-07-24T00:40:51.961377Z","steps":["trace[1293559589] 'agreement among raft nodes before linearized reading' (duration: 749.426877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.96138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063488572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88272693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.211884Z","time spent":"749.532989ms","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.961432Z","caller":"traceutil/trace.go:171","msg":"trace[852077802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"1.882779792s","start":"2026-07-24T00:40:50.078645Z","end":"2026-07-24T00:40:51.961425Z","steps":["trace[852077802] 'agreement among raft nodes before linearized reading' (duration: 1.88273036s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:51.961446Z","caller":"traceutil/trace.go:171","msg":"trace[1521691269] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25133; }","duration":"2.063586615s","start":"2026-07-24T00:40:49.897837Z","end":"2026-07-24T00:40:51.961424Z","steps":["trace[1521691269] 'agreement among raft nodes before linearized reading' (duration: 2.063463731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:50.07863Z","time spent":"1.882824303s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:51.96149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148232097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:40:51.956945Z","caller":"traceutil/trace.go:171","msg":"trace[566327135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25132; }","duration":"19.28209342s","start":"2026-07-24T00:40:32.674839Z","end":"2026-07-24T00:40:51.956932Z","steps":["trace[566327135] 'agreement among raft nodes before linearized reading' (duration: 15.807711498s)","trace[566327135] 'count revisions from in-memory index tree' (duration: 3.474336301s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:51.959989Z","caller":"traceutil/trace.go:171","msg":"trace[733211475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25132; }","duration":"18.742636315s","start":"2026-07-24T00:40:33.217334Z","end":"2026-07-24T00:40:51.95997Z","steps":["trace[733211475] 'agreement among raft nodes before linearized reading' (duration: 15.265260907s)","trace[733211475] 'count revisions from in-memory index tree' (duration: 3.476212471s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:40:51.96156Z","caller":"traceutil/trace.go:171","msg":"trace[61188692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25133; }","duration":"3.14834789s","start":"2026-07-24T00:40:48.813197Z","end":"2026-07-24T00:40:51.961545Z","steps":["trace[61188692] 'agreement among raft nodes before linearized reading' (duration: 3.148242457s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:49.897816Z","time spent":"2.063734209s","remote":"127.0.0.1:47340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.96113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239979631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.961633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.67482Z","time spent":"19.286748228s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:48.813177Z","time spent":"3.148456414s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.961254Z","caller":"traceutil/trace.go:171","msg":"trace[1410100674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25133; }","duration":"323.070047ms","start":"2026-07-24T00:40:51.638172Z","end":"2026-07-24T00:40:51.961242Z","steps":["trace[1410100674] 'agreement among raft nodes before linearized reading' (duration: 323.023725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.198474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.9617Z","caller":"traceutil/trace.go:171","msg":"trace[800940915] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25133; }","duration":"3.24056168s","start":"2026-07-24T00:40:48.721125Z","end":"2026-07-24T00:40:51.961687Z","steps":["trace[800940915] 'agreement among raft nodes before linearized reading' (duration: 3.23992406s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:51.96173Z","caller":"traceutil/trace.go:171","msg":"trace[1212686675] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25133; }","duration":"490.645048ms","start":"2026-07-24T00:40:51.471074Z","end":"2026-07-24T00:40:51.961719Z","steps":["trace[1212686675] 'agreement among raft nodes before linearized reading' (duration: 490.200014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:33.217303Z","time spent":"18.744265367s","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:48.721064Z","time spent":"3.240662103s","remote":"127.0.0.1:47408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.471059Z","time spent":"490.702229ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189975793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:51.961814Z","caller":"traceutil/trace.go:171","msg":"trace[1269059782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25133; }","duration":"2.190059846s","start":"2026-07-24T00:40:49.77174Z","end":"2026-07-24T00:40:51.961799Z","steps":["trace[1269059782] 'agreement among raft nodes before linearized reading' (duration: 2.189978623s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:40:51.961356Z","caller":"traceutil/trace.go:171","msg":"trace[679996047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"1.613530749s","start":"2026-07-24T00:40:50.347817Z","end":"2026-07-24T00:40:51.961347Z","steps":["trace[679996047] 'agreement among raft nodes before linearized reading' (duration: 1.613346963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.956879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:37.464941Z","time spent":"14.491929157s","remote":"127.0.0.1:55116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.638129Z","time spent":"323.585783ms","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:49.771724Z","time spent":"2.190131137s","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:40:51.961882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:50.347799Z","time spent":"1.614068806s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:51.961144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724022652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:40:51.962006Z","caller":"traceutil/trace.go:171","msg":"trace[102845255] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25132; }","duration":"11.724916172s","start":"2026-07-24T00:40:40.237078Z","end":"2026-07-24T00:40:51.961994Z","steps":["trace[102845255] 'agreement among raft nodes before linearized reading' (duration: 11.722803614s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.961171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253796683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:40:51.962048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:40.237058Z","time spent":"11.724972693s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2708,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.96205Z","caller":"traceutil/trace.go:171","msg":"trace[1385570118] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25133; }","duration":"1.254712232s","start":"2026-07-24T00:40:50.707324Z","end":"2026-07-24T00:40:51.962036Z","steps":["trace[1385570118] 'agreement among raft nodes before linearized reading' (duration: 1.253801983s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.962119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:50.707304Z","time spent":"1.254798624s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:40:51.962694Z","caller":"traceutil/trace.go:171","msg":"trace[2091087404] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25132; }","duration":"19.631704793s","start":"2026-07-24T00:40:32.325856Z","end":"2026-07-24T00:40:51.957561Z","steps":["trace[2091087404] 'agreement among raft nodes before linearized reading' (duration: 16.156717771s)","trace[2091087404] 'range keys from in-memory index tree' (duration: 3.474855627s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:51.962766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:32.32584Z","time spent":"19.63691087s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T00:40:51.963981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82892856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-24T00:40:51.966614Z","caller":"traceutil/trace.go:171","msg":"trace[580090899] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25132; }","duration":"7.831796791s","start":"2026-07-24T00:40:44.134798Z","end":"2026-07-24T00:40:51.966595Z","steps":["trace[580090899] 'agreement among raft nodes before linearized reading' (duration: 7.822703651s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:51.966665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:44.134781Z","time spent":"7.831868503s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-24T00:40:52.475562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:52.976676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:40:53.112477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969847Z","time spent":"1.14262405s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:53.117408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969925Z","time spent":"1.147479486s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:40:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:53.185608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.216871647s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:53.971215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:53.971278Z","caller":"traceutil/trace.go:171","msg":"trace[1030040497] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144214s","start":"2026-07-24T00:40:51.971119Z","end":"2026-07-24T00:40:53.971264Z","steps":["trace[1030040497] 'agreement among raft nodes before linearized reading' (duration: 2.000052971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:53.971313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.971107Z","time spent":"2.000199385s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:55.686016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500076537s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:40:55.686123Z","caller":"traceutil/trace.go:171","msg":"trace[1433126321] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"3.717463032s","start":"2026-07-24T00:40:51.968644Z","end":"2026-07-24T00:40:55.686107Z","steps":["trace[1433126321] 'process raft request' (duration: 1.217125486s)","trace[1433126321] 'compare' (duration: 2.499252741s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:40:55.68617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.96863Z","time spent":"3.717516593s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:40:55.978588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:55.978669Z","caller":"traceutil/trace.go:171","msg":"trace[123896342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118271s","start":"2026-07-24T00:40:53.978533Z","end":"2026-07-24T00:40:55.978651Z","steps":["trace[123896342] 'agreement among raft nodes before linearized reading' (duration: 2.000013928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:55.978716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:53.978517Z","time spent":"2.000189194s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:57.979675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:57.979746Z","caller":"traceutil/trace.go:171","msg":"trace[2128856017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152074s","start":"2026-07-24T00:40:55.979579Z","end":"2026-07-24T00:40:57.979731Z","steps":["trace[2128856017] 'agreement among raft nodes before linearized reading' (duration: 2.000060331s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:57.979783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:55.979561Z","time spent":"2.000215515s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:40:58.291926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.911339466s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:40:58.969661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.968788Z","time spent":"7.000867237s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:58.969995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969887Z","time spent":"7.000106193s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:58.970179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969567Z","time spent":"7.000577368s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:58.970281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.970122Z","time spent":"7.000156584s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:40:59.488004Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e74","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:40:59.773973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.1835ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:40:59.774135Z","caller":"traceutil/trace.go:171","msg":"trace[146378560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25134; }","duration":"248.355726ms","start":"2026-07-24T00:40:59.525749Z","end":"2026-07-24T00:40:59.774105Z","steps":["trace[146378560] 'range keys from in-memory index tree' (duration: 248.16377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:59.774267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482013568s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-24T00:40:59.966003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:40:59.966152Z","caller":"traceutil/trace.go:171","msg":"trace[1036491121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653249s","start":"2026-07-24T00:40:57.965459Z","end":"2026-07-24T00:40:59.966113Z","steps":["trace[1036491121] 'agreement among raft nodes before linearized reading' (duration: 2.00037717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:59.966223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:57.96543Z","time spent":"2.000774953s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:40:59.986476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:40:59.986637Z","caller":"traceutil/trace.go:171","msg":"trace[723255320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516644s","start":"2026-07-24T00:40:57.986087Z","end":"2026-07-24T00:40:59.986603Z","steps":["trace[723255320] 'agreement among raft nodes before linearized reading' (duration: 2.000320688s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:40:59.986765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:57.986066Z","time spent":"2.00068235s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:00.114505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:53.114136Z","time spent":"7.000362842s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:00.11843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:53.118112Z","time spent":"7.0003144s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 00:41:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:01.571969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07625957s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:01.995965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:41:01.996094Z","caller":"traceutil/trace.go:171","msg":"trace[789799810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424393s","start":"2026-07-24T00:40:59.995637Z","end":"2026-07-24T00:41:01.996061Z","steps":["trace[789799810] 'agreement among raft nodes before linearized reading' (duration: 2.000237957s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:01.996199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:59.995614Z","time spent":"2.000572078s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:02.178912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403757809s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:41:02.179379Z","caller":"traceutil/trace.go:171","msg":"trace[395899585] linearizableReadLoop","detail":"{readStateIndex:25993; appliedIndex:25985; }","duration":"10.209845712s","start":"2026-07-24T00:40:51.969514Z","end":"2026-07-24T00:41:02.17936Z","steps":["trace[395899585] 'read index received' (duration: 1.216267098s)","trace[395899585] 'applied index is now lower than readState.Index' (duration: 8.993577494s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:02.19452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.224985965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-h9r67\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-07-24T00:41:02.194577Z","caller":"traceutil/trace.go:171","msg":"trace[142403226] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-h9r67; range_end:; response_count:1; response_revision:25139; }","duration":"10.225059497s","start":"2026-07-24T00:40:51.969501Z","end":"2026-07-24T00:41:02.19456Z","steps":["trace[142403226] 'agreement among raft nodes before linearized reading' (duration: 10.224903692s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:02.194605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969494Z","time spent":"10.225104918s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4926,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-h9r67\" "} {"level":"info","ts":"2026-07-24T00:41:02.194594Z","caller":"traceutil/trace.go:171","msg":"trace[925155811] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"5.226985707s","start":"2026-07-24T00:40:56.967571Z","end":"2026-07-24T00:41:02.194556Z","steps":["trace[925155811] 'process raft request' (duration: 5.21172618s)","trace[925155811] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:625; } (duration: 14.928786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:02.194713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:56.96755Z","time spent":"5.227101491s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:04.026991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998098797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:04.027119Z","caller":"traceutil/trace.go:171","msg":"trace[1587128452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998234892s","start":"2026-07-24T00:41:02.02884Z","end":"2026-07-24T00:41:04.027075Z","steps":["trace[1587128452] 'agreement among raft nodes before linearized reading' (duration: 1.998081437s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.027173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.028834Z","time spent":"1.998325075s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:04.673747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479182221s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-24T00:41:04.673877Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.479332056s","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-24T00:41:04.674029Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e74","error":"lease not found"} {"level":"info","ts":"2026-07-24T00:41:04.675158Z","caller":"traceutil/trace.go:171","msg":"trace[1977175157] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25995; }","duration":"2.495711758s","start":"2026-07-24T00:41:02.179416Z","end":"2026-07-24T00:41:04.675128Z","steps":["trace[1977175157] 'read index received' (duration: 15.009209ms)","trace[1977175157] 'applied index is now lower than readState.Index' (duration: 2.480699589s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:04.675216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702122191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.676214Z","caller":"traceutil/trace.go:171","msg":"trace[917969936] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:0; response_revision:25141; }","duration":"5.703160364s","start":"2026-07-24T00:40:58.973029Z","end":"2026-07-24T00:41:04.676189Z","steps":["trace[917969936] 'agreement among raft nodes before linearized reading' (duration: 5.702116301s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.676281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:58.973007Z","time spent":"5.703257677s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-07-24T00:41:04.676334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202170602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:04.676404Z","caller":"traceutil/trace.go:171","msg":"trace[2005595824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25141; }","duration":"2.202318826s","start":"2026-07-24T00:41:02.47407Z","end":"2026-07-24T00:41:04.676389Z","steps":["trace[2005595824] 'agreement among raft nodes before linearized reading' (duration: 2.202140641s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.675275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972100418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.676515Z","caller":"traceutil/trace.go:171","msg":"trace[471968056] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25141; }","duration":"3.973371258s","start":"2026-07-24T00:41:00.703128Z","end":"2026-07-24T00:41:04.676499Z","steps":["trace[471968056] 'agreement among raft nodes before linearized reading' (duration: 3.972122918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.676542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.850736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.676882Z","caller":"traceutil/trace.go:171","msg":"trace[1497778477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25141; }","duration":"630.214848ms","start":"2026-07-24T00:41:04.046658Z","end":"2026-07-24T00:41:04.676872Z","steps":["trace[1497778477] 'agreement among raft nodes before linearized reading' (duration: 629.832976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.677074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.046639Z","time spent":"630.421455ms","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:04.676574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:00.703105Z","time spent":"3.973455871s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137644135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.677351Z","caller":"traceutil/trace.go:171","msg":"trace[1100249131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25141; }","duration":"4.13971693s","start":"2026-07-24T00:41:00.537618Z","end":"2026-07-24T00:41:04.677335Z","steps":["trace[1100249131] 'agreement among raft nodes before linearized reading' (duration: 4.137669545s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.677399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:00.537596Z","time spent":"4.139787443s","remote":"127.0.0.1:55224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259248051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.677608Z","caller":"traceutil/trace.go:171","msg":"trace[2122866618] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25141; }","duration":"4.261547154s","start":"2026-07-24T00:41:00.416023Z","end":"2026-07-24T00:41:04.67757Z","steps":["trace[2122866618] 'agreement among raft nodes before linearized reading' (duration: 4.259296992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.67766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:00.415989Z","time spent":"4.261654237s","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649465659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.677905Z","caller":"traceutil/trace.go:171","msg":"trace[2120917029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25141; }","duration":"2.652060892s","start":"2026-07-24T00:41:02.025824Z","end":"2026-07-24T00:41:04.677885Z","steps":["trace[2120917029] 'agreement among raft nodes before linearized reading' (duration: 2.64947825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.677961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.025805Z","time spent":"2.652138564s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.705784757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-w92zg\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-07-24T00:41:04.67813Z","caller":"traceutil/trace.go:171","msg":"trace[1742112763] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-w92zg; range_end:; response_count:1; response_revision:25141; }","duration":"12.708590316s","start":"2026-07-24T00:40:51.96953Z","end":"2026-07-24T00:41:04.67812Z","steps":["trace[1742112763] 'agreement among raft nodes before linearized reading' (duration: 12.705676334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.678162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969527Z","time spent":"12.708626268s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-w92zg\" "} {"level":"warn","ts":"2026-07-24T00:41:04.675365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047517276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.67832Z","caller":"traceutil/trace.go:171","msg":"trace[823301264] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25141; }","duration":"5.050503491s","start":"2026-07-24T00:40:59.627806Z","end":"2026-07-24T00:41:04.678309Z","steps":["trace[823301264] 'agreement among raft nodes before linearized reading' (duration: 5.047541366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.678355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:59.627787Z","time spent":"5.050556623s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168393529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:04.678485Z","caller":"traceutil/trace.go:171","msg":"trace[2032067966] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25141; }","duration":"5.171531989s","start":"2026-07-24T00:40:59.506943Z","end":"2026-07-24T00:41:04.678475Z","steps":["trace[2032067966] 'agreement among raft nodes before linearized reading' (duration: 5.16843429s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.678527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:59.506906Z","time spent":"5.171610251s","remote":"127.0.0.1:35794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883504942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.678615Z","caller":"traceutil/trace.go:171","msg":"trace[957238715] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25141; }","duration":"5.886756765s","start":"2026-07-24T00:40:58.791836Z","end":"2026-07-24T00:41:04.678593Z","steps":["trace[957238715] 'agreement among raft nodes before linearized reading' (duration: 5.883534032s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.675406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887701523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.678682Z","caller":"traceutil/trace.go:171","msg":"trace[423842825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25141; }","duration":"2.891015658s","start":"2026-07-24T00:41:01.787656Z","end":"2026-07-24T00:41:04.678671Z","steps":["trace[423842825] 'agreement among raft nodes before linearized reading' (duration: 2.887713013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.678692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:58.791808Z","time spent":"5.886859548s","remote":"127.0.0.1:47480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.678721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:01.787634Z","time spent":"2.89107706s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.536724797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.678859Z","caller":"traceutil/trace.go:171","msg":"trace[46185796] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25141; }","duration":"7.540126465s","start":"2026-07-24T00:40:57.138683Z","end":"2026-07-24T00:41:04.67881Z","steps":["trace[46185796] 'agreement among raft nodes before linearized reading' (duration: 7.536737338s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.675461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055544222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.679013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:57.138668Z","time spent":"7.54028123s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:04.679053Z","caller":"traceutil/trace.go:171","msg":"trace[105120863] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25141; }","duration":"3.059137947s","start":"2026-07-24T00:41:01.619904Z","end":"2026-07-24T00:41:04.679042Z","steps":["trace[105120863] 'agreement among raft nodes before linearized reading' (duration: 3.055528822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.6791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:01.619886Z","time spent":"3.059200589s","remote":"127.0.0.1:55064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700415387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-24T00:41:04.679168Z","caller":"traceutil/trace.go:171","msg":"trace[1260483826] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25141; }","duration":"5.704135225s","start":"2026-07-24T00:40:58.975022Z","end":"2026-07-24T00:41:04.679157Z","steps":["trace[1260483826] 'agreement among raft nodes before linearized reading' (duration: 5.700396997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:58.974997Z","time spent":"5.704194557s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T00:41:04.675514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353152329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:04.679276Z","caller":"traceutil/trace.go:171","msg":"trace[1547830667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25141; }","duration":"3.356919638s","start":"2026-07-24T00:41:01.322324Z","end":"2026-07-24T00:41:04.679243Z","steps":["trace[1547830667] 'agreement among raft nodes before linearized reading' (duration: 3.353160619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:01.322307Z","time spent":"3.357002321s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.984087351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c512e05f5435e7\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-24T00:41:04.679457Z","caller":"traceutil/trace.go:171","msg":"trace[714528941] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c512e05f5435e7; range_end:; response_count:1; response_revision:25141; }","duration":"8.988043407s","start":"2026-07-24T00:40:55.691403Z","end":"2026-07-24T00:41:04.679446Z","steps":["trace[714528941] 'agreement among raft nodes before linearized reading' (duration: 8.98405717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:55.691387Z","time spent":"8.988091799s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18c512e05f5435e7\" "} {"level":"warn","ts":"2026-07-24T00:41:04.675542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.70051993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-24T00:41:04.679601Z","caller":"traceutil/trace.go:171","msg":"trace[1202313865] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:25141; }","duration":"5.70460517s","start":"2026-07-24T00:40:58.974989Z","end":"2026-07-24T00:41:04.679594Z","steps":["trace[1202313865] 'agreement among raft nodes before linearized reading' (duration: 5.70051336s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:58.974977Z","time spent":"5.704640331s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"warn","ts":"2026-07-24T00:41:04.675561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.299560826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:04.679705Z","caller":"traceutil/trace.go:171","msg":"trace[1138522439] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25141; }","duration":"9.303724958s","start":"2026-07-24T00:40:55.375956Z","end":"2026-07-24T00:41:04.679681Z","steps":["trace[1138522439] 'agreement among raft nodes before linearized reading' (duration: 9.299582426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:55.375936Z","time spent":"9.303809111s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527713973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.679811Z","caller":"traceutil/trace.go:171","msg":"trace[70659491] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25141; }","duration":"3.531982529s","start":"2026-07-24T00:41:01.147816Z","end":"2026-07-24T00:41:04.679798Z","steps":["trace[70659491] 'agreement among raft nodes before linearized reading' (duration: 3.527722413s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:01.147801Z","time spent":"3.532047492s","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567674156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.679962Z","caller":"traceutil/trace.go:171","msg":"trace[56320709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25141; }","duration":"3.572087348s","start":"2026-07-24T00:41:01.107863Z","end":"2026-07-24T00:41:04.67995Z","steps":["trace[56320709] 'agreement among raft nodes before linearized reading' (duration: 3.567698518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.679994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:01.107841Z","time spent":"3.572143849s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.392689374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.680032Z","caller":"traceutil/trace.go:171","msg":"trace[1465666564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25141; }","duration":"9.397122605s","start":"2026-07-24T00:40:55.2829Z","end":"2026-07-24T00:41:04.680023Z","steps":["trace[1465666564] 'agreement among raft nodes before linearized reading' (duration: 9.392678234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.680072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:55.282847Z","time spent":"9.397214338s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.528495182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:04.680128Z","caller":"traceutil/trace.go:171","msg":"trace[406880377] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25141; }","duration":"11.533026176s","start":"2026-07-24T00:40:53.147092Z","end":"2026-07-24T00:41:04.680118Z","steps":["trace[406880377] 'agreement among raft nodes before linearized reading' (duration: 11.528505102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.680167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:53.147079Z","time spent":"11.533076428s","remote":"127.0.0.1:35756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.675635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.021393683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:04.680462Z","caller":"traceutil/trace.go:171","msg":"trace[415210231] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25141; }","duration":"12.026235697s","start":"2026-07-24T00:40:52.654213Z","end":"2026-07-24T00:41:04.680449Z","steps":["trace[415210231] 'agreement among raft nodes before linearized reading' (duration: 12.021402063s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.675622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658303116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.675647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.578343582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.675675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.168918547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.675682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.317616765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.675704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.046165753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:04.675735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.704252158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-24T00:41:04.67576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.491720134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.675755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.705926962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bffc30f6-f65f-4065-a683-024130851fd1\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-24T00:41:04.675824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.88104983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:04.676472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.47405Z","time spent":"2.20241008s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.67525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73308908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.676607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940958937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.676648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382720543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.676683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868019562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.676715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18482987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:04.676761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082764747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-24T00:41:04.680587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:52.654198Z","time spent":"12.026368981s","remote":"127.0.0.1:47168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:04.680636Z","caller":"traceutil/trace.go:171","msg":"trace[542251118] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25141; }","duration":"3.663313375s","start":"2026-07-24T00:41:01.017302Z","end":"2026-07-24T00:41:04.680615Z","steps":["trace[542251118] 'agreement among raft nodes before linearized reading' (duration: 3.658287975s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.680676Z","caller":"traceutil/trace.go:171","msg":"trace[154838805] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25141; }","duration":"10.173939706s","start":"2026-07-24T00:40:54.506726Z","end":"2026-07-24T00:41:04.680666Z","steps":["trace[154838805] 'agreement among raft nodes before linearized reading' (duration: 10.168935996s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.680704Z","caller":"traceutil/trace.go:171","msg":"trace[832956694] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25141; }","duration":"9.583437324s","start":"2026-07-24T00:40:55.097258Z","end":"2026-07-24T00:41:04.680695Z","steps":["trace[832956694] 'agreement among raft nodes before linearized reading' (duration: 9.578373053s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.680732Z","caller":"traceutil/trace.go:171","msg":"trace[71262819] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25141; }","duration":"10.051197823s","start":"2026-07-24T00:40:54.629524Z","end":"2026-07-24T00:41:04.680722Z","steps":["trace[71262819] 'agreement among raft nodes before linearized reading' (duration: 10.046135762s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.68076Z","caller":"traceutil/trace.go:171","msg":"trace[1013193401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25141; }","duration":"12.322727527s","start":"2026-07-24T00:40:52.358022Z","end":"2026-07-24T00:41:04.68075Z","steps":["trace[1013193401] 'agreement among raft nodes before linearized reading' (duration: 12.317630165s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.680787Z","caller":"traceutil/trace.go:171","msg":"trace[1673678465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bffc30f6-f65f-4065-a683-024130851fd1; range_end:; response_count:1; response_revision:25141; }","duration":"12.710981463s","start":"2026-07-24T00:40:51.969798Z","end":"2026-07-24T00:41:04.68078Z","steps":["trace[1673678465] 'agreement among raft nodes before linearized reading' (duration: 12.705903642s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.680812Z","caller":"traceutil/trace.go:171","msg":"trace[825188883] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25141; }","duration":"12.709358711s","start":"2026-07-24T00:40:51.971446Z","end":"2026-07-24T00:41:04.680805Z","steps":["trace[825188883] 'agreement among raft nodes before linearized reading' (duration: 12.704248768s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.680836Z","caller":"traceutil/trace.go:171","msg":"trace[1940155653] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25141; }","duration":"12.496826227s","start":"2026-07-24T00:40:52.184002Z","end":"2026-07-24T00:41:04.680829Z","steps":["trace[1940155653] 'agreement among raft nodes before linearized reading' (duration: 12.491744405s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.681009Z","caller":"traceutil/trace.go:171","msg":"trace[1135369080] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25141; }","duration":"1.94546343s","start":"2026-07-24T00:41:02.735533Z","end":"2026-07-24T00:41:04.680996Z","steps":["trace[1135369080] 'agreement among raft nodes before linearized reading' (duration: 1.941027249s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.68102Z","caller":"traceutil/trace.go:171","msg":"trace[702367357] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25141; }","duration":"9.886276446s","start":"2026-07-24T00:40:54.794731Z","end":"2026-07-24T00:41:04.681007Z","steps":["trace[702367357] 'agreement among raft nodes before linearized reading' (duration: 9.881005609s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:04.68102Z","caller":"traceutil/trace.go:171","msg":"trace[745434584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25141; }","duration":"3.738908225s","start":"2026-07-24T00:41:00.942085Z","end":"2026-07-24T00:41:04.680993Z","steps":["trace[745434584] 'agreement among raft nodes before linearized reading' (duration: 3.733065469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.682755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:00.942066Z","time spent":"3.74066028s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.683019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:55.097238Z","time spent":"9.585757768s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.683079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:52.358003Z","time spent":"12.325063032s","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:04.683252Z","caller":"traceutil/trace.go:171","msg":"trace[171303197] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25141; }","duration":"1.389337283s","start":"2026-07-24T00:41:03.293893Z","end":"2026-07-24T00:41:04.68323Z","steps":["trace[171303197] 'agreement among raft nodes before linearized reading' (duration: 1.382733953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.683287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.97143Z","time spent":"12.711847391s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-24T00:41:04.683345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:03.293879Z","time spent":"1.389427647s","remote":"127.0.0.1:47396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.683446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:52.183983Z","time spent":"12.49945176s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:04.683549Z","caller":"traceutil/trace.go:171","msg":"trace[147104751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25141; }","duration":"1.874928252s","start":"2026-07-24T00:41:02.808609Z","end":"2026-07-24T00:41:04.683537Z","steps":["trace[147104751] 'agreement among raft nodes before linearized reading' (duration: 1.868056973s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.683605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.808576Z","time spent":"1.875013295s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.683662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:54.794711Z","time spent":"9.888940102s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:04.683823Z","caller":"traceutil/trace.go:171","msg":"trace[831706679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25141; }","duration":"2.191973987s","start":"2026-07-24T00:41:02.491839Z","end":"2026-07-24T00:41:04.683813Z","steps":["trace[831706679] 'agreement among raft nodes before linearized reading' (duration: 2.18486203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.684013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.491817Z","time spent":"2.192182144s","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:04.684362Z","caller":"traceutil/trace.go:171","msg":"trace[1576995589] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25141; }","duration":"2.09038593s","start":"2026-07-24T00:41:02.593963Z","end":"2026-07-24T00:41:04.684349Z","steps":["trace[1576995589] 'agreement among raft nodes before linearized reading' (duration: 2.082733956s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:04.684467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.593912Z","time spent":"2.090539384s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:41:04.683252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:51.969788Z","time spent":"12.713448782s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-bffc30f6-f65f-4065-a683-024130851fd1\" "} {"level":"warn","ts":"2026-07-24T00:41:04.684707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:01.01728Z","time spent":"3.667408926s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:41:04.683037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:54.629473Z","time spent":"10.053547339s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.683623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:02.735491Z","time spent":"1.948114684s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:04.685036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:40:54.50671Z","time spent":"10.178302915s","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:06.679449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000882506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:06.679517Z","caller":"traceutil/trace.go:171","msg":"trace[278788385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100088s","start":"2026-07-24T00:41:04.678501Z","end":"2026-07-24T00:41:06.679502Z","steps":["trace[278788385] 'agreement among raft nodes before linearized reading' (duration: 2.000907667s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:06.679554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.678487Z","time spent":"2.001060902s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:07.298296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254241792s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T00:41:07.298373Z","caller":"traceutil/trace.go:171","msg":"trace[1969585219] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25998; }","duration":"2.619819755s","start":"2026-07-24T00:41:04.67854Z","end":"2026-07-24T00:41:07.298359Z","steps":["trace[1969585219] 'read index received' (duration: 365.546762ms)","trace[1969585219] 'applied index is now lower than readState.Index' (duration: 2.254271773s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:07.298413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.67727Z","time spent":"2.621136847s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:07.799379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:41:08.299957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893718687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T00:41:08.451056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.406950045s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:08.685806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:08.685887Z","caller":"traceutil/trace.go:171","msg":"trace[1813160227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830506s","start":"2026-07-24T00:41:06.685037Z","end":"2026-07-24T00:41:08.685868Z","steps":["trace[1813160227] 'agreement among raft nodes before linearized reading' (duration: 2.000724913s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:08.685947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:06.685022Z","time spent":"2.000915089s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:09.966013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:09.966095Z","caller":"traceutil/trace.go:171","msg":"trace[314151026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017218s","start":"2026-07-24T00:41:07.966061Z","end":"2026-07-24T00:41:09.966078Z","steps":["trace[314151026] 'agreement among raft nodes before linearized reading' (duration: 1.999915965s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:09.966144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:07.966016Z","time spent":"2.000118552s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:10.46943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.72333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:10.469527Z","caller":"traceutil/trace.go:171","msg":"trace[1657360953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25141; }","duration":"943.831163ms","start":"2026-07-24T00:41:09.52568Z","end":"2026-07-24T00:41:10.469511Z","steps":["trace[1657360953] 'range keys from in-memory index tree' (duration: 943.707349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:10.469981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018187857s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:10.470468Z","caller":"traceutil/trace.go:171","msg":"trace[1186848881] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"5.788572677s","start":"2026-07-24T00:41:04.681864Z","end":"2026-07-24T00:41:10.470437Z","steps":["trace[1186848881] 'process raft request' (duration: 3.76979312s)","trace[1186848881] 'compare' (duration: 2.017893158s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:10.47061Z","caller":"traceutil/trace.go:171","msg":"trace[931170045] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"5.785484288s","start":"2026-07-24T00:41:04.685099Z","end":"2026-07-24T00:41:10.470583Z","steps":["trace[931170045] 'process raft request' (duration: 5.785261831s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:10.47064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.681834Z","time spent":"5.788702751s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:10.470644Z","caller":"traceutil/trace.go:171","msg":"trace[564539826] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"5.782634257s","start":"2026-07-24T00:41:04.687976Z","end":"2026-07-24T00:41:10.47061Z","steps":["trace[564539826] 'process raft request' (duration: 5.782461872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:10.470728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.685087Z","time spent":"5.785582771s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:10.47078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.687959Z","time spent":"5.782746101s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:41:10.470866Z","caller":"traceutil/trace.go:171","msg":"trace[898636205] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"5.788323499s","start":"2026-07-24T00:41:04.682528Z","end":"2026-07-24T00:41:10.470852Z","steps":["trace[898636205] 'process raft request' (duration: 5.787601306s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:10.470614Z","caller":"traceutil/trace.go:171","msg":"trace[490446487] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"5.782347878s","start":"2026-07-24T00:41:04.688241Z","end":"2026-07-24T00:41:10.470589Z","steps":["trace[490446487] 'process raft request' (duration: 5.782281146s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:10.470938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.682509Z","time spent":"5.788390411s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:10.470961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.688234Z","time spent":"5.782674949s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:10.686173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:41:10.686255Z","caller":"traceutil/trace.go:171","msg":"trace[926815806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157453s","start":"2026-07-24T00:41:08.686081Z","end":"2026-07-24T00:41:10.686239Z","steps":["trace[926815806] 'agreement among raft nodes before linearized reading' (duration: 2.000019389s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:10.686327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:08.686059Z","time spent":"2.000260117s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:12.693511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:12.6936Z","caller":"traceutil/trace.go:171","msg":"trace[654167281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074402s","start":"2026-07-24T00:41:10.693489Z","end":"2026-07-24T00:41:12.693563Z","steps":["trace[654167281] 'agreement among raft nodes before linearized reading' (duration: 1.999985159s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:12.693639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:10.693461Z","time spent":"2.000170885s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:14.201727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:07.201194Z","time spent":"7.000527427s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:14.306047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:07.3056Z","time spent":"7.000439924s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:14.469719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679143209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:14.469957Z","caller":"traceutil/trace.go:171","msg":"trace[851926675] linearizableReadLoop","detail":"{readStateIndex:26006; appliedIndex:25999; }","duration":"7.171546428s","start":"2026-07-24T00:41:07.298389Z","end":"2026-07-24T00:41:14.469935Z","steps":["trace[851926675] 'read index received' (duration: 1.152931459s)","trace[851926675] 'applied index is now lower than readState.Index' (duration: 6.018613799s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:14.470136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.778641548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.470129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.473027511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.47017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.735245244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-24T00:41:14.470189Z","caller":"traceutil/trace.go:171","msg":"trace[935658171] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25148; }","duration":"9.778702579s","start":"2026-07-24T00:41:04.691471Z","end":"2026-07-24T00:41:14.470174Z","steps":["trace[935658171] 'agreement among raft nodes before linearized reading' (duration: 9.778590156s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.470205Z","caller":"traceutil/trace.go:171","msg":"trace[1876320804] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25148; }","duration":"8.473145565s","start":"2026-07-24T00:41:05.997042Z","end":"2026-07-24T00:41:14.470188Z","steps":["trace[1876320804] 'agreement among raft nodes before linearized reading' (duration: 8.4729876s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.691467Z","time spent":"9.778754001s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:41:14.47026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:05.997024Z","time spent":"8.473224028s","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.470277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.493119341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:14.470306Z","caller":"traceutil/trace.go:171","msg":"trace[687471153] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25148; }","duration":"8.493176563s","start":"2026-07-24T00:41:05.977121Z","end":"2026-07-24T00:41:14.470297Z","steps":["trace[687471153] 'agreement among raft nodes before linearized reading' (duration: 8.493117721s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:05.977104Z","time spent":"8.493240956s","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.470129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.777503373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.470451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.851576109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:14.470492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.444686598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:14.470502Z","caller":"traceutil/trace.go:171","msg":"trace[1351368847] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25148; }","duration":"6.851670192s","start":"2026-07-24T00:41:07.618818Z","end":"2026-07-24T00:41:14.470488Z","steps":["trace[1351368847] 'agreement among raft nodes before linearized reading' (duration: 6.851559849s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.470522Z","caller":"traceutil/trace.go:171","msg":"trace[1118011216] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25148; }","duration":"8.444740129s","start":"2026-07-24T00:41:06.025775Z","end":"2026-07-24T00:41:14.470516Z","steps":["trace[1118011216] 'agreement among raft nodes before linearized reading' (duration: 8.444644216s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:06.025762Z","time spent":"8.444776671s","remote":"127.0.0.1:35678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.47057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641121129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.470581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776644138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:14.470217Z","caller":"traceutil/trace.go:171","msg":"trace[1531411027] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25148; }","duration":"9.735320656s","start":"2026-07-24T00:41:04.734883Z","end":"2026-07-24T00:41:14.470204Z","steps":["trace[1531411027] 'agreement among raft nodes before linearized reading' (duration: 9.735168001s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.47062Z","caller":"traceutil/trace.go:171","msg":"trace[1107140816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25148; }","duration":"1.77671932s","start":"2026-07-24T00:41:12.693891Z","end":"2026-07-24T00:41:14.47061Z","steps":["trace[1107140816] 'agreement among raft nodes before linearized reading' (duration: 1.776666309s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.734868Z","time spent":"9.735760951s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-24T00:41:14.470647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:12.693871Z","time spent":"1.776770992s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:14.470664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.780981292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-24T00:41:14.470683Z","caller":"traceutil/trace.go:171","msg":"trace[472096395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25148; }","duration":"9.781021763s","start":"2026-07-24T00:41:04.689656Z","end":"2026-07-24T00:41:14.470677Z","steps":["trace[472096395] 'agreement among raft nodes before linearized reading' (duration: 9.780946891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:04.68965Z","time spent":"9.781048414s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T00:41:14.470484Z","caller":"traceutil/trace.go:171","msg":"trace[1142066038] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25148; }","duration":"7.777887865s","start":"2026-07-24T00:41:06.692582Z","end":"2026-07-24T00:41:14.47047Z","steps":["trace[1142066038] 'agreement among raft nodes before linearized reading' (duration: 7.777493032s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:06.692572Z","time spent":"7.778193155s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:14.470591Z","caller":"traceutil/trace.go:171","msg":"trace[182611568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25148; }","duration":"1.641171241s","start":"2026-07-24T00:41:12.829414Z","end":"2026-07-24T00:41:14.470585Z","steps":["trace[182611568] 'agreement among raft nodes before linearized reading' (duration: 1.641135149s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.13561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-24T00:41:14.470808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994904444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rkpx9\" ","response":"range_response_count:1 size:5607"} {"level":"warn","ts":"2026-07-24T00:41:14.470825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:12.829398Z","time spent":"1.641415578s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:14.470849Z","caller":"traceutil/trace.go:171","msg":"trace[2091695453] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rkpx9; range_end:; response_count:1; response_revision:25148; }","duration":"3.994968437s","start":"2026-07-24T00:41:10.475868Z","end":"2026-07-24T00:41:14.470837Z","steps":["trace[2091695453] 'agreement among raft nodes before linearized reading' (duration: 3.994790051s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.497471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-24T00:41:14.470538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:07.618792Z","time spent":"6.851737295s","remote":"127.0.0.1:35466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.470888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:10.475859Z","time spent":"3.995019678s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5630,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rkpx9\" "} {"level":"info","ts":"2026-07-24T00:41:14.470845Z","caller":"traceutil/trace.go:171","msg":"trace[1570641337] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25148; }","duration":"163.193062ms","start":"2026-07-24T00:41:14.307631Z","end":"2026-07-24T00:41:14.470824Z","steps":["trace[1570641337] 'agreement among raft nodes before linearized reading' (duration: 163.161701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.448445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.470192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.316310143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:14.470971Z","caller":"traceutil/trace.go:171","msg":"trace[573957101] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25148; }","duration":"465.504098ms","start":"2026-07-24T00:41:14.005462Z","end":"2026-07-24T00:41:14.470966Z","steps":["trace[573957101] 'agreement among raft nodes before linearized reading' (duration: 465.476497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.470996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.005406Z","time spent":"465.58586ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:14.47099Z","caller":"traceutil/trace.go:171","msg":"trace[49604870] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25148; }","duration":"7.317134299s","start":"2026-07-24T00:41:07.153841Z","end":"2026-07-24T00:41:14.470975Z","steps":["trace[49604870] 'agreement among raft nodes before linearized reading' (duration: 7.316328833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:07.153823Z","time spent":"7.31719955s","remote":"127.0.0.1:55164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.471012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.788060704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.47109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983992377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.471135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.664916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:14.471142Z","caller":"traceutil/trace.go:171","msg":"trace[398415765] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25148; }","duration":"1.984044649s","start":"2026-07-24T00:41:12.487084Z","end":"2026-07-24T00:41:14.471129Z","steps":["trace[398415765] 'agreement among raft nodes before linearized reading' (duration: 1.983968696s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.47116Z","caller":"traceutil/trace.go:171","msg":"trace[945950745] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25148; }","duration":"595.691678ms","start":"2026-07-24T00:41:13.875463Z","end":"2026-07-24T00:41:14.471154Z","steps":["trace[945950745] 'agreement among raft nodes before linearized reading' (duration: 595.611225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.47118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:13.87536Z","time spent":"595.815481ms","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.47118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:12.487027Z","time spent":"1.984142152s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:14.471138Z","caller":"traceutil/trace.go:171","msg":"trace[1178891934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25148; }","duration":"6.78825463s","start":"2026-07-24T00:41:07.682854Z","end":"2026-07-24T00:41:14.471108Z","steps":["trace[1178891934] 'agreement among raft nodes before linearized reading' (duration: 6.787957351s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591277355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:14.47129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:07.682826Z","time spent":"6.788455337s","remote":"127.0.0.1:55234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.471286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.795674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:14.471313Z","caller":"traceutil/trace.go:171","msg":"trace[1471785476] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25148; }","duration":"2.591379448s","start":"2026-07-24T00:41:11.879921Z","end":"2026-07-24T00:41:14.4713Z","steps":["trace[1471785476] 'agreement among raft nodes before linearized reading' (duration: 2.591242624s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.470898Z","caller":"traceutil/trace.go:171","msg":"trace[669798260] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25148; }","duration":"264.566172ms","start":"2026-07-24T00:41:14.206326Z","end":"2026-07-24T00:41:14.470893Z","steps":["trace[669798260] 'agreement among raft nodes before linearized reading' (duration: 264.530581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:11.879892Z","time spent":"2.591451341s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.471394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996136104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-24T00:41:14.471455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537750284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:41:14.471493Z","caller":"traceutil/trace.go:171","msg":"trace[1554008353] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25148; }","duration":"1.537812166s","start":"2026-07-24T00:41:12.933673Z","end":"2026-07-24T00:41:14.471486Z","steps":["trace[1554008353] 'agreement among raft nodes before linearized reading' (duration: 1.537670692s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388170031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:14.471563Z","caller":"traceutil/trace.go:171","msg":"trace[174416594] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25148; }","duration":"2.388241033s","start":"2026-07-24T00:41:12.083313Z","end":"2026-07-24T00:41:14.471554Z","steps":["trace[174416594] 'agreement among raft nodes before linearized reading' (duration: 2.388177861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581780381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T00:41:14.471599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:12.083295Z","time spent":"2.388296965s","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:14.471615Z","caller":"traceutil/trace.go:171","msg":"trace[1975324554] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25148; }","duration":"4.581859003s","start":"2026-07-24T00:41:09.889745Z","end":"2026-07-24T00:41:14.471604Z","steps":["trace[1975324554] 'agreement among raft nodes before linearized reading' (duration: 4.581733029s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.471449Z","caller":"traceutil/trace.go:171","msg":"trace[445295813] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd; range_end:; response_count:1; response_revision:25148; }","duration":"3.996228347s","start":"2026-07-24T00:41:10.475206Z","end":"2026-07-24T00:41:14.471434Z","steps":["trace[445295813] 'agreement among raft nodes before linearized reading' (duration: 3.995971588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:09.889719Z","time spent":"4.581939896s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T00:41:14.471707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:10.475187Z","time spent":"3.996511056s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5111693da26fd\" "} {"level":"warn","ts":"2026-07-24T00:41:14.471528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:12.933653Z","time spent":"1.537867697s","remote":"127.0.0.1:35652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:14.470927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.313291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:14.471848Z","caller":"traceutil/trace.go:171","msg":"trace[1784287201] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25148; }","duration":"295.270932ms","start":"2026-07-24T00:41:14.176569Z","end":"2026-07-24T00:41:14.47184Z","steps":["trace[1784287201] 'agreement among raft nodes before linearized reading' (duration: 294.340002ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:14.471326Z","caller":"traceutil/trace.go:171","msg":"trace[2147317772] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25148; }","duration":"946.52424ms","start":"2026-07-24T00:41:13.524787Z","end":"2026-07-24T00:41:14.471312Z","steps":["trace[2147317772] 'agreement among raft nodes before linearized reading' (duration: 946.463108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:14.471907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:13.524769Z","time spent":"947.121729ms","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:16.475088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67782352s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-07-24T00:41:16.475221Z","caller":"traceutil/trace.go:171","msg":"trace[1927301262] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26006; }","duration":"1.999292277s","start":"2026-07-24T00:41:14.47591Z","end":"2026-07-24T00:41:16.475202Z","steps":["trace[1927301262] 'read index received' (duration: 321.24445ms)","trace[1927301262] 'applied index is now lower than readState.Index' (duration: 1.678046517s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:16.475291Z","caller":"traceutil/trace.go:171","msg":"trace[1880809055] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25149; }","duration":"2.003627765s","start":"2026-07-24T00:41:14.47164Z","end":"2026-07-24T00:41:16.475268Z","steps":["trace[1880809055] 'process raft request' (duration: 325.500835ms)","trace[1880809055] 'compare' (duration: 1.676527529s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:16.475515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.471623Z","time spent":"2.003747588s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-24T00:41:16.475668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999747491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-24T00:41:16.475745Z","caller":"traceutil/trace.go:171","msg":"trace[1428070007] range","detail":"{range_begin:/registry/persistentvolumes/pvc-307c17a7-250c-4c1b-b28a-e59109cdff08; range_end:; response_count:1; response_revision:25149; }","duration":"1.999812513s","start":"2026-07-24T00:41:14.475889Z","end":"2026-07-24T00:41:16.475702Z","steps":["trace[1428070007] 'agreement among raft nodes before linearized reading' (duration: 1.999380509s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:16.475817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.475879Z","time spent":"1.999926947s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-307c17a7-250c-4c1b-b28a-e59109cdff08\" "} {"level":"warn","ts":"2026-07-24T00:41:16.479461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000852686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:41:16.479508Z","caller":"traceutil/trace.go:171","msg":"trace[989521219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922779s","start":"2026-07-24T00:41:14.478577Z","end":"2026-07-24T00:41:16.4795Z","steps":["trace[989521219] 'agreement among raft nodes before linearized reading' (duration: 2.000870067s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:16.479532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.478568Z","time spent":"2.00095794s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:16.848256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.051068207s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:18.495174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996349631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:18.495241Z","caller":"traceutil/trace.go:171","msg":"trace[1819599353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996472445s","start":"2026-07-24T00:41:16.498753Z","end":"2026-07-24T00:41:18.495226Z","steps":["trace[1819599353] 'agreement among raft nodes before linearized reading' (duration: 1.996384632s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:18.495277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:16.498733Z","time spent":"1.996537837s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:19.086718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238148279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:19.086967Z","caller":"traceutil/trace.go:171","msg":"trace[834090040] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"4.610973952s","start":"2026-07-24T00:41:14.475959Z","end":"2026-07-24T00:41:19.086933Z","steps":["trace[834090040] 'process raft request' (duration: 2.372505462s)","trace[834090040] 'compare' (duration: 2.237990955s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:19.087096Z","caller":"traceutil/trace.go:171","msg":"trace[1317780473] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"4.607448619s","start":"2026-07-24T00:41:14.479617Z","end":"2026-07-24T00:41:19.087066Z","steps":["trace[1317780473] 'process raft request' (duration: 4.607228302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:19.08711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.475952Z","time spent":"4.611079455s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:19.087209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.479603Z","time spent":"4.607549773s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:20.504221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:20.504291Z","caller":"traceutil/trace.go:171","msg":"trace[1468090421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650709s","start":"2026-07-24T00:41:18.503625Z","end":"2026-07-24T00:41:20.504276Z","steps":["trace[1468090421] 'agreement among raft nodes before linearized reading' (duration: 2.000565166s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:20.504325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:18.50361Z","time spent":"2.000708881s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:21.257497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605478103s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:21.808127Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e8c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:41:22.504917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:22.505017Z","caller":"traceutil/trace.go:171","msg":"trace[265187356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480464s","start":"2026-07-24T00:41:20.504513Z","end":"2026-07-24T00:41:22.504994Z","steps":["trace[265187356] 'agreement among raft nodes before linearized reading' (duration: 2.00035706s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:22.505078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:20.504501Z","time spent":"2.000563097s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:23.041808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954822167s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:41:23.041974Z","caller":"traceutil/trace.go:171","msg":"trace[560849643] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26007; }","duration":"6.566712239s","start":"2026-07-24T00:41:16.475247Z","end":"2026-07-24T00:41:23.041959Z","steps":["trace[560849643] 'read index received' (duration: 373.239257ms)","trace[560849643] 'applied index is now lower than readState.Index' (duration: 6.193472282s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:23.043441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518054315s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:23.043539Z","caller":"traceutil/trace.go:171","msg":"trace[667614506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25151; }","duration":"3.518160848s","start":"2026-07-24T00:41:19.525363Z","end":"2026-07-24T00:41:23.043524Z","steps":["trace[667614506] 'range keys from in-memory index tree' (duration: 3.518040134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:23.045098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:22.194145Z","time spent":"850.948134ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:23.045501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.568228326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-24T00:41:23.045534Z","caller":"traceutil/trace.go:171","msg":"trace[111227571] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25151; }","duration":"8.568264718s","start":"2026-07-24T00:41:14.477258Z","end":"2026-07-24T00:41:23.045523Z","steps":["trace[111227571] 'agreement among raft nodes before linearized reading' (duration: 8.568136513s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:23.045562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.47724Z","time spent":"8.568313679s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-24T00:41:23.045758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.563605848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:23.045791Z","caller":"traceutil/trace.go:171","msg":"trace[817382098] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25151; }","duration":"8.56365199s","start":"2026-07-24T00:41:14.482128Z","end":"2026-07-24T00:41:23.04578Z","steps":["trace[817382098] 'agreement among raft nodes before linearized reading' (duration: 8.563577177s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:23.045815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.482122Z","time spent":"8.563687081s","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:41:23.045785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.56958916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T00:41:23.045878Z","caller":"traceutil/trace.go:171","msg":"trace[776320292] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25151; }","duration":"8.569716283s","start":"2026-07-24T00:41:14.476138Z","end":"2026-07-24T00:41:23.045854Z","steps":["trace[776320292] 'agreement among raft nodes before linearized reading' (duration: 8.569267999s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:23.045932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.476126Z","time spent":"8.569796276s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T00:41:23.045993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.569904479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4gwbh\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-07-24T00:41:23.046023Z","caller":"traceutil/trace.go:171","msg":"trace[1439552799] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4gwbh; range_end:; response_count:1; response_revision:25151; }","duration":"8.569960391s","start":"2026-07-24T00:41:14.476054Z","end":"2026-07-24T00:41:23.046014Z","steps":["trace[1439552799] 'agreement among raft nodes before linearized reading' (duration: 8.569831607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:23.046044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:14.476039Z","time spent":"8.570000663s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-4gwbh\" "} {"level":"info","ts":"2026-07-24T00:41:23.049909Z","caller":"traceutil/trace.go:171","msg":"trace[1877037233] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"3.956843322s","start":"2026-07-24T00:41:19.093015Z","end":"2026-07-24T00:41:23.049859Z","steps":["trace[1877037233] 'process raft request' (duration: 3.948877548s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:23.05012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:19.093004Z","time spent":"3.957012897s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T00:41:23.417672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.065551268s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:24.513527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000573786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:24.513651Z","caller":"traceutil/trace.go:171","msg":"trace[217650205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000746762s","start":"2026-07-24T00:41:22.512882Z","end":"2026-07-24T00:41:24.513629Z","steps":["trace[217650205] 'agreement among raft nodes before linearized reading' (duration: 2.000604647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.513954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:22.512861Z","time spent":"2.000982339s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 00:41:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:24.964689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546464704s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:24.96495Z","caller":"traceutil/trace.go:171","msg":"trace[1591700031] linearizableReadLoop","detail":"{readStateIndex:26013; appliedIndex:26011; }","duration":"1.922934204s","start":"2026-07-24T00:41:23.041994Z","end":"2026-07-24T00:41:24.964928Z","steps":["trace[1591700031] 'read index received' (duration: 376.077107ms)","trace[1591700031] 'applied index is now lower than readState.Index' (duration: 1.546855917s)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:41:24.964893Z","caller":"traceutil/trace.go:171","msg":"trace[299348109] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"4.445022524s","start":"2026-07-24T00:41:20.519836Z","end":"2026-07-24T00:41:24.964858Z","steps":["trace[299348109] 'process raft request' (duration: 2.898288731s)","trace[299348109] 'compare' (duration: 1.54572312s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:24.96636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:20.519821Z","time spent":"4.446417899s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:24.96652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151552666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:24.966633Z","caller":"traceutil/trace.go:171","msg":"trace[1996282867] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25154; }","duration":"3.15171433s","start":"2026-07-24T00:41:21.814895Z","end":"2026-07-24T00:41:24.96661Z","steps":["trace[1996282867] 'agreement among raft nodes before linearized reading' (duration: 3.150186412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.966717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:21.81487Z","time spent":"3.151805184s","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:24.966357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415403761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:41:24.967Z","caller":"traceutil/trace.go:171","msg":"trace[1304084767] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25154; }","duration":"2.416081183s","start":"2026-07-24T00:41:22.550883Z","end":"2026-07-24T00:41:24.966964Z","steps":["trace[1304084767] 'agreement among raft nodes before linearized reading' (duration: 2.414186002s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.967039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:22.550864Z","time spent":"2.416166356s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-24T00:41:24.967566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.705412687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:24.967609Z","caller":"traceutil/trace.go:171","msg":"trace[17150679] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25154; }","duration":"7.705478559s","start":"2026-07-24T00:41:17.262112Z","end":"2026-07-24T00:41:24.967591Z","steps":["trace[17150679] 'agreement among raft nodes before linearized reading' (duration: 7.702861245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.967633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:17.262096Z","time spent":"7.705530121s","remote":"127.0.0.1:35790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:24.967679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875504779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb\" ","response":"range_response_count:1 size:7542"} {"level":"info","ts":"2026-07-24T00:41:24.967737Z","caller":"traceutil/trace.go:171","msg":"trace[827038869] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb; range_end:; response_count:1; response_revision:25154; }","duration":"5.875619423s","start":"2026-07-24T00:41:19.092098Z","end":"2026-07-24T00:41:24.967718Z","steps":["trace[827038869] 'agreement among raft nodes before linearized reading' (duration: 5.872847034s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.967816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:19.092084Z","time spent":"5.875723706s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7565,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb\" "} {"level":"warn","ts":"2026-07-24T00:41:24.968055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.307107284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:24.968121Z","caller":"traceutil/trace.go:171","msg":"trace[974250469] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25154; }","duration":"8.307256959s","start":"2026-07-24T00:41:16.660846Z","end":"2026-07-24T00:41:24.968103Z","steps":["trace[974250469] 'agreement among raft nodes before linearized reading' (duration: 8.30413615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.968171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:16.660823Z","time spent":"8.307325582s","remote":"127.0.0.1:47380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:24.965004Z","caller":"traceutil/trace.go:171","msg":"trace[767763666] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"4.253242891s","start":"2026-07-24T00:41:20.711743Z","end":"2026-07-24T00:41:24.964986Z","steps":["trace[767763666] 'process raft request' (duration: 4.253058015s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.968781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:20.711723Z","time spent":"4.257001651s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:24.969435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.116252471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:41:24.969473Z","caller":"traceutil/trace.go:171","msg":"trace[362731758] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25154; }","duration":"8.116337345s","start":"2026-07-24T00:41:16.853126Z","end":"2026-07-24T00:41:24.969464Z","steps":["trace[362731758] 'agreement among raft nodes before linearized reading' (duration: 8.111894853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.969537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:16.853105Z","time spent":"8.116419517s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:24.969521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.617205421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-24T00:41:24.969824Z","caller":"traceutil/trace.go:171","msg":"trace[1279790469] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25154; }","duration":"6.617351605s","start":"2026-07-24T00:41:18.352253Z","end":"2026-07-24T00:41:24.969604Z","steps":["trace[1279790469] 'agreement among raft nodes before linearized reading' (duration: 6.612771989s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.969883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.377793457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-07-24T00:41:24.969947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61028426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122771"} {"level":"warn","ts":"2026-07-24T00:41:24.969895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:18.352222Z","time spent":"6.617655755s","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-24T00:41:24.970013Z","caller":"traceutil/trace.go:171","msg":"trace[777085263] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25154; }","duration":"6.610367913s","start":"2026-07-24T00:41:18.359617Z","end":"2026-07-24T00:41:24.969985Z","steps":["trace[777085263] 'agreement among raft nodes before linearized reading' (duration: 6.605386674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.969986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.640429871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:24.970057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:18.3596Z","time spent":"6.610445315s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122794,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-24T00:41:24.970094Z","caller":"traceutil/trace.go:171","msg":"trace[1059984384] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25154; }","duration":"8.377903761s","start":"2026-07-24T00:41:16.592031Z","end":"2026-07-24T00:41:24.969935Z","steps":["trace[1059984384] 'agreement among raft nodes before linearized reading' (duration: 8.373002134s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:24.97012Z","caller":"traceutil/trace.go:171","msg":"trace[2105690429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25154; }","duration":"6.640583346s","start":"2026-07-24T00:41:18.329476Z","end":"2026-07-24T00:41:24.970059Z","steps":["trace[2105690429] 'agreement among raft nodes before linearized reading' (duration: 6.635570016s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.970165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:16.592013Z","time spent":"8.378135759s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-07-24T00:41:24.970195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:18.329456Z","time spent":"6.64071333s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:24.970337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.470804332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-24T00:41:24.970387Z","caller":"traceutil/trace.go:171","msg":"trace[1908129753] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25154; }","duration":"8.470865734s","start":"2026-07-24T00:41:16.499499Z","end":"2026-07-24T00:41:24.970365Z","steps":["trace[1908129753] 'agreement among raft nodes before linearized reading' (duration: 8.465559195s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.97041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:16.499486Z","time spent":"8.470918116s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T00:41:24.970813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386770888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:24.970857Z","caller":"traceutil/trace.go:171","msg":"trace[737031036] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25154; }","duration":"2.386838041s","start":"2026-07-24T00:41:22.584001Z","end":"2026-07-24T00:41:24.970839Z","steps":["trace[737031036] 'agreement among raft nodes before linearized reading' (duration: 2.381021335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.970882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:22.583983Z","time spent":"2.386892253s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:24.971435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.475626936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-24T00:41:24.971501Z","caller":"traceutil/trace.go:171","msg":"trace[1332577166] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25154; }","duration":"8.475809482s","start":"2026-07-24T00:41:16.495672Z","end":"2026-07-24T00:41:24.971482Z","steps":["trace[1332577166] 'agreement among raft nodes before linearized reading' (duration: 8.469398227s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.97153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:16.495651Z","time spent":"8.475865763s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T00:41:24.97187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477327454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-24T00:41:24.971942Z","caller":"traceutil/trace.go:171","msg":"trace[1309222082] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25154; }","duration":"4.477435707s","start":"2026-07-24T00:41:20.49449Z","end":"2026-07-24T00:41:24.971926Z","steps":["trace[1309222082] 'agreement among raft nodes before linearized reading' (duration: 4.470572468s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.971979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:20.494467Z","time spent":"4.47750206s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-24T00:41:24.972184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206828416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:24.972297Z","caller":"traceutil/trace.go:171","msg":"trace[1409622258] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25154; }","duration":"5.20696845s","start":"2026-07-24T00:41:19.765303Z","end":"2026-07-24T00:41:24.972272Z","steps":["trace[1409622258] 'agreement among raft nodes before linearized reading' (duration: 5.199786001s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.972476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:19.765285Z","time spent":"5.207112764s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:24.977614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928613947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:24.977664Z","caller":"traceutil/trace.go:171","msg":"trace[1235741495] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25154; }","duration":"4.928724141s","start":"2026-07-24T00:41:20.048922Z","end":"2026-07-24T00:41:24.977646Z","steps":["trace[1235741495] 'agreement among raft nodes before linearized reading' (duration: 4.916152009s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:24.977954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:20.048899Z","time spent":"4.92900527s","remote":"127.0.0.1:56842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:25.10056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353534706s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:26.514159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:41:26.514221Z","caller":"traceutil/trace.go:171","msg":"trace[791427330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999902729s","start":"2026-07-24T00:41:24.514305Z","end":"2026-07-24T00:41:26.514208Z","steps":["trace[791427330] 'agreement among raft nodes before linearized reading' (duration: 1.999818706s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:26.514251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.514244Z","time spent":"2.000000752s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:27.880383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.779640859s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:41:28.520767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:41:28.520866Z","caller":"traceutil/trace.go:171","msg":"trace[1035852916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006609s","start":"2026-07-24T00:41:26.520837Z","end":"2026-07-24T00:41:28.520844Z","steps":["trace[1035852916] 'agreement among raft nodes before linearized reading' (duration: 1.999881025s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:28.520952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:26.520818Z","time spent":"2.000119913s","remote":"127.0.0.1:35310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:30.046378Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38a69f91630f1e97","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T00:41:30.052587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:23.051997Z","time spent":"7.000585572s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:30.055808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:23.054822Z","time spent":"7.000981614s","remote":"127.0.0.1:35434","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:30.380595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.278927282s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-24T00:41:30.382574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.403669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:30.382682Z","caller":"traceutil/trace.go:171","msg":"trace[1739621573] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25154; }","duration":"857.520543ms","start":"2026-07-24T00:41:29.525143Z","end":"2026-07-24T00:41:30.382663Z","steps":["trace[1739621573] 'range keys from in-memory index tree' (duration: 857.386849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:30.522933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T00:41:30.523016Z","caller":"traceutil/trace.go:171","msg":"trace[1934059178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280668s","start":"2026-07-24T00:41:28.522717Z","end":"2026-07-24T00:41:30.522998Z","steps":["trace[1934059178] 'agreement among raft nodes before linearized reading' (duration: 2.000169945s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:30.523064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:28.522698Z","time spent":"2.000355851s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:41:31.979438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.97889Z","time spent":"7.000537698s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T00:41:33.058554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006124381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T00:41:33.058637Z","caller":"traceutil/trace.go:171","msg":"trace[1020530108] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.006228574s","start":"2026-07-24T00:41:23.052391Z","end":"2026-07-24T00:41:33.05862Z","steps":["trace[1020530108] 'agreement among raft nodes before linearized reading' (duration: 10.00612015s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:33.058683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:23.052287Z","time spent":"10.006384909s","remote":"127.0.0.1:35596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/07/24 00:41:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T00:41:34.334535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950497819s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:41:34.334779Z","caller":"traceutil/trace.go:171","msg":"trace[1429677327] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"6.283544564s","start":"2026-07-24T00:41:28.051221Z","end":"2026-07-24T00:41:34.334765Z","steps":["trace[1429677327] 'process raft request' (duration: 6.283501363s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.334783Z","caller":"traceutil/trace.go:171","msg":"trace[1067779686] linearizableReadLoop","detail":"{readStateIndex:26016; appliedIndex:26013; }","duration":"9.369746866s","start":"2026-07-24T00:41:24.965003Z","end":"2026-07-24T00:41:34.334749Z","steps":["trace[1067779686] 'read index received' (duration: 136.660908ms)","trace[1067779686] 'applied index is now lower than readState.Index' (duration: 9.233080307s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:41:34.334837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:28.051202Z","time spent":"6.283601255s","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:41:34.334973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.358205373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.335006Z","caller":"traceutil/trace.go:171","msg":"trace[1005508737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25158; }","duration":"10.358288695s","start":"2026-07-24T00:41:23.976705Z","end":"2026-07-24T00:41:34.334993Z","steps":["trace[1005508737] 'agreement among raft nodes before linearized reading' (duration: 10.358184372s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:23.976685Z","time spent":"10.358352038s","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.384327085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.55262573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.33516Z","caller":"traceutil/trace.go:171","msg":"trace[275418900] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25158; }","duration":"10.384503021s","start":"2026-07-24T00:41:23.950636Z","end":"2026-07-24T00:41:34.335139Z","steps":["trace[275418900] 'agreement among raft nodes before linearized reading' (duration: 10.384311745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.848446884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:34.335202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:23.950618Z","time spent":"10.384575044s","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335201Z","caller":"traceutil/trace.go:171","msg":"trace[762353050] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25158; }","duration":"6.552830697s","start":"2026-07-24T00:41:27.78235Z","end":"2026-07-24T00:41:34.33518Z","steps":["trace[762353050] 'agreement among raft nodes before linearized reading' (duration: 6.552625461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.540653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:34.335251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:27.782329Z","time spent":"6.552910319s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.33529Z","caller":"traceutil/trace.go:171","msg":"trace[876665446] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25158; }","duration":"873.614945ms","start":"2026-07-24T00:41:33.461657Z","end":"2026-07-24T00:41:34.335272Z","steps":["trace[876665446] 'agreement among raft nodes before linearized reading' (duration: 873.545913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785056636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.82462926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.461632Z","time spent":"873.678498ms","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229884079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.335339Z","caller":"traceutil/trace.go:171","msg":"trace[1127695299] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25158; }","duration":"6.824694452s","start":"2026-07-24T00:41:27.510635Z","end":"2026-07-24T00:41:34.335329Z","steps":["trace[1127695299] 'agreement among raft nodes before linearized reading' (duration: 6.82462612s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.335336Z","caller":"traceutil/trace.go:171","msg":"trace[575702040] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25158; }","duration":"3.785130718s","start":"2026-07-24T00:41:30.550187Z","end":"2026-07-24T00:41:34.335318Z","steps":["trace[575702040] 'agreement among raft nodes before linearized reading' (duration: 3.785079276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.621824866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:34.335343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.357643869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-24T00:41:34.335382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:27.510616Z","time spent":"6.824740383s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335424Z","caller":"traceutil/trace.go:171","msg":"trace[1439330827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25158; }","duration":"9.357735402s","start":"2026-07-24T00:41:24.977676Z","end":"2026-07-24T00:41:34.335411Z","steps":["trace[1439330827] 'agreement among raft nodes before linearized reading' (duration: 9.357547616s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.977655Z","time spent":"9.357792434s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:41:34.335461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.795959568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384973485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.599706691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:41:34.335498Z","caller":"traceutil/trace.go:171","msg":"trace[127792578] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25158; }","duration":"1.385035587s","start":"2026-07-24T00:41:32.950456Z","end":"2026-07-24T00:41:34.335491Z","steps":["trace[127792578] 'agreement among raft nodes before linearized reading' (duration: 1.385000346s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.335503Z","caller":"traceutil/trace.go:171","msg":"trace[1000544128] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25158; }","duration":"8.599772702s","start":"2026-07-24T00:41:25.735723Z","end":"2026-07-24T00:41:34.335496Z","steps":["trace[1000544128] 'agreement among raft nodes before linearized reading' (duration: 8.599617947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.33552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.950434Z","time spent":"1.385081608s","remote":"127.0.0.1:47188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:25.735701Z","time spent":"8.599820634s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816239525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.335564Z","caller":"traceutil/trace.go:171","msg":"trace[1446977577] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25158; }","duration":"4.816266965s","start":"2026-07-24T00:41:29.519289Z","end":"2026-07-24T00:41:34.335556Z","steps":["trace[1446977577] 'agreement among raft nodes before linearized reading' (duration: 4.816223904s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:29.51923Z","time spent":"4.816356668s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.073730635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.335493Z","caller":"traceutil/trace.go:171","msg":"trace[80853455] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25158; }","duration":"4.79601981s","start":"2026-07-24T00:41:29.539463Z","end":"2026-07-24T00:41:34.335483Z","steps":["trace[80853455] 'agreement among raft nodes before linearized reading' (duration: 4.795968228s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.33563Z","caller":"traceutil/trace.go:171","msg":"trace[1124298818] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25158; }","duration":"8.073799608s","start":"2026-07-24T00:41:26.261825Z","end":"2026-07-24T00:41:34.335624Z","steps":["trace[1124298818] 'agreement among raft nodes before linearized reading' (duration: 8.073754866s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.33524Z","caller":"traceutil/trace.go:171","msg":"trace[1984720258] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25158; }","duration":"7.848648371s","start":"2026-07-24T00:41:26.486574Z","end":"2026-07-24T00:41:34.335223Z","steps":["trace[1984720258] 'agreement among raft nodes before linearized reading' (duration: 7.848435044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:26.261802Z","time spent":"8.073844548s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:29.539446Z","time spent":"4.796200315s","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528762864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:34.335674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.230905791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.335684Z","caller":"traceutil/trace.go:171","msg":"trace[592197522] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25158; }","duration":"7.528850797s","start":"2026-07-24T00:41:26.806826Z","end":"2026-07-24T00:41:34.335677Z","steps":["trace[592197522] 'agreement among raft nodes before linearized reading' (duration: 7.528765915s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:26.486554Z","time spent":"7.849116426s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335705Z","caller":"traceutil/trace.go:171","msg":"trace[483464632] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25158; }","duration":"7.230984633s","start":"2026-07-24T00:41:27.104711Z","end":"2026-07-24T00:41:34.335695Z","steps":["trace[483464632] 'agreement among raft nodes before linearized reading' (duration: 7.230945392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.317580643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-24T00:41:34.335734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:27.104682Z","time spent":"7.231044935s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335762Z","caller":"traceutil/trace.go:171","msg":"trace[2147354447] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25158; }","duration":"7.31778781s","start":"2026-07-24T00:41:27.017966Z","end":"2026-07-24T00:41:34.335754Z","steps":["trace[2147354447] 'agreement among raft nodes before linearized reading' (duration: 7.317501161s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.812981594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.16027876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:27.017948Z","time spent":"7.317836562s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335808Z","caller":"traceutil/trace.go:171","msg":"trace[1094579467] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25158; }","duration":"5.160349462s","start":"2026-07-24T00:41:29.175448Z","end":"2026-07-24T00:41:34.335797Z","steps":["trace[1094579467] 'agreement among raft nodes before linearized reading' (duration: 5.16029882s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:29.175427Z","time spent":"5.160413634s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.772557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497477774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.263373246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.335893Z","caller":"traceutil/trace.go:171","msg":"trace[1722220236] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25158; }","duration":"376.47634ms","start":"2026-07-24T00:41:33.959407Z","end":"2026-07-24T00:41:34.335884Z","steps":["trace[1722220236] 'agreement among raft nodes before linearized reading' (duration: 375.759087ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.335905Z","caller":"traceutil/trace.go:171","msg":"trace[1562223284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25158; }","duration":"4.49801233s","start":"2026-07-24T00:41:29.837885Z","end":"2026-07-24T00:41:34.335897Z","steps":["trace[1562223284] 'agreement among raft nodes before linearized reading' (duration: 4.497478833s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.335915Z","caller":"traceutil/trace.go:171","msg":"trace[1947086386] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25158; }","duration":"7.263461908s","start":"2026-07-24T00:41:27.072442Z","end":"2026-07-24T00:41:34.335904Z","steps":["trace[1947086386] 'agreement among raft nodes before linearized reading' (duration: 7.263410037s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:33.959351Z","time spent":"376.562963ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:29.837868Z","time spent":"4.498051972s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:27.072407Z","time spent":"7.26352692s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709405906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:34.335799Z","caller":"traceutil/trace.go:171","msg":"trace[502222796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25158; }","duration":"7.813027975s","start":"2026-07-24T00:41:26.522765Z","end":"2026-07-24T00:41:34.335793Z","steps":["trace[502222796] 'agreement among raft nodes before linearized reading' (duration: 7.812984964s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.547905236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.336022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:26.522756Z","time spent":"7.813259623s","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.336041Z","caller":"traceutil/trace.go:171","msg":"trace[257159531] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25158; }","duration":"5.547968798s","start":"2026-07-24T00:41:28.788063Z","end":"2026-07-24T00:41:34.336031Z","steps":["trace[257159531] 'agreement among raft nodes before linearized reading' (duration: 5.547921266s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491234975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.336016Z","caller":"traceutil/trace.go:171","msg":"trace[1147901477] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25158; }","duration":"1.710209102s","start":"2026-07-24T00:41:32.625801Z","end":"2026-07-24T00:41:34.33601Z","steps":["trace[1147901477] 'agreement among raft nodes before linearized reading' (duration: 1.709363165s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.336105Z","caller":"traceutil/trace.go:171","msg":"trace[1380749360] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25158; }","duration":"4.49232405s","start":"2026-07-24T00:41:29.843772Z","end":"2026-07-24T00:41:34.336096Z","steps":["trace[1380749360] 'agreement among raft nodes before linearized reading' (duration: 4.491227405s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:29.843739Z","time spent":"4.492389562s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.335385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:30.550164Z","time spent":"3.785211571s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.336162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.12281239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.336208Z","caller":"traceutil/trace.go:171","msg":"trace[1304029971] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25158; }","duration":"6.122884543s","start":"2026-07-24T00:41:28.21331Z","end":"2026-07-24T00:41:34.336195Z","steps":["trace[1304029971] 'agreement among raft nodes before linearized reading' (duration: 6.122820131s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.33621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.038880426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.335142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425060063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:41:34.336238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:28.213292Z","time spent":"6.122938795s","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.336244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.359714735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-24T00:41:34.336254Z","caller":"traceutil/trace.go:171","msg":"trace[1583480718] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25158; }","duration":"1.426222469s","start":"2026-07-24T00:41:32.910024Z","end":"2026-07-24T00:41:34.336247Z","steps":["trace[1583480718] 'agreement among raft nodes before linearized reading' (duration: 1.425067043s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:41:34.33627Z","caller":"traceutil/trace.go:171","msg":"trace[1587696395] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25158; }","duration":"9.359776047s","start":"2026-07-24T00:41:24.976486Z","end":"2026-07-24T00:41:34.336262Z","steps":["trace[1587696395] 'agreement among raft nodes before linearized reading' (duration: 9.359682544s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.90999Z","time spent":"1.426288852s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.336292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.976474Z","time spent":"9.359812839s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-24T00:41:34.336107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:32.625784Z","time spent":"1.710313956s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.336362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.363052702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:34.336396Z","caller":"traceutil/trace.go:171","msg":"trace[922308329] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25158; }","duration":"9.363114434s","start":"2026-07-24T00:41:24.973272Z","end":"2026-07-24T00:41:34.336386Z","steps":["trace[922308329] 'agreement among raft nodes before linearized reading' (duration: 9.363054172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.335637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.8519356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:41:34.336424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.973253Z","time spent":"9.363164565s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T00:41:34.336446Z","caller":"traceutil/trace.go:171","msg":"trace[79670413] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25158; }","duration":"6.852760196s","start":"2026-07-24T00:41:27.483663Z","end":"2026-07-24T00:41:34.336423Z","steps":["trace[79670413] 'agreement among raft nodes before linearized reading' (duration: 6.85195045s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:27.483642Z","time spent":"6.852836799s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.336253Z","caller":"traceutil/trace.go:171","msg":"trace[1480341128] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25158; }","duration":"6.038929627s","start":"2026-07-24T00:41:28.29731Z","end":"2026-07-24T00:41:34.33624Z","steps":["trace[1480341128] 'agreement among raft nodes before linearized reading' (duration: 6.038846925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:28.297295Z","time spent":"6.039273158s","remote":"127.0.0.1:54742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335417Z","caller":"traceutil/trace.go:171","msg":"trace[1727476854] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25158; }","duration":"8.621886578s","start":"2026-07-24T00:41:25.713522Z","end":"2026-07-24T00:41:34.335408Z","steps":["trace[1727476854] 'agreement among raft nodes before linearized reading' (duration: 8.621844346s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:25.713503Z","time spent":"8.623157619s","remote":"127.0.0.1:35704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.335396Z","caller":"traceutil/trace.go:171","msg":"trace[214527714] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25158; }","duration":"3.229991013s","start":"2026-07-24T00:41:31.105358Z","end":"2026-07-24T00:41:34.335349Z","steps":["trace[214527714] 'agreement among raft nodes before linearized reading' (duration: 3.229882289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:31.105337Z","time spent":"3.231367257s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.33673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.362868455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118811"} {"level":"warn","ts":"2026-07-24T00:41:34.336075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:28.788044Z","time spent":"5.54802344s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:41:34.33677Z","caller":"traceutil/trace.go:171","msg":"trace[1617577974] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25158; }","duration":"9.362938368s","start":"2026-07-24T00:41:24.97382Z","end":"2026-07-24T00:41:34.336758Z","steps":["trace[1617577974] 'agreement among raft nodes before linearized reading' (duration: 9.362323988s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.973806Z","time spent":"9.36298895s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118834,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-24T00:41:34.335708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:26.80681Z","time spent":"7.528892669s","remote":"127.0.0.1:57562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:34.336138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.36174447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-24T00:41:34.336924Z","caller":"traceutil/trace.go:171","msg":"trace[647716447] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf; range_end:; response_count:1; response_revision:25158; }","duration":"9.362554406s","start":"2026-07-24T00:41:24.97436Z","end":"2026-07-24T00:41:34.336914Z","steps":["trace[647716447] 'agreement among raft nodes before linearized reading' (duration: 9.361698718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.336954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.974335Z","time spent":"9.362610078s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1b31eac1-1fc7-4df7-a18d-557a805454cf\" "} {"level":"warn","ts":"2026-07-24T00:41:34.336968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.363708213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118811"} {"level":"info","ts":"2026-07-24T00:41:34.33701Z","caller":"traceutil/trace.go:171","msg":"trace[880452326] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25158; }","duration":"9.363785435s","start":"2026-07-24T00:41:24.973216Z","end":"2026-07-24T00:41:34.337002Z","steps":["trace[880452326] 'agreement among raft nodes before linearized reading' (duration: 9.36175182s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:34.337036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:24.973193Z","time spent":"9.363835276s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118834,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-24T00:41:36.276812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722006886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:41:36.27689Z","caller":"traceutil/trace.go:171","msg":"trace[1405920277] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25158; }","duration":"1.7221383s","start":"2026-07-24T00:41:34.554735Z","end":"2026-07-24T00:41:36.276873Z","steps":["trace[1405920277] 'count revisions from in-memory index tree' (duration: 1.721923744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.27693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.554714Z","time spent":"1.722206523s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:41:36.277253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458109156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:41:36.277316Z","caller":"traceutil/trace.go:171","msg":"trace[562714837] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25158; }","duration":"1.45822089s","start":"2026-07-24T00:41:34.819078Z","end":"2026-07-24T00:41:36.277299Z","steps":["trace[562714837] 'count revisions from in-memory index tree' (duration: 1.45793129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:41:36.277352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:41:34.819058Z","time spent":"1.458283351s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:43:41.612218Z","caller":"traceutil/trace.go:171","msg":"trace[992478439] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"254.041525ms","start":"2026-07-24T00:43:41.358151Z","end":"2026-07-24T00:43:41.612192Z","steps":["trace[992478439] 'process raft request' (duration: 253.835028ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:41.786798Z","caller":"traceutil/trace.go:171","msg":"trace[1756283081] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"326.772409ms","start":"2026-07-24T00:43:41.460002Z","end":"2026-07-24T00:43:41.786775Z","steps":["trace[1756283081] 'process raft request' (duration: 326.665875ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:41.786875Z","caller":"traceutil/trace.go:171","msg":"trace[1232667303] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"412.650882ms","start":"2026-07-24T00:43:41.374187Z","end":"2026-07-24T00:43:41.786837Z","steps":["trace[1232667303] 'process raft request' (duration: 401.346291ms)","trace[1232667303] 'compare' (duration: 11.013371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:41.78695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:41.459978Z","time spent":"326.891452ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:43:41.787109Z","caller":"traceutil/trace.go:171","msg":"trace[1347604732] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26019; }","duration":"171.733476ms","start":"2026-07-24T00:43:41.615341Z","end":"2026-07-24T00:43:41.787075Z","steps":["trace[1347604732] 'read index received' (duration: 160.089625ms)","trace[1347604732] 'applied index is now lower than readState.Index' (duration: 11.641781ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:41.787352Z","caller":"traceutil/trace.go:171","msg":"trace[2047470027] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"269.909882ms","start":"2026-07-24T00:43:41.517416Z","end":"2026-07-24T00:43:41.787325Z","steps":["trace[2047470027] 'process raft request' (duration: 269.296883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:41.787447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.089488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T00:43:41.787498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:41.374169Z","time spent":"412.820247ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:43:41.787561Z","caller":"traceutil/trace.go:171","msg":"trace[1704076457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25162; }","duration":"172.229461ms","start":"2026-07-24T00:43:41.615313Z","end":"2026-07-24T00:43:41.787543Z","steps":["trace[1704076457] 'agreement among raft nodes before linearized reading' (duration: 172.015474ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:41.934947Z","caller":"traceutil/trace.go:171","msg":"trace[109145246] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"143.635679ms","start":"2026-07-24T00:43:41.791264Z","end":"2026-07-24T00:43:41.934899Z","steps":["trace[109145246] 'process raft request' (duration: 97.522006ms)","trace[109145246] 'compare' (duration: 45.822874ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:41.93518Z","caller":"traceutil/trace.go:171","msg":"trace[1073254312] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"142.836533ms","start":"2026-07-24T00:43:41.79232Z","end":"2026-07-24T00:43:41.935157Z","steps":["trace[1073254312] 'process raft request' (duration: 142.43049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:42.123684Z","caller":"traceutil/trace.go:171","msg":"trace[1459781298] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"164.424952ms","start":"2026-07-24T00:43:41.959234Z","end":"2026-07-24T00:43:42.123659Z","steps":["trace[1459781298] 'process raft request' (duration: 133.579417ms)","trace[1459781298] 'compare' (duration: 30.647949ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:42.532972Z","caller":"traceutil/trace.go:171","msg":"trace[1058403281] linearizableReadLoop","detail":"{readStateIndex:26027; appliedIndex:26026; }","duration":"308.111833ms","start":"2026-07-24T00:43:42.224832Z","end":"2026-07-24T00:43:42.532944Z","steps":["trace[1058403281] 'read index received' (duration: 303.680731ms)","trace[1058403281] 'applied index is now lower than readState.Index' (duration: 4.429692ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:42.533123Z","caller":"traceutil/trace.go:171","msg":"trace[1339587895] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"396.3184ms","start":"2026-07-24T00:43:42.136794Z","end":"2026-07-24T00:43:42.533112Z","steps":["trace[1339587895] 'process raft request' (duration: 391.818376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:42.533464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.239745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-07-24T00:43:42.533521Z","caller":"traceutil/trace.go:171","msg":"trace[1805131504] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:25167; }","duration":"307.314007ms","start":"2026-07-24T00:43:42.226186Z","end":"2026-07-24T00:43:42.5335Z","steps":["trace[1805131504] 'agreement among raft nodes before linearized reading' (duration: 307.151631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:42.533554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:42.226171Z","time spent":"307.374949ms","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-07-24T00:43:42.533699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.295561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:42.53381Z","caller":"traceutil/trace.go:171","msg":"trace[1111621334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25167; }","duration":"196.474027ms","start":"2026-07-24T00:43:42.337308Z","end":"2026-07-24T00:43:42.533782Z","steps":["trace[1111621334] 'agreement among raft nodes before linearized reading' (duration: 196.240799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:42.534057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:42.136778Z","time spent":"396.373892ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:43:42.536108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.261713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:125 size:141628"} {"level":"info","ts":"2026-07-24T00:43:42.536228Z","caller":"traceutil/trace.go:171","msg":"trace[796555870] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:125; response_revision:25167; }","duration":"311.383697ms","start":"2026-07-24T00:43:42.224828Z","end":"2026-07-24T00:43:42.536212Z","steps":["trace[796555870] 'agreement among raft nodes before linearized reading' (duration: 308.543076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:42.536342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:42.224791Z","time spent":"311.526272ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":125,"response size":141651,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-07-24T00:43:43.003993Z","caller":"traceutil/trace.go:171","msg":"trace[684712894] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26031; }","duration":"258.758575ms","start":"2026-07-24T00:43:42.745215Z","end":"2026-07-24T00:43:43.003973Z","steps":["trace[684712894] 'read index received' (duration: 258.556779ms)","trace[684712894] 'applied index is now lower than readState.Index' (duration: 201.236µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:43.004122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.889699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-24T00:43:43.004147Z","caller":"traceutil/trace.go:171","msg":"trace[1712687859] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:25172; }","duration":"258.957912ms","start":"2026-07-24T00:43:42.745182Z","end":"2026-07-24T00:43:43.00414Z","steps":["trace[1712687859] 'agreement among raft nodes before linearized reading' (duration: 258.888289ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:43.004111Z","caller":"traceutil/trace.go:171","msg":"trace[1569910780] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"259.755608ms","start":"2026-07-24T00:43:42.744326Z","end":"2026-07-24T00:43:43.004082Z","steps":["trace[1569910780] 'process raft request' (duration: 259.51195ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:43.179262Z","caller":"traceutil/trace.go:171","msg":"trace[1369642332] linearizableReadLoop","detail":"{readStateIndex:26034; appliedIndex:26033; }","duration":"126.675276ms","start":"2026-07-24T00:43:43.052564Z","end":"2026-07-24T00:43:43.179239Z","steps":["trace[1369642332] 'read index received' (duration: 97.053µs)","trace[1369642332] 'applied index is now lower than readState.Index' (duration: 126.577373ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:43.179381Z","caller":"traceutil/trace.go:171","msg":"trace[1882326794] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"126.835181ms","start":"2026-07-24T00:43:43.052504Z","end":"2026-07-24T00:43:43.17934Z","steps":["trace[1882326794] 'process raft request' (duration: 126.517741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:43.179429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.838141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-07-24T00:43:43.179471Z","caller":"traceutil/trace.go:171","msg":"trace[986017477] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:25174; }","duration":"126.919884ms","start":"2026-07-24T00:43:43.052538Z","end":"2026-07-24T00:43:43.179458Z","steps":["trace[986017477] 'agreement among raft nodes before linearized reading' (duration: 126.820321ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:43.370564Z","caller":"traceutil/trace.go:171","msg":"trace[187001997] linearizableReadLoop","detail":"{readStateIndex:26036; appliedIndex:26035; }","duration":"139.160295ms","start":"2026-07-24T00:43:43.231386Z","end":"2026-07-24T00:43:43.370546Z","steps":["trace[187001997] 'read index received' (duration: 135.716905ms)","trace[187001997] 'applied index is now lower than readState.Index' (duration: 3.44282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:43.370666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.270788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:961"} {"level":"info","ts":"2026-07-24T00:43:43.37069Z","caller":"traceutil/trace.go:171","msg":"trace[713414371] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:25176; }","duration":"139.345792ms","start":"2026-07-24T00:43:43.231335Z","end":"2026-07-24T00:43:43.370681Z","steps":["trace[713414371] 'agreement among raft nodes before linearized reading' (duration: 139.277919ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:43.37065Z","caller":"traceutil/trace.go:171","msg":"trace[2135204218] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"140.362083ms","start":"2026-07-24T00:43:43.230251Z","end":"2026-07-24T00:43:43.370613Z","steps":["trace[2135204218] 'process raft request' (duration: 136.977475ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:43.635398Z","caller":"traceutil/trace.go:171","msg":"trace[1802453929] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26037; }","duration":"169.045559ms","start":"2026-07-24T00:43:43.466332Z","end":"2026-07-24T00:43:43.635378Z","steps":["trace[1802453929] 'read index received' (duration: 168.873424ms)","trace[1802453929] 'applied index is now lower than readState.Index' (duration: 171.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:43.635495Z","caller":"traceutil/trace.go:171","msg":"trace[829679109] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"171.89502ms","start":"2026-07-24T00:43:43.463593Z","end":"2026-07-24T00:43:43.635488Z","steps":["trace[829679109] 'process raft request' (duration: 171.661802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:43.635634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.284217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:43.635656Z","caller":"traceutil/trace.go:171","msg":"trace[384420118] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25178; }","duration":"169.337289ms","start":"2026-07-24T00:43:43.466312Z","end":"2026-07-24T00:43:43.635649Z","steps":["trace[384420118] 'agreement among raft nodes before linearized reading' (duration: 169.280127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:43.63585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.916406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-07-24T00:43:43.635902Z","caller":"traceutil/trace.go:171","msg":"trace[1100040839] range","detail":"{range_begin:/registry/clusterroles/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25178; }","duration":"168.987407ms","start":"2026-07-24T00:43:43.4669Z","end":"2026-07-24T00:43:43.635887Z","steps":["trace[1100040839] 'agreement among raft nodes before linearized reading' (duration: 168.898145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:43.999405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.539485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:43.999416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.333787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-07-24T00:43:43.999469Z","caller":"traceutil/trace.go:171","msg":"trace[1007579125] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25179; }","duration":"287.636758ms","start":"2026-07-24T00:43:43.711816Z","end":"2026-07-24T00:43:43.999453Z","steps":["trace[1007579125] 'agreement among raft nodes before linearized reading' (duration: 20.218976ms)","trace[1007579125] 'range keys from in-memory index tree' (duration: 267.303549ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:43.999488Z","caller":"traceutil/trace.go:171","msg":"trace[769961979] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:25179; }","duration":"348.430991ms","start":"2026-07-24T00:43:43.65104Z","end":"2026-07-24T00:43:43.999471Z","steps":["trace[769961979] 'agreement among raft nodes before linearized reading' (duration: 80.989688ms)","trace[769961979] 'range keys from in-memory index tree' (duration: 267.314319ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:43.999506Z","caller":"traceutil/trace.go:171","msg":"trace[1314209217] linearizableReadLoop","detail":"{readStateIndex:26040; appliedIndex:26039; }","duration":"263.334912ms","start":"2026-07-24T00:43:43.736148Z","end":"2026-07-24T00:43:43.999483Z","steps":["trace[1314209217] 'read index received' (duration: 262.554967ms)","trace[1314209217] 'applied index is now lower than readState.Index' (duration: 779.035µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:43.999523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:43.651035Z","time spent":"348.481362ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":854,"request content":"key:\"/registry/clusterroles/system:controller:replication-controller\" "} {"level":"info","ts":"2026-07-24T00:43:43.999813Z","caller":"traceutil/trace.go:171","msg":"trace[721915747] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"265.697127ms","start":"2026-07-24T00:43:43.734103Z","end":"2026-07-24T00:43:43.9998Z","steps":["trace[721915747] 'process raft request' (duration: 264.674145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:44.000157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.008113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-xnc8m\" ","response":"range_response_count:1 size:5723"} {"level":"info","ts":"2026-07-24T00:43:44.000197Z","caller":"traceutil/trace.go:171","msg":"trace[105541668] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-xnc8m; range_end:; response_count:1; response_revision:25180; }","duration":"264.812669ms","start":"2026-07-24T00:43:43.735375Z","end":"2026-07-24T00:43:44.000187Z","steps":["trace[105541668] 'agreement among raft nodes before linearized reading' (duration: 264.721156ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:44.350797Z","caller":"traceutil/trace.go:171","msg":"trace[647655456] linearizableReadLoop","detail":"{readStateIndex:26047; appliedIndex:26046; }","duration":"157.885023ms","start":"2026-07-24T00:43:44.192897Z","end":"2026-07-24T00:43:44.350782Z","steps":["trace[647655456] 'read index received' (duration: 157.79803ms)","trace[647655456] 'applied index is now lower than readState.Index' (duration: 86.213µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:44.350971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.979886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-07-24T00:43:44.350997Z","caller":"traceutil/trace.go:171","msg":"trace[488397773] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:25187; }","duration":"158.09662ms","start":"2026-07-24T00:43:44.192894Z","end":"2026-07-24T00:43:44.350991Z","steps":["trace[488397773] 'agreement among raft nodes before linearized reading' (duration: 157.946715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:44.351228Z","caller":"traceutil/trace.go:171","msg":"trace[2138842907] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"159.593308ms","start":"2026-07-24T00:43:44.191628Z","end":"2026-07-24T00:43:44.351222Z","steps":["trace[2138842907] 'process raft request' (duration: 159.02231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:44.739919Z","caller":"traceutil/trace.go:171","msg":"trace[71982349] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"178.452511ms","start":"2026-07-24T00:43:44.561436Z","end":"2026-07-24T00:43:44.739888Z","steps":["trace[71982349] 'process raft request' (duration: 117.015038ms)","trace[71982349] 'compare' (duration: 61.291678ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:45.183822Z","caller":"traceutil/trace.go:171","msg":"trace[2064588964] linearizableReadLoop","detail":"{readStateIndex:26053; appliedIndex:26052; }","duration":"283.190746ms","start":"2026-07-24T00:43:44.900612Z","end":"2026-07-24T00:43:45.183803Z","steps":["trace[2064588964] 'read index received' (duration: 282.97865ms)","trace[2064588964] 'applied index is now lower than readState.Index' (duration: 211.126µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:45.183984Z","caller":"traceutil/trace.go:171","msg":"trace[439228304] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"283.477176ms","start":"2026-07-24T00:43:44.900496Z","end":"2026-07-24T00:43:45.183973Z","steps":["trace[439228304] 'process raft request' (duration: 283.108694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:45.184155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.529387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:43:45.18419Z","caller":"traceutil/trace.go:171","msg":"trace[59353341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25192; }","duration":"283.609609ms","start":"2026-07-24T00:43:44.900572Z","end":"2026-07-24T00:43:45.184182Z","steps":["trace[59353341] 'agreement among raft nodes before linearized reading' (duration: 283.496396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:45.184326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.121918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-24T00:43:45.184425Z","caller":"traceutil/trace.go:171","msg":"trace[1996061291] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25192; }","duration":"146.255242ms","start":"2026-07-24T00:43:45.038145Z","end":"2026-07-24T00:43:45.1844Z","steps":["trace[1996061291] 'agreement among raft nodes before linearized reading' (duration: 146.013935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:46.67819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.604142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-07-24T00:43:46.678275Z","caller":"traceutil/trace.go:171","msg":"trace[1822605617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25197; }","duration":"125.776557ms","start":"2026-07-24T00:43:46.552479Z","end":"2026-07-24T00:43:46.678256Z","steps":["trace[1822605617] 'range keys from in-memory index tree' (duration: 125.351514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:47.286937Z","caller":"traceutil/trace.go:171","msg":"trace[1905763685] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"164.044409ms","start":"2026-07-24T00:43:47.122842Z","end":"2026-07-24T00:43:47.286886Z","steps":["trace[1905763685] 'process raft request' (duration: 153.201733ms)","trace[1905763685] 'compare' (duration: 10.205246ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:47.59187Z","caller":"traceutil/trace.go:171","msg":"trace[187453894] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"117.342008ms","start":"2026-07-24T00:43:47.474495Z","end":"2026-07-24T00:43:47.591837Z","steps":["trace[187453894] 'process raft request' (duration: 108.907339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:47.871045Z","caller":"traceutil/trace.go:171","msg":"trace[4020862] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"151.327794ms","start":"2026-07-24T00:43:47.71969Z","end":"2026-07-24T00:43:47.871018Z","steps":["trace[4020862] 'process raft request' (duration: 147.221023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:48.304628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.993466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:48.304747Z","caller":"traceutil/trace.go:171","msg":"trace[295975727] linearizableReadLoop","detail":"{readStateIndex:26096; appliedIndex:26095; }","duration":"226.934469ms","start":"2026-07-24T00:43:48.077797Z","end":"2026-07-24T00:43:48.304732Z","steps":["trace[295975727] 'read index received' (duration: 22.665104ms)","trace[295975727] 'applied index is now lower than readState.Index' (duration: 204.268215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:48.305031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.149386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-07-24T00:43:48.305057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.652498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T00:43:48.304844Z","caller":"traceutil/trace.go:171","msg":"trace[460704521] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"240.795193ms","start":"2026-07-24T00:43:48.063982Z","end":"2026-07-24T00:43:48.304777Z","steps":["trace[460704521] 'process raft request' (duration: 36.575099ms)","trace[460704521] 'compare' (duration: 203.852212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:48.305057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.277717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:43:48.305167Z","caller":"traceutil/trace.go:171","msg":"trace[725581861] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25234; }","duration":"173.812473ms","start":"2026-07-24T00:43:48.131341Z","end":"2026-07-24T00:43:48.305154Z","steps":["trace[725581861] 'agreement among raft nodes before linearized reading' (duration: 173.578555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:48.305202Z","caller":"traceutil/trace.go:171","msg":"trace[7173539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25234; }","duration":"148.479683ms","start":"2026-07-24T00:43:48.156714Z","end":"2026-07-24T00:43:48.305193Z","steps":["trace[7173539] 'agreement among raft nodes before linearized reading' (duration: 148.179453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:48.305192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.972765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:43:48.305262Z","caller":"traceutil/trace.go:171","msg":"trace[401290864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25234; }","duration":"183.090239ms","start":"2026-07-24T00:43:48.122156Z","end":"2026-07-24T00:43:48.305246Z","steps":["trace[401290864] 'agreement among raft nodes before linearized reading' (duration: 182.844731ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:48.305159Z","caller":"traceutil/trace.go:171","msg":"trace[747216247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:1; response_revision:25234; }","duration":"227.2828ms","start":"2026-07-24T00:43:48.077856Z","end":"2026-07-24T00:43:48.305139Z","steps":["trace[747216247] 'agreement among raft nodes before linearized reading' (duration: 226.983261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:48.305776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.936161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:43:48.305883Z","caller":"traceutil/trace.go:171","msg":"trace[143965844] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25234; }","duration":"228.095236ms","start":"2026-07-24T00:43:48.077765Z","end":"2026-07-24T00:43:48.30586Z","steps":["trace[143965844] 'agreement among raft nodes before linearized reading' (duration: 227.043513ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:48.837817Z","caller":"traceutil/trace.go:171","msg":"trace[1232331535] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"115.664605ms","start":"2026-07-24T00:43:48.722126Z","end":"2026-07-24T00:43:48.83779Z","steps":["trace[1232331535] 'process raft request' (duration: 103.045912ms)","trace[1232331535] 'compare' (duration: 12.51566ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:49.144439Z","caller":"traceutil/trace.go:171","msg":"trace[548466087] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"174.397291ms","start":"2026-07-24T00:43:48.970013Z","end":"2026-07-24T00:43:49.14441Z","steps":["trace[548466087] 'process raft request' (duration: 163.458752ms)","trace[548466087] 'compare' (duration: 10.824716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:49.638427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.019941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:49.638525Z","caller":"traceutil/trace.go:171","msg":"trace[71225533] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"127.261395ms","start":"2026-07-24T00:43:49.511234Z","end":"2026-07-24T00:43:49.638495Z","steps":["trace[71225533] 'process raft request' (duration: 100.764159ms)","trace[71225533] 'compare' (duration: 26.378052ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:49.638556Z","caller":"traceutil/trace.go:171","msg":"trace[530968723] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25272; }","duration":"103.168536ms","start":"2026-07-24T00:43:49.535369Z","end":"2026-07-24T00:43:49.638538Z","steps":["trace[530968723] 'range keys from in-memory index tree' (duration: 102.9894ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:50.009224Z","caller":"traceutil/trace.go:171","msg":"trace[1204572045] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"196.758275ms","start":"2026-07-24T00:43:49.812445Z","end":"2026-07-24T00:43:50.009203Z","steps":["trace[1204572045] 'process raft request' (duration: 191.345052ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:50.13728Z","caller":"traceutil/trace.go:171","msg":"trace[70439977] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"119.501968ms","start":"2026-07-24T00:43:50.01775Z","end":"2026-07-24T00:43:50.137252Z","steps":["trace[70439977] 'process raft request' (duration: 118.555107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:50.525211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.842806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:50.525338Z","caller":"traceutil/trace.go:171","msg":"trace[1247765055] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26149; }","duration":"174.252536ms","start":"2026-07-24T00:43:50.351063Z","end":"2026-07-24T00:43:50.525316Z","steps":["trace[1247765055] 'read index received' (duration: 43.501µs)","trace[1247765055] 'applied index is now lower than readState.Index' (duration: 174.206095ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:50.525391Z","caller":"traceutil/trace.go:171","msg":"trace[1896475761] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"309.009991ms","start":"2026-07-24T00:43:50.216354Z","end":"2026-07-24T00:43:50.525364Z","steps":["trace[1896475761] 'process raft request' (duration: 35.897516ms)","trace[1896475761] 'compare' (duration: 272.188465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:50.525496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:50.216337Z","time spent":"309.103844ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:43:50.525837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.713017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:43:50.526016Z","caller":"traceutil/trace.go:171","msg":"trace[628156565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25288; }","duration":"167.78924ms","start":"2026-07-24T00:43:50.358089Z","end":"2026-07-24T00:43:50.525878Z","steps":["trace[628156565] 'agreement among raft nodes before linearized reading' (duration: 167.344656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:50.526409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.348972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:43:50.526459Z","caller":"traceutil/trace.go:171","msg":"trace[1340730558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25288; }","duration":"175.433334ms","start":"2026-07-24T00:43:50.351015Z","end":"2026-07-24T00:43:50.526448Z","steps":["trace[1340730558] 'agreement among raft nodes before linearized reading' (duration: 174.380871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:50.893672Z","caller":"traceutil/trace.go:171","msg":"trace[2112711984] linearizableReadLoop","detail":"{readStateIndex:26160; appliedIndex:26159; }","duration":"157.507201ms","start":"2026-07-24T00:43:50.736132Z","end":"2026-07-24T00:43:50.893639Z","steps":["trace[2112711984] 'read index received' (duration: 148.915537ms)","trace[2112711984] 'applied index is now lower than readState.Index' (duration: 8.590154ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:50.893752Z","caller":"traceutil/trace.go:171","msg":"trace[1213208821] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"183.105559ms","start":"2026-07-24T00:43:50.710615Z","end":"2026-07-24T00:43:50.89372Z","steps":["trace[1213208821] 'process raft request' (duration: 174.500504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:50.893924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.768979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-m69xr.18c512eee0771ce7\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-07-24T00:43:50.893989Z","caller":"traceutil/trace.go:171","msg":"trace[36501509] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-m69xr.18c512eee0771ce7; range_end:; response_count:1; response_revision:25298; }","duration":"157.921434ms","start":"2026-07-24T00:43:50.736048Z","end":"2026-07-24T00:43:50.89397Z","steps":["trace[36501509] 'agreement among raft nodes before linearized reading' (duration: 157.709367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:51.237867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.486857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:51.238012Z","caller":"traceutil/trace.go:171","msg":"trace[1230675790] linearizableReadLoop","detail":"{readStateIndex:26162; appliedIndex:26161; }","duration":"234.48129ms","start":"2026-07-24T00:43:51.003509Z","end":"2026-07-24T00:43:51.23799Z","steps":["trace[1230675790] 'read index received' (duration: 21.788846ms)","trace[1230675790] 'applied index is now lower than readState.Index' (duration: 212.690664ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:51.238046Z","caller":"traceutil/trace.go:171","msg":"trace[154498075] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"275.912633ms","start":"2026-07-24T00:43:50.9621Z","end":"2026-07-24T00:43:51.238013Z","steps":["trace[154498075] 'process raft request' (duration: 63.175578ms)","trace[154498075] 'compare' (duration: 212.217949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:51.238229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.711358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:51.238274Z","caller":"traceutil/trace.go:171","msg":"trace[692854253] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25300; }","duration":"234.787419ms","start":"2026-07-24T00:43:51.003477Z","end":"2026-07-24T00:43:51.238264Z","steps":["trace[692854253] 'agreement among raft nodes before linearized reading' (duration: 234.632954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:51.238266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.641786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:51.238329Z","caller":"traceutil/trace.go:171","msg":"trace[549414191] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25300; }","duration":"234.763839ms","start":"2026-07-24T00:43:51.003548Z","end":"2026-07-24T00:43:51.238311Z","steps":["trace[549414191] 'agreement among raft nodes before linearized reading' (duration: 234.628825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:51.238511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.474311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-07-24T00:43:51.238535Z","caller":"traceutil/trace.go:171","msg":"trace[617563075] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25300; }","duration":"137.539344ms","start":"2026-07-24T00:43:51.100989Z","end":"2026-07-24T00:43:51.238529Z","steps":["trace[617563075] 'agreement among raft nodes before linearized reading' (duration: 137.436561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:51.238591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.788503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:51.23864Z","caller":"traceutil/trace.go:171","msg":"trace[2036099095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"148.877696ms","start":"2026-07-24T00:43:51.089751Z","end":"2026-07-24T00:43:51.238629Z","steps":["trace[2036099095] 'agreement among raft nodes before linearized reading' (duration: 148.781243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:51.435907Z","caller":"traceutil/trace.go:171","msg":"trace[550720391] linearizableReadLoop","detail":"{readStateIndex:26164; appliedIndex:26163; }","duration":"114.776136ms","start":"2026-07-24T00:43:51.321112Z","end":"2026-07-24T00:43:51.435888Z","steps":["trace[550720391] 'read index received' (duration: 114.513568ms)","trace[550720391] 'applied index is now lower than readState.Index' (duration: 261.798µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:51.436112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.692301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:43:51.436092Z","caller":"traceutil/trace.go:171","msg":"trace[781845052] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"130.189259ms","start":"2026-07-24T00:43:51.305868Z","end":"2026-07-24T00:43:51.436058Z","steps":["trace[781845052] 'process raft request' (duration: 129.724574ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:51.436148Z","caller":"traceutil/trace.go:171","msg":"trace[97935029] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25302; }","duration":"133.749892ms","start":"2026-07-24T00:43:51.30239Z","end":"2026-07-24T00:43:51.43614Z","steps":["trace[97935029] 'agreement among raft nodes before linearized reading' (duration: 133.66677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:51.436436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.727019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-pfw6n.18c512ca87866bb3\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-24T00:43:51.436564Z","caller":"traceutil/trace.go:171","msg":"trace[571709407] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-pfw6n.18c512ca87866bb3; range_end:; response_count:1; response_revision:25302; }","duration":"111.960426ms","start":"2026-07-24T00:43:51.324574Z","end":"2026-07-24T00:43:51.436535Z","steps":["trace[571709407] 'agreement among raft nodes before linearized reading' (duration: 111.559273ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:51.584074Z","caller":"traceutil/trace.go:171","msg":"trace[115800913] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"114.146376ms","start":"2026-07-24T00:43:51.469907Z","end":"2026-07-24T00:43:51.584054Z","steps":["trace[115800913] 'process raft request' (duration: 69.569883ms)","trace[115800913] 'compare' (duration: 44.4618ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:51.61079Z","caller":"traceutil/trace.go:171","msg":"trace[1993946728] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"137.245484ms","start":"2026-07-24T00:43:51.473521Z","end":"2026-07-24T00:43:51.610767Z","steps":["trace[1993946728] 'process raft request' (duration: 136.848331ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:51.824603Z","caller":"traceutil/trace.go:171","msg":"trace[323799870] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"192.324904ms","start":"2026-07-24T00:43:51.632248Z","end":"2026-07-24T00:43:51.824573Z","steps":["trace[323799870] 'process raft request' (duration: 106.131991ms)","trace[323799870] 'compare' (duration: 86.045958ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:51.988541Z","caller":"traceutil/trace.go:171","msg":"trace[692857404] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"157.196831ms","start":"2026-07-24T00:43:51.831304Z","end":"2026-07-24T00:43:51.9885Z","steps":["trace[692857404] 'process raft request' (duration: 156.885861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:52.194532Z","caller":"traceutil/trace.go:171","msg":"trace[697043689] linearizableReadLoop","detail":"{readStateIndex:26173; appliedIndex:26172; }","duration":"114.25103ms","start":"2026-07-24T00:43:52.080241Z","end":"2026-07-24T00:43:52.194492Z","steps":["trace[697043689] 'read index received' (duration: 87.943149ms)","trace[697043689] 'applied index is now lower than readState.Index' (duration: 26.307061ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:52.194602Z","caller":"traceutil/trace.go:171","msg":"trace[1377376457] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"115.22622ms","start":"2026-07-24T00:43:52.079321Z","end":"2026-07-24T00:43:52.194547Z","steps":["trace[1377376457] 'process raft request' (duration: 88.837007ms)","trace[1377376457] 'compare' (duration: 26.219188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:52.195081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.802178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-j2dnn\" ","response":"range_response_count:1 size:4858"} {"level":"info","ts":"2026-07-24T00:43:52.1952Z","caller":"traceutil/trace.go:171","msg":"trace[526934377] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-j2dnn; range_end:; response_count:1; response_revision:25311; }","duration":"114.960183ms","start":"2026-07-24T00:43:52.080217Z","end":"2026-07-24T00:43:52.195177Z","steps":["trace[526934377] 'agreement among raft nodes before linearized reading' (duration: 114.522059ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:52.757993Z","caller":"traceutil/trace.go:171","msg":"trace[1955418757] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26179; }","duration":"330.956392ms","start":"2026-07-24T00:43:52.427007Z","end":"2026-07-24T00:43:52.757964Z","steps":["trace[1955418757] 'read index received' (duration: 284.018183ms)","trace[1955418757] 'applied index is now lower than readState.Index' (duration: 46.936899ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:52.758158Z","caller":"traceutil/trace.go:171","msg":"trace[1200409108] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"332.345027ms","start":"2026-07-24T00:43:52.425795Z","end":"2026-07-24T00:43:52.75814Z","steps":["trace[1200409108] 'process raft request' (duration: 285.303644ms)","trace[1200409108] 'compare' (duration: 46.674881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:52.758283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:52.425782Z","time spent":"332.412288ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:43:52.758498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.480969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-96gx6\" ","response":"range_response_count:1 size:6016"} {"level":"warn","ts":"2026-07-24T00:43:52.758488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.676111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T00:43:52.758541Z","caller":"traceutil/trace.go:171","msg":"trace[2080858825] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-96gx6; range_end:; response_count:1; response_revision:25318; }","duration":"331.537771ms","start":"2026-07-24T00:43:52.426993Z","end":"2026-07-24T00:43:52.75853Z","steps":["trace[2080858825] 'agreement among raft nodes before linearized reading' (duration: 331.338485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:52.758662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:52.426987Z","time spent":"331.663405ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6039,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-96gx6\" "} {"level":"info","ts":"2026-07-24T00:43:52.758557Z","caller":"traceutil/trace.go:171","msg":"trace[1554736704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25318; }","duration":"298.803375ms","start":"2026-07-24T00:43:52.459739Z","end":"2026-07-24T00:43:52.758543Z","steps":["trace[1554736704] 'agreement among raft nodes before linearized reading' (duration: 298.548296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:52.758558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.20822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T00:43:52.759109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.740576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:43:52.759106Z","caller":"traceutil/trace.go:171","msg":"trace[195343503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25318; }","duration":"161.462508ms","start":"2026-07-24T00:43:52.597312Z","end":"2026-07-24T00:43:52.758775Z","steps":["trace[195343503] 'agreement among raft nodes before linearized reading' (duration: 161.050555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:52.759154Z","caller":"traceutil/trace.go:171","msg":"trace[1390781617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25318; }","duration":"161.83889ms","start":"2026-07-24T00:43:52.597299Z","end":"2026-07-24T00:43:52.759138Z","steps":["trace[1390781617] 'agreement among raft nodes before linearized reading' (duration: 161.017363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:52.75955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.888387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:43:52.75959Z","caller":"traceutil/trace.go:171","msg":"trace[450142659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25318; }","duration":"190.97133ms","start":"2026-07-24T00:43:52.568608Z","end":"2026-07-24T00:43:52.759579Z","steps":["trace[450142659] 'agreement among raft nodes before linearized reading' (duration: 189.814133ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:53.01749Z","caller":"traceutil/trace.go:171","msg":"trace[1342607620] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26185; }","duration":"164.524956ms","start":"2026-07-24T00:43:52.852946Z","end":"2026-07-24T00:43:53.017471Z","steps":["trace[1342607620] 'read index received' (duration: 76.223155ms)","trace[1342607620] 'applied index is now lower than readState.Index' (duration: 88.301131ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:53.017512Z","caller":"traceutil/trace.go:171","msg":"trace[484090169] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"164.615588ms","start":"2026-07-24T00:43:52.852868Z","end":"2026-07-24T00:43:53.017483Z","steps":["trace[484090169] 'process raft request' (duration: 76.197954ms)","trace[484090169] 'compare' (duration: 88.242929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:53.017793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.825265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-w92zg.18c512ed0e1cd056\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-07-24T00:43:53.017838Z","caller":"traceutil/trace.go:171","msg":"trace[1373978887] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-w92zg.18c512ed0e1cd056; range_end:; response_count:1; response_revision:25324; }","duration":"164.903607ms","start":"2026-07-24T00:43:52.852924Z","end":"2026-07-24T00:43:53.017828Z","steps":["trace[1373978887] 'agreement among raft nodes before linearized reading' (duration: 164.620248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:53.059003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.208347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:53.059142Z","caller":"traceutil/trace.go:171","msg":"trace[43858065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25325; }","duration":"113.340151ms","start":"2026-07-24T00:43:52.945727Z","end":"2026-07-24T00:43:53.059067Z","steps":["trace[43858065] 'agreement among raft nodes before linearized reading' (duration: 113.121654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:53.059117Z","caller":"traceutil/trace.go:171","msg":"trace[1493047142] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"202.181168ms","start":"2026-07-24T00:43:52.856862Z","end":"2026-07-24T00:43:53.059043Z","steps":["trace[1493047142] 'process raft request' (duration: 201.856458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:53.241523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.075296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:53.241684Z","caller":"traceutil/trace.go:171","msg":"trace[1839743062] linearizableReadLoop","detail":"{readStateIndex:26189; appliedIndex:26188; }","duration":"106.280676ms","start":"2026-07-24T00:43:53.135382Z","end":"2026-07-24T00:43:53.241662Z","steps":["trace[1839743062] 'read index received' (duration: 27.781µs)","trace[1839743062] 'applied index is now lower than readState.Index' (duration: 106.251115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:53.24173Z","caller":"traceutil/trace.go:171","msg":"trace[534587128] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"176.689734ms","start":"2026-07-24T00:43:53.065006Z","end":"2026-07-24T00:43:53.241696Z","steps":["trace[534587128] 'process raft request' (duration: 61.356859ms)","trace[534587128] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/cilium-operator-869df985b8-w92zg.18c512e865e9c559; req_size:843; } (duration: 114.907641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:53.241853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.308026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:53.241893Z","caller":"traceutil/trace.go:171","msg":"trace[914403099] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25327; }","duration":"106.387069ms","start":"2026-07-24T00:43:53.135497Z","end":"2026-07-24T00:43:53.241884Z","steps":["trace[914403099] 'agreement among raft nodes before linearized reading' (duration: 106.268495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:53.242057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.613186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:53.242182Z","caller":"traceutil/trace.go:171","msg":"trace[662673467] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25327; }","duration":"106.803012ms","start":"2026-07-24T00:43:53.135353Z","end":"2026-07-24T00:43:53.242156Z","steps":["trace[662673467] 'agreement among raft nodes before linearized reading' (duration: 106.410319ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:53.403665Z","caller":"traceutil/trace.go:171","msg":"trace[302625081] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"116.055128ms","start":"2026-07-24T00:43:53.287571Z","end":"2026-07-24T00:43:53.403626Z","steps":["trace[302625081] 'process raft request' (duration: 115.444508ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:53.828989Z","caller":"traceutil/trace.go:171","msg":"trace[42702541] linearizableReadLoop","detail":"{readStateIndex:26198; appliedIndex:26197; }","duration":"175.352392ms","start":"2026-07-24T00:43:53.653619Z","end":"2026-07-24T00:43:53.828971Z","steps":["trace[42702541] 'read index received' (duration: 175.143095ms)","trace[42702541] 'applied index is now lower than readState.Index' (duration: 208.687µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:53.829027Z","caller":"traceutil/trace.go:171","msg":"trace[1980294260] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"211.034791ms","start":"2026-07-24T00:43:53.617952Z","end":"2026-07-24T00:43:53.828986Z","steps":["trace[1980294260] 'process raft request' (duration: 210.893827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:53.829155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.149125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:53.829182Z","caller":"traceutil/trace.go:171","msg":"trace[119764924] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25336; }","duration":"139.233997ms","start":"2026-07-24T00:43:53.68994Z","end":"2026-07-24T00:43:53.829174Z","steps":["trace[119764924] 'agreement among raft nodes before linearized reading' (duration: 139.127734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:53.829237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.571078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:53.829287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.851615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:53.829321Z","caller":"traceutil/trace.go:171","msg":"trace[1400178491] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25336; }","duration":"175.758964ms","start":"2026-07-24T00:43:53.65354Z","end":"2026-07-24T00:43:53.829299Z","steps":["trace[1400178491] 'agreement among raft nodes before linearized reading' (duration: 175.491116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:53.829394Z","caller":"traceutil/trace.go:171","msg":"trace[1226986167] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25336; }","duration":"139.038691ms","start":"2026-07-24T00:43:53.690327Z","end":"2026-07-24T00:43:53.829366Z","steps":["trace[1226986167] 'agreement among raft nodes before linearized reading' (duration: 138.837765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:54.300426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.158338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:54.301045Z","caller":"traceutil/trace.go:171","msg":"trace[639452781] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"258.313422ms","start":"2026-07-24T00:43:54.042706Z","end":"2026-07-24T00:43:54.30102Z","steps":["trace[639452781] 'process raft request' (duration: 60.464452ms)","trace[639452781] 'compare' (duration: 196.964322ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:54.346104Z","caller":"traceutil/trace.go:171","msg":"trace[553635793] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26204; }","duration":"162.148568ms","start":"2026-07-24T00:43:54.183934Z","end":"2026-07-24T00:43:54.346083Z","steps":["trace[553635793] 'read index received' (duration: 161.958222ms)","trace[553635793] 'applied index is now lower than readState.Index' (duration: 189.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:54.346359Z","caller":"traceutil/trace.go:171","msg":"trace[303650750] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"248.110064ms","start":"2026-07-24T00:43:54.098239Z","end":"2026-07-24T00:43:54.346349Z","steps":["trace[303650750] 'process raft request' (duration: 247.704951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:54.346593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.649725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-07-24T00:43:54.346623Z","caller":"traceutil/trace.go:171","msg":"trace[1654628388] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25343; }","duration":"162.693636ms","start":"2026-07-24T00:43:54.183921Z","end":"2026-07-24T00:43:54.346614Z","steps":["trace[1654628388] 'agreement among raft nodes before linearized reading' (duration: 162.561682ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:54.682356Z","caller":"traceutil/trace.go:171","msg":"trace[856248216] linearizableReadLoop","detail":"{readStateIndex:26207; appliedIndex:26206; }","duration":"131.77932ms","start":"2026-07-24T00:43:54.550554Z","end":"2026-07-24T00:43:54.682334Z","steps":["trace[856248216] 'read index received' (duration: 108.855937ms)","trace[856248216] 'applied index is now lower than readState.Index' (duration: 22.922533ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:54.682533Z","caller":"traceutil/trace.go:171","msg":"trace[1196623009] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"319.023161ms","start":"2026-07-24T00:43:54.363463Z","end":"2026-07-24T00:43:54.682487Z","steps":["trace[1196623009] 'process raft request' (duration: 295.997275ms)","trace[1196623009] 'compare' (duration: 22.758717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:54.682675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:54.363454Z","time spent":"319.144565ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:43:54.682861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.291356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T00:43:54.682926Z","caller":"traceutil/trace.go:171","msg":"trace[961196252] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25345; }","duration":"132.43264ms","start":"2026-07-24T00:43:54.550479Z","end":"2026-07-24T00:43:54.682912Z","steps":["trace[961196252] 'agreement among raft nodes before linearized reading' (duration: 132.025907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.306116Z","caller":"traceutil/trace.go:171","msg":"trace[1094433475] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"419.969904ms","start":"2026-07-24T00:43:54.886122Z","end":"2026-07-24T00:43:55.306092Z","steps":["trace[1094433475] 'process raft request' (duration: 355.237636ms)","trace[1094433475] 'compare' (duration: 63.957703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:55.306252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:54.886096Z","time spent":"420.090048ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:43:55.306281Z","caller":"traceutil/trace.go:171","msg":"trace[477566724] linearizableReadLoop","detail":"{readStateIndex:26218; appliedIndex:26216; }","duration":"391.840255ms","start":"2026-07-24T00:43:54.914416Z","end":"2026-07-24T00:43:55.306257Z","steps":["trace[477566724] 'read index received' (duration: 326.949032ms)","trace[477566724] 'applied index is now lower than readState.Index' (duration: 64.890133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:55.306596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.48085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.306644Z","caller":"traceutil/trace.go:171","msg":"trace[1891066180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25355; }","duration":"363.554342ms","start":"2026-07-24T00:43:54.943078Z","end":"2026-07-24T00:43:55.306633Z","steps":["trace[1891066180] 'agreement among raft nodes before linearized reading' (duration: 363.48307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.306672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:54.943063Z","time spent":"363.603053ms","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:43:55.306751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.040282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.306839Z","caller":"traceutil/trace.go:171","msg":"trace[105472004] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"217.173586ms","start":"2026-07-24T00:43:55.089651Z","end":"2026-07-24T00:43:55.306825Z","steps":["trace[105472004] 'agreement among raft nodes before linearized reading' (duration: 217.025851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.306899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.50416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:43:55.306929Z","caller":"traceutil/trace.go:171","msg":"trace[1482331080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25355; }","duration":"219.580662ms","start":"2026-07-24T00:43:55.08734Z","end":"2026-07-24T00:43:55.30692Z","steps":["trace[1482331080] 'agreement among raft nodes before linearized reading' (duration: 219.475019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.307046Z","caller":"traceutil/trace.go:171","msg":"trace[1208208396] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"419.642084ms","start":"2026-07-24T00:43:54.88739Z","end":"2026-07-24T00:43:55.307032Z","steps":["trace[1208208396] 'process raft request' (duration: 418.646002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.969622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.307093Z","caller":"traceutil/trace.go:171","msg":"trace[1488767343] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"234.031464ms","start":"2026-07-24T00:43:55.073053Z","end":"2026-07-24T00:43:55.307085Z","steps":["trace[1488767343] 'agreement among raft nodes before linearized reading' (duration: 233.985293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:54.887382Z","time spent":"419.699195ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:43:55.307257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.198979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.307291Z","caller":"traceutil/trace.go:171","msg":"trace[2086025744] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"234.264772ms","start":"2026-07-24T00:43:55.073018Z","end":"2026-07-24T00:43:55.307282Z","steps":["trace[2086025744] 'agreement among raft nodes before linearized reading' (duration: 234.21313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.30738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.95736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-j2lwp.18c512ea656cdc9b\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-07-24T00:43:55.307418Z","caller":"traceutil/trace.go:171","msg":"trace[1132656862] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-j2lwp.18c512ea656cdc9b; range_end:; response_count:1; response_revision:25355; }","duration":"393.018563ms","start":"2026-07-24T00:43:54.914388Z","end":"2026-07-24T00:43:55.307407Z","steps":["trace[1132656862] 'agreement among raft nodes before linearized reading' (duration: 392.875068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.291674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:55.307451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:54.914375Z","time spent":"393.069155ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":900,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-j2lwp.18c512ea656cdc9b\" "} {"level":"info","ts":"2026-07-24T00:43:55.307466Z","caller":"traceutil/trace.go:171","msg":"trace[1874280127] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"245.351106ms","start":"2026-07-24T00:43:55.062106Z","end":"2026-07-24T00:43:55.307457Z","steps":["trace[1874280127] 'agreement among raft nodes before linearized reading' (duration: 245.301425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.990406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:55.307614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.47541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.307641Z","caller":"traceutil/trace.go:171","msg":"trace[268897921] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"245.549812ms","start":"2026-07-24T00:43:55.062083Z","end":"2026-07-24T00:43:55.307633Z","steps":["trace[268897921] 'agreement among raft nodes before linearized reading' (duration: 245.507681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.833243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.307744Z","caller":"traceutil/trace.go:171","msg":"trace[299852795] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25355; }","duration":"132.883275ms","start":"2026-07-24T00:43:55.174848Z","end":"2026-07-24T00:43:55.307731Z","steps":["trace[299852795] 'agreement among raft nodes before linearized reading' (duration: 132.813653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.712598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.307846Z","caller":"traceutil/trace.go:171","msg":"trace[576002643] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"245.80275ms","start":"2026-07-24T00:43:55.062028Z","end":"2026-07-24T00:43:55.307831Z","steps":["trace[576002643] 'agreement among raft nodes before linearized reading' (duration: 245.734098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.193879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:55.308007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.205168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:55.308039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.963157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:55.308054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.245147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:43:55.308058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.325123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.308075Z","caller":"traceutil/trace.go:171","msg":"trace[1320179334] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25355; }","duration":"133.300609ms","start":"2026-07-24T00:43:55.174769Z","end":"2026-07-24T00:43:55.308069Z","steps":["trace[1320179334] 'agreement among raft nodes before linearized reading' (duration: 133.263978ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.308076Z","caller":"traceutil/trace.go:171","msg":"trace[1410234327] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"278.005879ms","start":"2026-07-24T00:43:55.030062Z","end":"2026-07-24T00:43:55.308068Z","steps":["trace[1410234327] 'agreement among raft nodes before linearized reading' (duration: 277.947217ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.308114Z","caller":"traceutil/trace.go:171","msg":"trace[1831488621] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"203.378464ms","start":"2026-07-24T00:43:55.104711Z","end":"2026-07-24T00:43:55.308089Z","steps":["trace[1831488621] 'agreement among raft nodes before linearized reading' (duration: 203.326433ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.308015Z","caller":"traceutil/trace.go:171","msg":"trace[1401818378] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"203.272172ms","start":"2026-07-24T00:43:55.104732Z","end":"2026-07-24T00:43:55.308004Z","steps":["trace[1401818378] 'agreement among raft nodes before linearized reading' (duration: 203.157518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.308239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.362982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.308267Z","caller":"traceutil/trace.go:171","msg":"trace[1420088320] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"279.405804ms","start":"2026-07-24T00:43:55.028853Z","end":"2026-07-24T00:43:55.308258Z","steps":["trace[1420088320] 'agreement among raft nodes before linearized reading' (duration: 279.359612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.308059Z","caller":"traceutil/trace.go:171","msg":"trace[1740924956] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"218.328913ms","start":"2026-07-24T00:43:55.089714Z","end":"2026-07-24T00:43:55.308043Z","steps":["trace[1740924956] 'agreement among raft nodes before linearized reading' (duration: 218.24745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.307989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.262151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.308372Z","caller":"traceutil/trace.go:171","msg":"trace[198553942] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25355; }","duration":"203.710655ms","start":"2026-07-24T00:43:55.104655Z","end":"2026-07-24T00:43:55.308365Z","steps":["trace[198553942] 'agreement among raft nodes before linearized reading' (duration: 203.22673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.308385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.602644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.307637Z","caller":"traceutil/trace.go:171","msg":"trace[1843102241] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25355; }","duration":"132.043909ms","start":"2026-07-24T00:43:55.175581Z","end":"2026-07-24T00:43:55.307625Z","steps":["trace[1843102241] 'agreement among raft nodes before linearized reading' (duration: 131.990517ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.308414Z","caller":"traceutil/trace.go:171","msg":"trace[582401941] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"291.686826ms","start":"2026-07-24T00:43:55.016721Z","end":"2026-07-24T00:43:55.308408Z","steps":["trace[582401941] 'agreement among raft nodes before linearized reading' (duration: 291.616773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.308575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.025847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:55.308602Z","caller":"traceutil/trace.go:171","msg":"trace[2053662216] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25355; }","duration":"292.072919ms","start":"2026-07-24T00:43:55.016518Z","end":"2026-07-24T00:43:55.308591Z","steps":["trace[2053662216] 'agreement among raft nodes before linearized reading' (duration: 292.040017ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.532363Z","caller":"traceutil/trace.go:171","msg":"trace[1506715196] linearizableReadLoop","detail":"{readStateIndex:26221; appliedIndex:26220; }","duration":"145.356294ms","start":"2026-07-24T00:43:55.386992Z","end":"2026-07-24T00:43:55.532348Z","steps":["trace[1506715196] 'read index received' (duration: 145.070815ms)","trace[1506715196] 'applied index is now lower than readState.Index' (duration: 284.699µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:55.532407Z","caller":"traceutil/trace.go:171","msg":"trace[520311323] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"155.736735ms","start":"2026-07-24T00:43:55.376642Z","end":"2026-07-24T00:43:55.532378Z","steps":["trace[520311323] 'process raft request' (duration: 155.558289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:55.532568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.896945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-24T00:43:55.532569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.56493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-pfw6n\" ","response":"range_response_count:1 size:6252"} {"level":"info","ts":"2026-07-24T00:43:55.532603Z","caller":"traceutil/trace.go:171","msg":"trace[2021514774] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25358; }","duration":"137.970818ms","start":"2026-07-24T00:43:55.394621Z","end":"2026-07-24T00:43:55.532592Z","steps":["trace[2021514774] 'agreement among raft nodes before linearized reading' (duration: 137.826423ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.532607Z","caller":"traceutil/trace.go:171","msg":"trace[916441403] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-pfw6n; range_end:; response_count:1; response_revision:25358; }","duration":"145.644543ms","start":"2026-07-24T00:43:55.386954Z","end":"2026-07-24T00:43:55.532598Z","steps":["trace[916441403] 'agreement among raft nodes before linearized reading' (duration: 145.485798ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:55.609596Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000666f.wal"} {"level":"warn","ts":"2026-07-24T00:43:56.020367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.108055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:56.020575Z","caller":"traceutil/trace.go:171","msg":"trace[762781812] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"478.30034ms","start":"2026-07-24T00:43:55.542244Z","end":"2026-07-24T00:43:56.020544Z","steps":["trace[762781812] 'process raft request' (duration: 116.937026ms)","trace[762781812] 'compare' (duration: 360.999652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:56.020762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:55.542224Z","time spent":"478.431934ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6078,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:43:56.020936Z","caller":"traceutil/trace.go:171","msg":"trace[380222658] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"406.736504ms","start":"2026-07-24T00:43:55.614152Z","end":"2026-07-24T00:43:56.020889Z","steps":["trace[380222658] 'process raft request' (duration: 406.357182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:56.021044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:55.614125Z","time spent":"406.874368ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T00:43:56.327906Z","caller":"traceutil/trace.go:171","msg":"trace[1089971246] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"297.353968ms","start":"2026-07-24T00:43:56.030526Z","end":"2026-07-24T00:43:56.32788Z","steps":["trace[1089971246] 'process raft request' (duration: 297.181363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:56.484964Z","caller":"traceutil/trace.go:171","msg":"trace[540084675] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"449.277312ms","start":"2026-07-24T00:43:56.035664Z","end":"2026-07-24T00:43:56.484941Z","steps":["trace[540084675] 'process raft request' (duration: 449.107326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:56.485119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.035629Z","time spent":"449.400355ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5900,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:43:56.525333Z","caller":"traceutil/trace.go:171","msg":"trace[253117352] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"193.682617ms","start":"2026-07-24T00:43:56.331594Z","end":"2026-07-24T00:43:56.525277Z","steps":["trace[253117352] 'process raft request' (duration: 193.535512ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:56.633295Z","caller":"traceutil/trace.go:171","msg":"trace[761997625] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"100.434068ms","start":"2026-07-24T00:43:56.532836Z","end":"2026-07-24T00:43:56.63327Z","steps":["trace[761997625] 'process raft request' (duration: 100.16255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.367991Z","caller":"traceutil/trace.go:171","msg":"trace[1841810644] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"682.706228ms","start":"2026-07-24T00:43:56.685259Z","end":"2026-07-24T00:43:57.367965Z","steps":["trace[1841810644] 'process raft request' (duration: 617.726073ms)","trace[1841810644] 'compare' (duration: 64.657625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:57.36811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.685242Z","time spent":"682.800802ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:43:57.368004Z","caller":"traceutil/trace.go:171","msg":"trace[376698473] linearizableReadLoop","detail":"{readStateIndex:26232; appliedIndex:26231; }","duration":"483.612379ms","start":"2026-07-24T00:43:56.884373Z","end":"2026-07-24T00:43:57.367985Z","steps":["trace[376698473] 'read index received' (duration: 418.554411ms)","trace[376698473] 'applied index is now lower than readState.Index' (duration: 65.056848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:57.369114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.702433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:43:57.369412Z","caller":"traceutil/trace.go:171","msg":"trace[602300541] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25369; }","duration":"485.006383ms","start":"2026-07-24T00:43:56.884385Z","end":"2026-07-24T00:43:57.369391Z","steps":["trace[602300541] 'agreement among raft nodes before linearized reading' (duration: 484.649731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.369169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.394286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-24T00:43:57.369645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.884367Z","time spent":"485.159748ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:43:57.369725Z","caller":"traceutil/trace.go:171","msg":"trace[227794770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25369; }","duration":"372.962634ms","start":"2026-07-24T00:43:56.996724Z","end":"2026-07-24T00:43:57.369687Z","steps":["trace[227794770] 'agreement among raft nodes before linearized reading' (duration: 372.323594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.369795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.996701Z","time spent":"373.075708ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:43:57.369204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.492804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:43:57.369931Z","caller":"traceutil/trace.go:171","msg":"trace[1004182610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25369; }","duration":"427.266868ms","start":"2026-07-24T00:43:56.942645Z","end":"2026-07-24T00:43:57.369912Z","steps":["trace[1004182610] 'agreement among raft nodes before linearized reading' (duration: 426.469933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.369985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.942624Z","time spent":"427.347121ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:43:57.369151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.739064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 ","response":"range_response_count:23 size:45752"} {"level":"warn","ts":"2026-07-24T00:43:57.370037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.806151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:1 size:7456"} {"level":"warn","ts":"2026-07-24T00:43:57.370015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.510271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:43:57.370092Z","caller":"traceutil/trace.go:171","msg":"trace[672223064] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:25369; }","duration":"229.892034ms","start":"2026-07-24T00:43:57.140189Z","end":"2026-07-24T00:43:57.370081Z","steps":["trace[672223064] 'agreement among raft nodes before linearized reading' (duration: 229.726138ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.370085Z","caller":"traceutil/trace.go:171","msg":"trace[1971950895] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:23; response_revision:25369; }","duration":"485.723046ms","start":"2026-07-24T00:43:56.884336Z","end":"2026-07-24T00:43:57.370059Z","steps":["trace[1971950895] 'agreement among raft nodes before linearized reading' (duration: 483.932599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.370157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.884321Z","time spent":"485.808398ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":23,"response size":45775,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" limit:10000 "} {"level":"info","ts":"2026-07-24T00:43:57.37016Z","caller":"traceutil/trace.go:171","msg":"trace[492537021] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25369; }","duration":"229.865083ms","start":"2026-07-24T00:43:57.140249Z","end":"2026-07-24T00:43:57.370114Z","steps":["trace[492537021] 'agreement among raft nodes before linearized reading' (duration: 228.793289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.369428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.916257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:43:57.370394Z","caller":"traceutil/trace.go:171","msg":"trace[1139904666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25369; }","duration":"483.906288ms","start":"2026-07-24T00:43:56.886466Z","end":"2026-07-24T00:43:57.370372Z","steps":["trace[1139904666] 'agreement among raft nodes before linearized reading' (duration: 482.690209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.370455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:56.88646Z","time spent":"483.9778ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:43:57.564181Z","caller":"traceutil/trace.go:171","msg":"trace[444386945] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"189.956868ms","start":"2026-07-24T00:43:57.374188Z","end":"2026-07-24T00:43:57.564145Z","steps":["trace[444386945] 'process raft request' (duration: 97.111162ms)","trace[444386945] 'compare' (duration: 92.505395ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:57.564258Z","caller":"traceutil/trace.go:171","msg":"trace[388813992] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"189.677219ms","start":"2026-07-24T00:43:57.374556Z","end":"2026-07-24T00:43:57.564233Z","steps":["trace[388813992] 'process raft request' (duration: 189.495433ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.564453Z","caller":"traceutil/trace.go:171","msg":"trace[2031535996] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"189.073979ms","start":"2026-07-24T00:43:57.375363Z","end":"2026-07-24T00:43:57.564437Z","steps":["trace[2031535996] 'process raft request' (duration: 188.77403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.564446Z","caller":"traceutil/trace.go:171","msg":"trace[831892114] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26232; }","duration":"186.805147ms","start":"2026-07-24T00:43:57.377618Z","end":"2026-07-24T00:43:57.564423Z","steps":["trace[831892114] 'read index received' (duration: 93.644061ms)","trace[831892114] 'applied index is now lower than readState.Index' (duration: 93.154876ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:57.564555Z","caller":"traceutil/trace.go:171","msg":"trace[2126592472] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"188.420929ms","start":"2026-07-24T00:43:57.376123Z","end":"2026-07-24T00:43:57.564544Z","steps":["trace[2126592472] 'process raft request' (duration: 188.194942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.564715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.071246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T00:43:57.564784Z","caller":"traceutil/trace.go:171","msg":"trace[531068954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25373; }","duration":"187.182439ms","start":"2026-07-24T00:43:57.377586Z","end":"2026-07-24T00:43:57.564768Z","steps":["trace[531068954] 'agreement among raft nodes before linearized reading' (duration: 186.90119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.793115Z","caller":"traceutil/trace.go:171","msg":"trace[1969197732] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"223.1887ms","start":"2026-07-24T00:43:57.569897Z","end":"2026-07-24T00:43:57.793086Z","steps":["trace[1969197732] 'process raft request' (duration: 222.991943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.855642Z","caller":"traceutil/trace.go:171","msg":"trace[219272221] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"285.054355ms","start":"2026-07-24T00:43:57.570548Z","end":"2026-07-24T00:43:57.855603Z","steps":["trace[219272221] 'process raft request' (duration: 284.685343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.855643Z","caller":"traceutil/trace.go:171","msg":"trace[1408734528] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26236; }","duration":"112.920007ms","start":"2026-07-24T00:43:57.742683Z","end":"2026-07-24T00:43:57.855603Z","steps":["trace[1408734528] 'read index received' (duration: 50.343109ms)","trace[1408734528] 'applied index is now lower than readState.Index' (duration: 62.574778ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:57.855756Z","caller":"traceutil/trace.go:171","msg":"trace[640376420] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"211.364762ms","start":"2026-07-24T00:43:57.644346Z","end":"2026-07-24T00:43:57.855711Z","steps":["trace[640376420] 'process raft request' (duration: 211.136704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:57.856076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.344191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T00:43:57.856191Z","caller":"traceutil/trace.go:171","msg":"trace[288347929] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25376; }","duration":"113.503946ms","start":"2026-07-24T00:43:57.742625Z","end":"2026-07-24T00:43:57.856129Z","steps":["trace[288347929] 'agreement among raft nodes before linearized reading' (duration: 113.129484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:57.999141Z","caller":"traceutil/trace.go:171","msg":"trace[686267515] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"110.188859ms","start":"2026-07-24T00:43:57.888713Z","end":"2026-07-24T00:43:57.998902Z","steps":["trace[686267515] 'process raft request' (duration: 109.92857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:43:58.257375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.487822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:58.2575Z","caller":"traceutil/trace.go:171","msg":"trace[834317236] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"253.277831ms","start":"2026-07-24T00:43:58.004202Z","end":"2026-07-24T00:43:58.25748Z","steps":["trace[834317236] 'process raft request' (duration: 79.605633ms)","trace[834317236] 'compare' (duration: 173.293526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:58.514064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.17618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:58.514316Z","caller":"traceutil/trace.go:171","msg":"trace[503268373] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"213.162609ms","start":"2026-07-24T00:43:58.301105Z","end":"2026-07-24T00:43:58.514268Z","steps":["trace[503268373] 'process raft request' (duration: 112.688489ms)","trace[503268373] 'compare' (duration: 100.049566ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:58.717766Z","caller":"traceutil/trace.go:171","msg":"trace[1568146058] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"198.964835ms","start":"2026-07-24T00:43:58.518773Z","end":"2026-07-24T00:43:58.717738Z","steps":["trace[1568146058] 'process raft request' (duration: 198.675366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:58.934297Z","caller":"traceutil/trace.go:171","msg":"trace[680880662] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"143.69295ms","start":"2026-07-24T00:43:58.790581Z","end":"2026-07-24T00:43:58.934274Z","steps":["trace[680880662] 'process raft request' (duration: 143.637888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:58.934344Z","caller":"traceutil/trace.go:171","msg":"trace[1782034792] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"205.960719ms","start":"2026-07-24T00:43:58.728349Z","end":"2026-07-24T00:43:58.93431Z","steps":["trace[1782034792] 'process raft request' (duration: 191.243319ms)","trace[1782034792] 'compare' (duration: 14.455892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:59.377299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.059667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:43:59.377389Z","caller":"traceutil/trace.go:171","msg":"trace[119553079] linearizableReadLoop","detail":"{readStateIndex:26249; appliedIndex:26248; }","duration":"125.780428ms","start":"2026-07-24T00:43:59.251595Z","end":"2026-07-24T00:43:59.377375Z","steps":["trace[119553079] 'read index received' (duration: 45.722µs)","trace[119553079] 'applied index is now lower than readState.Index' (duration: 125.733786ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:59.377464Z","caller":"traceutil/trace.go:171","msg":"trace[1970920388] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"393.406807ms","start":"2026-07-24T00:43:58.984048Z","end":"2026-07-24T00:43:59.377455Z","steps":["trace[1970920388] 'process raft request' (duration: 92.075681ms)","trace[1970920388] 'compare' (duration: 300.927303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:43:59.377517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:58.98402Z","time spent":"393.461628ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:43:59.377817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.201461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-24T00:43:59.377878Z","caller":"traceutil/trace.go:171","msg":"trace[1881479116] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25386; }","duration":"126.278434ms","start":"2026-07-24T00:43:59.251584Z","end":"2026-07-24T00:43:59.377863Z","steps":["trace[1881479116] 'agreement among raft nodes before linearized reading' (duration: 126.023896ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:59.566806Z","caller":"traceutil/trace.go:171","msg":"trace[1405036911] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"100.460889ms","start":"2026-07-24T00:43:59.466251Z","end":"2026-07-24T00:43:59.566712Z","steps":["trace[1405036911] 'process raft request' (duration: 66.432142ms)","trace[1405036911] 'compare' (duration: 33.717887ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:59.775364Z","caller":"traceutil/trace.go:171","msg":"trace[513953134] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"200.366251ms","start":"2026-07-24T00:43:59.574975Z","end":"2026-07-24T00:43:59.775341Z","steps":["trace[513953134] 'process raft request' (duration: 200.071432ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:59.775414Z","caller":"traceutil/trace.go:171","msg":"trace[1936473497] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"201.216328ms","start":"2026-07-24T00:43:59.574192Z","end":"2026-07-24T00:43:59.775408Z","steps":["trace[1936473497] 'process raft request' (duration: 102.055881ms)","trace[1936473497] 'compare' (duration: 98.686212ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:43:59.775381Z","caller":"traceutil/trace.go:171","msg":"trace[549017751] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"198.76719ms","start":"2026-07-24T00:43:59.576604Z","end":"2026-07-24T00:43:59.775371Z","steps":["trace[549017751] 'process raft request' (duration: 198.516942ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:43:59.775411Z","caller":"traceutil/trace.go:171","msg":"trace[31488602] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"200.055321ms","start":"2026-07-24T00:43:59.575323Z","end":"2026-07-24T00:43:59.775378Z","steps":["trace[31488602] 'process raft request' (duration: 199.758572ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:00.158486Z","caller":"traceutil/trace.go:171","msg":"trace[877020160] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26258; }","duration":"269.146528ms","start":"2026-07-24T00:43:59.889316Z","end":"2026-07-24T00:44:00.158463Z","steps":["trace[877020160] 'read index received' (duration: 214.157691ms)","trace[877020160] 'applied index is now lower than readState.Index' (duration: 54.987947ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:00.158763Z","caller":"traceutil/trace.go:171","msg":"trace[1957810037] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"308.389472ms","start":"2026-07-24T00:43:59.850357Z","end":"2026-07-24T00:44:00.158746Z","steps":["trace[1957810037] 'process raft request' (duration: 253.129226ms)","trace[1957810037] 'compare' (duration: 54.500261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:00.15888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:43:59.850328Z","time spent":"308.475365ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:44:00.159141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.82184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c512cb481ce94a\" ","response":"range_response_count:1 size:786"} {"level":"info","ts":"2026-07-24T00:44:00.159185Z","caller":"traceutil/trace.go:171","msg":"trace[1586473249] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c512cb481ce94a; range_end:; response_count:1; response_revision:25395; }","duration":"269.891151ms","start":"2026-07-24T00:43:59.889281Z","end":"2026-07-24T00:44:00.159172Z","steps":["trace[1586473249] 'agreement among raft nodes before linearized reading' (duration: 269.766697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:00.159191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.37128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:00.159221Z","caller":"traceutil/trace.go:171","msg":"trace[1749379273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25395; }","duration":"210.440633ms","start":"2026-07-24T00:43:59.948771Z","end":"2026-07-24T00:44:00.159212Z","steps":["trace[1749379273] 'agreement among raft nodes before linearized reading' (duration: 210.379501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:00.407415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.585983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:44:00.407557Z","caller":"traceutil/trace.go:171","msg":"trace[1113367447] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26262; }","duration":"163.539754ms","start":"2026-07-24T00:44:00.243995Z","end":"2026-07-24T00:44:00.407535Z","steps":["trace[1113367447] 'read index received' (duration: 21.661812ms)","trace[1113367447] 'applied index is now lower than readState.Index' (duration: 141.876142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:00.407822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.829974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-24T00:44:00.407853Z","caller":"traceutil/trace.go:171","msg":"trace[1022203516] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25399; }","duration":"163.896766ms","start":"2026-07-24T00:44:00.243945Z","end":"2026-07-24T00:44:00.407842Z","steps":["trace[1022203516] 'agreement among raft nodes before linearized reading' (duration: 163.647078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:00.408127Z","caller":"traceutil/trace.go:171","msg":"trace[1422592461] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"177.169809ms","start":"2026-07-24T00:44:00.230943Z","end":"2026-07-24T00:44:00.408113Z","steps":["trace[1422592461] 'process raft request' (duration: 34.7541ms)","trace[1422592461] 'compare' (duration: 141.432578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:01.003319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.583779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:44:01.003393Z","caller":"traceutil/trace.go:171","msg":"trace[120614445] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"241.712272ms","start":"2026-07-24T00:44:00.761669Z","end":"2026-07-24T00:44:01.003381Z","steps":["trace[120614445] 'process raft request' (duration: 71.005139ms)","trace[120614445] 'compare' (duration: 170.226218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:01.226179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.523208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:44:01.226373Z","caller":"traceutil/trace.go:171","msg":"trace[1272932206] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"188.660677ms","start":"2026-07-24T00:44:01.037671Z","end":"2026-07-24T00:44:01.226332Z","steps":["trace[1272932206] 'process raft request' (duration: 78.8914ms)","trace[1272932206] 'compare' (duration: 109.383254ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:01.396747Z","caller":"traceutil/trace.go:171","msg":"trace[509994458] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"161.398945ms","start":"2026-07-24T00:44:01.235289Z","end":"2026-07-24T00:44:01.396688Z","steps":["trace[509994458] 'process raft request' (duration: 107.918017ms)","trace[509994458] 'compare' (duration: 53.286282ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:01.773837Z","caller":"traceutil/trace.go:171","msg":"trace[696475456] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"191.007871ms","start":"2026-07-24T00:44:01.582798Z","end":"2026-07-24T00:44:01.773805Z","steps":["trace[696475456] 'process raft request' (duration: 135.455937ms)","trace[696475456] 'compare' (duration: 55.40299ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:02.126853Z","caller":"traceutil/trace.go:171","msg":"trace[836671022] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26297; }","duration":"183.997798ms","start":"2026-07-24T00:44:01.942812Z","end":"2026-07-24T00:44:02.126809Z","steps":["trace[836671022] 'read index received' (duration: 183.44769ms)","trace[836671022] 'applied index is now lower than readState.Index' (duration: 548.878µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:02.12717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.319738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:02.127202Z","caller":"traceutil/trace.go:171","msg":"trace[876101456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25434; }","duration":"184.422031ms","start":"2026-07-24T00:44:01.942769Z","end":"2026-07-24T00:44:02.127191Z","steps":["trace[876101456] 'agreement among raft nodes before linearized reading' (duration: 184.231175ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.126876Z","caller":"traceutil/trace.go:171","msg":"trace[1933060476] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"194.327208ms","start":"2026-07-24T00:44:01.932517Z","end":"2026-07-24T00:44:02.126844Z","steps":["trace[1933060476] 'process raft request' (duration: 193.798221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:02.127375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.298461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-xnc8m\" ","response":"range_response_count:1 size:6111"} {"level":"info","ts":"2026-07-24T00:44:02.127451Z","caller":"traceutil/trace.go:171","msg":"trace[640611199] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-xnc8m; range_end:; response_count:1; response_revision:25434; }","duration":"109.450216ms","start":"2026-07-24T00:44:02.017981Z","end":"2026-07-24T00:44:02.127432Z","steps":["trace[640611199] 'agreement among raft nodes before linearized reading' (duration: 109.197458ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.292593Z","caller":"traceutil/trace.go:171","msg":"trace[579598289] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26299; }","duration":"140.463206ms","start":"2026-07-24T00:44:02.152092Z","end":"2026-07-24T00:44:02.292555Z","steps":["trace[579598289] 'read index received' (duration: 95.638494ms)","trace[579598289] 'applied index is now lower than readState.Index' (duration: 44.823072ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:02.292648Z","caller":"traceutil/trace.go:171","msg":"trace[1873090365] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"142.622796ms","start":"2026-07-24T00:44:02.14998Z","end":"2026-07-24T00:44:02.292602Z","steps":["trace[1873090365] 'process raft request' (duration: 97.813534ms)","trace[1873090365] 'compare' (duration: 44.579155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:02.292948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.824129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-07-24T00:44:02.293043Z","caller":"traceutil/trace.go:171","msg":"trace[2029228579] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25436; }","duration":"140.953682ms","start":"2026-07-24T00:44:02.15207Z","end":"2026-07-24T00:44:02.293024Z","steps":["trace[2029228579] 'agreement among raft nodes before linearized reading' (duration: 140.638962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:02.293023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.967599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:44:02.293127Z","caller":"traceutil/trace.go:171","msg":"trace[425396690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25436; }","duration":"129.123725ms","start":"2026-07-24T00:44:02.163979Z","end":"2026-07-24T00:44:02.293103Z","steps":["trace[425396690] 'agreement among raft nodes before linearized reading' (duration: 128.824285ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.652496Z","caller":"traceutil/trace.go:171","msg":"trace[1234886338] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"163.543915ms","start":"2026-07-24T00:44:02.488927Z","end":"2026-07-24T00:44:02.652471Z","steps":["trace[1234886338] 'process raft request' (duration: 163.494883ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.652836Z","caller":"traceutil/trace.go:171","msg":"trace[1402306847] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"165.962122ms","start":"2026-07-24T00:44:02.486855Z","end":"2026-07-24T00:44:02.652817Z","steps":["trace[1402306847] 'process raft request' (duration: 165.389564ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.652562Z","caller":"traceutil/trace.go:171","msg":"trace[1181391538] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26306; }","duration":"148.731651ms","start":"2026-07-24T00:44:02.503798Z","end":"2026-07-24T00:44:02.652529Z","steps":["trace[1181391538] 'read index received' (duration: 148.71651ms)","trace[1181391538] 'applied index is now lower than readState.Index' (duration: 12.461µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:02.652912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.086233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb\" ","response":"range_response_count:1 size:7876"} {"level":"info","ts":"2026-07-24T00:44:02.652978Z","caller":"traceutil/trace.go:171","msg":"trace[1264359431] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb; range_end:; response_count:1; response_revision:25442; }","duration":"149.215176ms","start":"2026-07-24T00:44:02.503748Z","end":"2026-07-24T00:44:02.652963Z","steps":["trace[1264359431] 'agreement among raft nodes before linearized reading' (duration: 148.874846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.676832Z","caller":"traceutil/trace.go:171","msg":"trace[502295579] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"172.919484ms","start":"2026-07-24T00:44:02.503884Z","end":"2026-07-24T00:44:02.676804Z","steps":["trace[502295579] 'process raft request' (duration: 172.319395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.676846Z","caller":"traceutil/trace.go:171","msg":"trace[337635847] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"172.853031ms","start":"2026-07-24T00:44:02.503959Z","end":"2026-07-24T00:44:02.676812Z","steps":["trace[337635847] 'process raft request' (duration: 172.367066ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:02.923363Z","caller":"traceutil/trace.go:171","msg":"trace[946234902] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"136.115948ms","start":"2026-07-24T00:44:02.787214Z","end":"2026-07-24T00:44:02.92333Z","steps":["trace[946234902] 'process raft request' (duration: 57.307631ms)","trace[946234902] 'compare' (duration: 78.629681ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:03.373301Z","caller":"traceutil/trace.go:171","msg":"trace[1011518637] linearizableReadLoop","detail":"{readStateIndex:26327; appliedIndex:26326; }","duration":"198.520342ms","start":"2026-07-24T00:44:03.174738Z","end":"2026-07-24T00:44:03.373258Z","steps":["trace[1011518637] 'read index received' (duration: 123.592898ms)","trace[1011518637] 'applied index is now lower than readState.Index' (duration: 74.925434ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:03.373484Z","caller":"traceutil/trace.go:171","msg":"trace[970468059] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"201.723324ms","start":"2026-07-24T00:44:03.171749Z","end":"2026-07-24T00:44:03.373472Z","steps":["trace[970468059] 'process raft request' (duration: 126.46975ms)","trace[970468059] 'compare' (duration: 74.738687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:03.374385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.614857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-24T00:44:03.374436Z","caller":"traceutil/trace.go:171","msg":"trace[621066618] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:25463; }","duration":"199.706889ms","start":"2026-07-24T00:44:03.174718Z","end":"2026-07-24T00:44:03.374425Z","steps":["trace[621066618] 'agreement among raft nodes before linearized reading' (duration: 199.4244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:03.374812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.412758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274202"} {"level":"info","ts":"2026-07-24T00:44:03.374917Z","caller":"traceutil/trace.go:171","msg":"trace[501269778] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25463; }","duration":"131.605504ms","start":"2026-07-24T00:44:03.243289Z","end":"2026-07-24T00:44:03.374894Z","steps":["trace[501269778] 'agreement among raft nodes before linearized reading' (duration: 130.941203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:03.542693Z","caller":"traceutil/trace.go:171","msg":"trace[1823130066] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"135.253291ms","start":"2026-07-24T00:44:03.40742Z","end":"2026-07-24T00:44:03.542674Z","steps":["trace[1823130066] 'process raft request' (duration: 135.141228ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:03.728706Z","caller":"traceutil/trace.go:171","msg":"trace[1824409531] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"117.349488ms","start":"2026-07-24T00:44:03.6113Z","end":"2026-07-24T00:44:03.728649Z","steps":["trace[1824409531] 'process raft request' (duration: 35.960518ms)","trace[1824409531] 'compare' (duration: 81.111532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:03.729266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.548462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-24T00:44:03.729406Z","caller":"traceutil/trace.go:171","msg":"trace[1744413773] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:25468; }","duration":"115.762878ms","start":"2026-07-24T00:44:03.613624Z","end":"2026-07-24T00:44:03.729387Z","steps":["trace[1744413773] 'agreement among raft nodes before linearized reading' (duration: 115.292523ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:03.728846Z","caller":"traceutil/trace.go:171","msg":"trace[1056908966] linearizableReadLoop","detail":"{readStateIndex:26332; appliedIndex:26331; }","duration":"115.136828ms","start":"2026-07-24T00:44:03.613648Z","end":"2026-07-24T00:44:03.728785Z","steps":["trace[1056908966] 'read index received' (duration: 33.483309ms)","trace[1056908966] 'applied index is now lower than readState.Index' (duration: 81.650839ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:04.888102Z","caller":"traceutil/trace.go:171","msg":"trace[336540422] linearizableReadLoop","detail":"{readStateIndex:26372; appliedIndex:26371; }","duration":"132.026858ms","start":"2026-07-24T00:44:04.756016Z","end":"2026-07-24T00:44:04.888043Z","steps":["trace[336540422] 'read index received' (duration: 131.927665ms)","trace[336540422] 'applied index is now lower than readState.Index' (duration: 97.843µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:04.888284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.251555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-07-24T00:44:04.888405Z","caller":"traceutil/trace.go:171","msg":"trace[39648122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25507; }","duration":"132.433771ms","start":"2026-07-24T00:44:04.75595Z","end":"2026-07-24T00:44:04.888384Z","steps":["trace[39648122] 'agreement among raft nodes before linearized reading' (duration: 132.190053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:04.88828Z","caller":"traceutil/trace.go:171","msg":"trace[1978012972] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"150.426335ms","start":"2026-07-24T00:44:04.737789Z","end":"2026-07-24T00:44:04.888216Z","steps":["trace[1978012972] 'process raft request' (duration: 150.111965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:04.891845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.422043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:04.891912Z","caller":"traceutil/trace.go:171","msg":"trace[1372868011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25508; }","duration":"108.530177ms","start":"2026-07-24T00:44:04.783362Z","end":"2026-07-24T00:44:04.891892Z","steps":["trace[1372868011] 'agreement among raft nodes before linearized reading' (duration: 108.408123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:04.892236Z","caller":"traceutil/trace.go:171","msg":"trace[361411344] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"135.873091ms","start":"2026-07-24T00:44:04.756354Z","end":"2026-07-24T00:44:04.892228Z","steps":["trace[361411344] 'process raft request' (duration: 135.316703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:04.892953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.293251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:04.892979Z","caller":"traceutil/trace.go:171","msg":"trace[1347824449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25508; }","duration":"109.372114ms","start":"2026-07-24T00:44:04.783601Z","end":"2026-07-24T00:44:04.892974Z","steps":["trace[1347824449] 'agreement among raft nodes before linearized reading' (duration: 109.334773ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.932643Z","caller":"traceutil/trace.go:171","msg":"trace[607118493] linearizableReadLoop","detail":"{readStateIndex:26402; appliedIndex:26401; }","duration":"254.259072ms","start":"2026-07-24T00:44:06.678359Z","end":"2026-07-24T00:44:06.932618Z","steps":["trace[607118493] 'read index received' (duration: 254.045706ms)","trace[607118493] 'applied index is now lower than readState.Index' (duration: 212.506µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:44:06.932892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.50286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.93299Z","caller":"traceutil/trace.go:171","msg":"trace[1694147781] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"259.342424ms","start":"2026-07-24T00:44:06.673622Z","end":"2026-07-24T00:44:06.932964Z","steps":["trace[1694147781] 'process raft request' (duration: 258.842388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.933051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.688486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.933075Z","caller":"traceutil/trace.go:171","msg":"trace[678983658] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25537; }","duration":"254.752738ms","start":"2026-07-24T00:44:06.678318Z","end":"2026-07-24T00:44:06.933071Z","steps":["trace[678983658] 'agreement among raft nodes before linearized reading' (duration: 254.710066ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933013Z","caller":"traceutil/trace.go:171","msg":"trace[14829290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25537; }","duration":"254.668066ms","start":"2026-07-24T00:44:06.678335Z","end":"2026-07-24T00:44:06.933003Z","steps":["trace[14829290] 'agreement among raft nodes before linearized reading' (duration: 254.463619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.933109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.431827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:06.933124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.566784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.933158Z","caller":"traceutil/trace.go:171","msg":"trace[574356493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25537; }","duration":"161.501389ms","start":"2026-07-24T00:44:06.771638Z","end":"2026-07-24T00:44:06.93314Z","steps":["trace[574356493] 'agreement among raft nodes before linearized reading' (duration: 161.403416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933182Z","caller":"traceutil/trace.go:171","msg":"trace[310399430] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25537; }","duration":"111.665387ms","start":"2026-07-24T00:44:06.821504Z","end":"2026-07-24T00:44:06.933169Z","steps":["trace[310399430] 'agreement among raft nodes before linearized reading' (duration: 111.562464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.93337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.74761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:06.933337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.901889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:06.933419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.804789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.933448Z","caller":"traceutil/trace.go:171","msg":"trace[1863912689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25537; }","duration":"161.84751ms","start":"2026-07-24T00:44:06.77159Z","end":"2026-07-24T00:44:06.933437Z","steps":["trace[1863912689] 'agreement among raft nodes before linearized reading' (duration: 161.813199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.933446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.957024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:06.933555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.053117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:06.933599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.172101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.933627Z","caller":"traceutil/trace.go:171","msg":"trace[1410590529] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25537; }","duration":"162.243483ms","start":"2026-07-24T00:44:06.771372Z","end":"2026-07-24T00:44:06.933616Z","steps":["trace[1410590529] 'agreement among raft nodes before linearized reading' (duration: 162.181601ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933624Z","caller":"traceutil/trace.go:171","msg":"trace[101794396] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25537; }","duration":"136.189101ms","start":"2026-07-24T00:44:06.797424Z","end":"2026-07-24T00:44:06.933613Z","steps":["trace[101794396] 'agreement among raft nodes before linearized reading' (duration: 136.104098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.933613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.397563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.933626Z","caller":"traceutil/trace.go:171","msg":"trace[1677997172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25537; }","duration":"136.180661ms","start":"2026-07-24T00:44:06.797384Z","end":"2026-07-24T00:44:06.933565Z","steps":["trace[1677997172] 'agreement among raft nodes before linearized reading' (duration: 135.883831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933688Z","caller":"traceutil/trace.go:171","msg":"trace[1142756329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25537; }","duration":"201.536628ms","start":"2026-07-24T00:44:06.732128Z","end":"2026-07-24T00:44:06.933665Z","steps":["trace[1142756329] 'agreement among raft nodes before linearized reading' (duration: 201.375463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.933746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.6566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:06.933524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.191456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb\" ","response":"range_response_count:1 size:7876"} {"level":"info","ts":"2026-07-24T00:44:06.933821Z","caller":"traceutil/trace.go:171","msg":"trace[853632246] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-tcwlb; range_end:; response_count:1; response_revision:25537; }","duration":"108.498886ms","start":"2026-07-24T00:44:06.825312Z","end":"2026-07-24T00:44:06.93381Z","steps":["trace[853632246] 'agreement among raft nodes before linearized reading' (duration: 108.099694ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933826Z","caller":"traceutil/trace.go:171","msg":"trace[1581896127] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25537; }","duration":"200.773424ms","start":"2026-07-24T00:44:06.733028Z","end":"2026-07-24T00:44:06.933801Z","steps":["trace[1581896127] 'agreement among raft nodes before linearized reading' (duration: 200.613069ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933395Z","caller":"traceutil/trace.go:171","msg":"trace[1451455847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25537; }","duration":"111.822652ms","start":"2026-07-24T00:44:06.821568Z","end":"2026-07-24T00:44:06.93339Z","steps":["trace[1451455847] 'agreement among raft nodes before linearized reading' (duration: 111.782551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.933386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.19868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.934009Z","caller":"traceutil/trace.go:171","msg":"trace[984041111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25537; }","duration":"172.873092ms","start":"2026-07-24T00:44:06.761127Z","end":"2026-07-24T00:44:06.934Z","steps":["trace[984041111] 'agreement among raft nodes before linearized reading' (duration: 172.220712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.93401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.682306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.934075Z","caller":"traceutil/trace.go:171","msg":"trace[51774070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25537; }","duration":"172.852281ms","start":"2026-07-24T00:44:06.761203Z","end":"2026-07-24T00:44:06.934055Z","steps":["trace[51774070] 'agreement among raft nodes before linearized reading' (duration: 172.525621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.93339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.824723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.934392Z","caller":"traceutil/trace.go:171","msg":"trace[2040696465] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25537; }","duration":"112.837155ms","start":"2026-07-24T00:44:06.821515Z","end":"2026-07-24T00:44:06.934352Z","steps":["trace[2040696465] 'agreement among raft nodes before linearized reading' (duration: 111.846353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.934197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.021935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.934818Z","caller":"traceutil/trace.go:171","msg":"trace[524346408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25537; }","duration":"218.668655ms","start":"2026-07-24T00:44:06.716137Z","end":"2026-07-24T00:44:06.934806Z","steps":["trace[524346408] 'agreement among raft nodes before linearized reading' (duration: 217.375444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.934283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.086976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.935053Z","caller":"traceutil/trace.go:171","msg":"trace[114680346] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25537; }","duration":"202.899602ms","start":"2026-07-24T00:44:06.732139Z","end":"2026-07-24T00:44:06.935038Z","steps":["trace[114680346] 'agreement among raft nodes before linearized reading' (duration: 201.324791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:06.934498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.182343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:06.935428Z","caller":"traceutil/trace.go:171","msg":"trace[1083049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25537; }","duration":"138.133743ms","start":"2026-07-24T00:44:06.797278Z","end":"2026-07-24T00:44:06.935412Z","steps":["trace[1083049] 'agreement among raft nodes before linearized reading' (duration: 136.016205ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:06.933441Z","caller":"traceutil/trace.go:171","msg":"trace[521642254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25537; }","duration":"253.070084ms","start":"2026-07-24T00:44:06.680348Z","end":"2026-07-24T00:44:06.933418Z","steps":["trace[521642254] 'agreement among raft nodes before linearized reading' (duration: 252.62649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:07.342115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.400546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:07.342925Z","caller":"traceutil/trace.go:171","msg":"trace[1282030705] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25541; }","duration":"111.267724ms","start":"2026-07-24T00:44:07.231609Z","end":"2026-07-24T00:44:07.342877Z","steps":["trace[1282030705] 'range keys from in-memory index tree' (duration: 110.293063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:07.342164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:07.343028Z","caller":"traceutil/trace.go:171","msg":"trace[2057372505] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25541; }","duration":"111.376438ms","start":"2026-07-24T00:44:07.231629Z","end":"2026-07-24T00:44:07.343005Z","steps":["trace[2057372505] 'count revisions from in-memory index tree' (duration: 110.353445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.26127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.924129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.261403Z","caller":"traceutil/trace.go:171","msg":"trace[186508439] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25546; }","duration":"119.095124ms","start":"2026-07-24T00:44:08.142279Z","end":"2026-07-24T00:44:08.261374Z","steps":["trace[186508439] 'range keys from in-memory index tree' (duration: 118.878938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.261731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.349743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.261777Z","caller":"traceutil/trace.go:171","msg":"trace[698524666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25546; }","duration":"119.409165ms","start":"2026-07-24T00:44:08.142354Z","end":"2026-07-24T00:44:08.261763Z","steps":["trace[698524666] 'count revisions from in-memory index tree' (duration: 119.309932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.261964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.218389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.262038Z","caller":"traceutil/trace.go:171","msg":"trace[173782072] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25546; }","duration":"119.344513ms","start":"2026-07-24T00:44:08.14268Z","end":"2026-07-24T00:44:08.262024Z","steps":["trace[173782072] 'range keys from in-memory index tree' (duration: 119.089954ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:08.644094Z","caller":"traceutil/trace.go:171","msg":"trace[1085098343] linearizableReadLoop","detail":"{readStateIndex:26412; appliedIndex:26411; }","duration":"145.642163ms","start":"2026-07-24T00:44:08.498419Z","end":"2026-07-24T00:44:08.644061Z","steps":["trace[1085098343] 'read index received' (duration: 145.23172ms)","trace[1085098343] 'applied index is now lower than readState.Index' (duration: 409.203µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:44:08.644247Z","caller":"traceutil/trace.go:171","msg":"trace[1056875375] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"152.306085ms","start":"2026-07-24T00:44:08.491915Z","end":"2026-07-24T00:44:08.644221Z","steps":["trace[1056875375] 'process raft request' (duration: 151.902392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.644343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.87581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.644393Z","caller":"traceutil/trace.go:171","msg":"trace[2137231258] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25547; }","duration":"146.003454ms","start":"2026-07-24T00:44:08.498376Z","end":"2026-07-24T00:44:08.64438Z","steps":["trace[2137231258] 'agreement among raft nodes before linearized reading' (duration: 145.864139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.64451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.013274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.644609Z","caller":"traceutil/trace.go:171","msg":"trace[1653884924] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25547; }","duration":"146.130478ms","start":"2026-07-24T00:44:08.498462Z","end":"2026-07-24T00:44:08.644593Z","steps":["trace[1653884924] 'agreement among raft nodes before linearized reading' (duration: 145.990343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.644829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.588441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:44:08.644828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.308543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.644885Z","caller":"traceutil/trace.go:171","msg":"trace[1628061770] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25547; }","duration":"146.394257ms","start":"2026-07-24T00:44:08.498481Z","end":"2026-07-24T00:44:08.644875Z","steps":["trace[1628061770] 'agreement among raft nodes before linearized reading' (duration: 146.283113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:08.644883Z","caller":"traceutil/trace.go:171","msg":"trace[279033721] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25547; }","duration":"140.688275ms","start":"2026-07-24T00:44:08.504183Z","end":"2026-07-24T00:44:08.644872Z","steps":["trace[279033721] 'agreement among raft nodes before linearized reading' (duration: 140.577701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.644981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.859498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.645008Z","caller":"traceutil/trace.go:171","msg":"trace[450877331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25547; }","duration":"108.898339ms","start":"2026-07-24T00:44:08.536102Z","end":"2026-07-24T00:44:08.645Z","steps":["trace[450877331] 'agreement among raft nodes before linearized reading' (duration: 108.847787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.645058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.369358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:44:08.64508Z","caller":"traceutil/trace.go:171","msg":"trace[2019924274] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25547; }","duration":"132.393749ms","start":"2026-07-24T00:44:08.512679Z","end":"2026-07-24T00:44:08.645073Z","steps":["trace[2019924274] 'agreement among raft nodes before linearized reading' (duration: 132.318677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.645113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.267355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:32 size:282357"} {"level":"warn","ts":"2026-07-24T00:44:08.645162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.554496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.645186Z","caller":"traceutil/trace.go:171","msg":"trace[1282928828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25547; }","duration":"107.589386ms","start":"2026-07-24T00:44:08.537589Z","end":"2026-07-24T00:44:08.645178Z","steps":["trace[1282928828] 'agreement among raft nodes before linearized reading' (duration: 107.551245ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:08.645188Z","caller":"traceutil/trace.go:171","msg":"trace[845780571] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:32; response_revision:25547; }","duration":"132.369898ms","start":"2026-07-24T00:44:08.512801Z","end":"2026-07-24T00:44:08.645171Z","steps":["trace[845780571] 'agreement among raft nodes before linearized reading' (duration: 131.887293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.645491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.58463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:44:08.645536Z","caller":"traceutil/trace.go:171","msg":"trace[1518276301] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25547; }","duration":"109.706184ms","start":"2026-07-24T00:44:08.535819Z","end":"2026-07-24T00:44:08.645525Z","steps":["trace[1518276301] 'agreement among raft nodes before linearized reading' (duration: 109.602041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:44:08.64567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.897855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:500 ","response":"range_response_count:32 size:282357"} {"level":"info","ts":"2026-07-24T00:44:08.645797Z","caller":"traceutil/trace.go:171","msg":"trace[523752520] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:32; response_revision:25547; }","duration":"133.021469ms","start":"2026-07-24T00:44:08.512748Z","end":"2026-07-24T00:44:08.645769Z","steps":["trace[523752520] 'agreement among raft nodes before linearized reading' (duration: 131.987406ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:10.020666Z","caller":"traceutil/trace.go:171","msg":"trace[2138709596] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"110.895872ms","start":"2026-07-24T00:44:09.909737Z","end":"2026-07-24T00:44:10.020633Z","steps":["trace[2138709596] 'process raft request' (duration: 110.675165ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:44:13.948943Z","caller":"traceutil/trace.go:171","msg":"trace[1327836525] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"125.807208ms","start":"2026-07-24T00:44:13.823079Z","end":"2026-07-24T00:44:13.948886Z","steps":["trace[1327836525] 'process raft request' (duration: 91.198853ms)","trace[1327836525] 'compare' (duration: 34.002696ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:30.833192Z","caller":"traceutil/trace.go:171","msg":"trace[1041547649] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"257.953021ms","start":"2026-07-24T00:45:30.575204Z","end":"2026-07-24T00:45:30.833157Z","steps":["trace[1041547649] 'process raft request' (duration: 257.278929ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:30.833725Z","caller":"traceutil/trace.go:171","msg":"trace[37056831] linearizableReadLoop","detail":"{readStateIndex:27170; appliedIndex:27168; }","duration":"190.95373ms","start":"2026-07-24T00:45:30.642747Z","end":"2026-07-24T00:45:30.833701Z","steps":["trace[37056831] 'read index received' (duration: 190.066072ms)","trace[37056831] 'applied index is now lower than readState.Index' (duration: 886.688µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:30.833956Z","caller":"traceutil/trace.go:171","msg":"trace[2025274761] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"206.427664ms","start":"2026-07-24T00:45:30.6275Z","end":"2026-07-24T00:45:30.833928Z","steps":["trace[2025274761] 'process raft request' (duration: 206.059253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:30.834011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.837711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:30.834056Z","caller":"traceutil/trace.go:171","msg":"trace[1256161922] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26285; }","duration":"146.948624ms","start":"2026-07-24T00:45:30.687094Z","end":"2026-07-24T00:45:30.834042Z","steps":["trace[1256161922] 'agreement among raft nodes before linearized reading' (duration: 146.83889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:30.83409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.078068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:45:30.834123Z","caller":"traceutil/trace.go:171","msg":"trace[1910775241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26285; }","duration":"116.16249ms","start":"2026-07-24T00:45:30.71795Z","end":"2026-07-24T00:45:30.834113Z","steps":["trace[1910775241] 'agreement among raft nodes before linearized reading' (duration: 116.028726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:30.834174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.390104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:45:30.8345Z","caller":"traceutil/trace.go:171","msg":"trace[984567048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26285; }","duration":"191.776456ms","start":"2026-07-24T00:45:30.6427Z","end":"2026-07-24T00:45:30.834476Z","steps":["trace[984567048] 'agreement among raft nodes before linearized reading' (duration: 191.200887ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:31.945985Z","caller":"traceutil/trace.go:171","msg":"trace[2047595074] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"109.822868ms","start":"2026-07-24T00:45:31.836084Z","end":"2026-07-24T00:45:31.945907Z","steps":["trace[2047595074] 'process raft request' (duration: 109.55628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:40.265103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.958958ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:45:40.265182Z","caller":"traceutil/trace.go:171","msg":"trace[154478908] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27273; }","duration":"380.36011ms","start":"2026-07-24T00:45:39.884807Z","end":"2026-07-24T00:45:40.265167Z","steps":["trace[154478908] 'read index received' (duration: 36.295509ms)","trace[154478908] 'applied index is now lower than readState.Index' (duration: 344.061491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:40.265559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.745543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:45:40.265833Z","caller":"traceutil/trace.go:171","msg":"trace[1172391776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26387; }","duration":"381.077073ms","start":"2026-07-24T00:45:39.884741Z","end":"2026-07-24T00:45:40.265818Z","steps":["trace[1172391776] 'agreement among raft nodes before linearized reading' (duration: 380.691151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:40.265861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:39.88472Z","time spent":"381.134685ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:45:40.366137Z","caller":"traceutil/trace.go:171","msg":"trace[834462349] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27274; }","duration":"100.919434ms","start":"2026-07-24T00:45:40.265197Z","end":"2026-07-24T00:45:40.366116Z","steps":["trace[834462349] 'read index received' (duration: 100.773659ms)","trace[834462349] 'applied index is now lower than readState.Index' (duration: 144.635µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:40.366327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.400877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:45:40.366301Z","caller":"traceutil/trace.go:171","msg":"trace[1531392080] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"252.383162ms","start":"2026-07-24T00:45:40.113886Z","end":"2026-07-24T00:45:40.366269Z","steps":["trace[1531392080] 'process raft request' (duration: 252.02872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:40.366358Z","caller":"traceutil/trace.go:171","msg":"trace[2103290284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26388; }","duration":"414.50566ms","start":"2026-07-24T00:45:39.951845Z","end":"2026-07-24T00:45:40.36635Z","steps":["trace[2103290284] 'agreement among raft nodes before linearized reading' (duration: 414.348895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:40.366385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:39.951826Z","time spent":"414.553262ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:45:40.366475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.818682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T00:45:40.366534Z","caller":"traceutil/trace.go:171","msg":"trace[1693951857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26388; }","duration":"199.984098ms","start":"2026-07-24T00:45:40.166532Z","end":"2026-07-24T00:45:40.366516Z","steps":["trace[1693951857] 'agreement among raft nodes before linearized reading' (duration: 199.609186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:40.366433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.611105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:40.366628Z","caller":"traceutil/trace.go:171","msg":"trace[870669145] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26388; }","duration":"255.902524ms","start":"2026-07-24T00:45:40.110694Z","end":"2026-07-24T00:45:40.366596Z","steps":["trace[870669145] 'agreement among raft nodes before linearized reading' (duration: 255.512562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:40.39236Z","caller":"traceutil/trace.go:171","msg":"trace[1654511072] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"123.215326ms","start":"2026-07-24T00:45:40.269101Z","end":"2026-07-24T00:45:40.392316Z","steps":["trace[1654511072] 'process raft request' (duration: 122.965778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.20298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.834163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:41.203053Z","caller":"traceutil/trace.go:171","msg":"trace[1438720880] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26391; }","duration":"523.948157ms","start":"2026-07-24T00:45:40.679089Z","end":"2026-07-24T00:45:41.203037Z","steps":["trace[1438720880] 'range keys from in-memory index tree' (duration: 523.73297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.203059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.571062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:41.203089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.679061Z","time spent":"524.018159ms","remote":"127.0.0.1:42890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T00:45:41.203114Z","caller":"traceutil/trace.go:171","msg":"trace[1179933158] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26391; }","duration":"439.649944ms","start":"2026-07-24T00:45:40.76345Z","end":"2026-07-24T00:45:41.2031Z","steps":["trace[1179933158] 'count revisions from in-memory index tree' (duration: 439.498689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.203144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.763395Z","time spent":"439.741497ms","remote":"127.0.0.1:39862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:41.249325Z","caller":"traceutil/trace.go:171","msg":"trace[546253671] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"371.962952ms","start":"2026-07-24T00:45:40.87733Z","end":"2026-07-24T00:45:41.249293Z","steps":["trace[546253671] 'process raft request' (duration: 371.679923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.249477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.877302Z","time spent":"372.088347ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:41.249685Z","caller":"traceutil/trace.go:171","msg":"trace[1416164907] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27278; }","duration":"314.663302ms","start":"2026-07-24T00:45:40.934542Z","end":"2026-07-24T00:45:41.249205Z","steps":["trace[1416164907] 'read index received' (duration: 313.505865ms)","trace[1416164907] 'applied index is now lower than readState.Index' (duration: 1.156477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:41.24971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.148797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:45:41.249867Z","caller":"traceutil/trace.go:171","msg":"trace[1312356644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26392; }","duration":"315.348364ms","start":"2026-07-24T00:45:40.934492Z","end":"2026-07-24T00:45:41.249841Z","steps":["trace[1312356644] 'agreement among raft nodes before linearized reading' (duration: 314.846178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.249948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.934472Z","time spent":"315.463487ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:45:41.464328Z","caller":"traceutil/trace.go:171","msg":"trace[331137697] linearizableReadLoop","detail":"{readStateIndex:27281; appliedIndex:27279; }","duration":"214.500512ms","start":"2026-07-24T00:45:41.24975Z","end":"2026-07-24T00:45:41.46425Z","steps":["trace[331137697] 'read index received' (duration: 214.056368ms)","trace[331137697] 'applied index is now lower than readState.Index' (duration: 442.914µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:41.464452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.113212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-24T00:45:41.464515Z","caller":"traceutil/trace.go:171","msg":"trace[1691653763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26394; }","duration":"277.223635ms","start":"2026-07-24T00:45:41.187278Z","end":"2026-07-24T00:45:41.464502Z","steps":["trace[1691653763] 'agreement among raft nodes before linearized reading' (duration: 276.994688ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:41.464591Z","caller":"traceutil/trace.go:171","msg":"trace[966533285] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"472.908177ms","start":"2026-07-24T00:45:40.991643Z","end":"2026-07-24T00:45:41.464551Z","steps":["trace[966533285] 'process raft request' (duration: 472.214805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.464662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.172352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T00:45:41.464666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.665023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:45:41.46467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.797396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:41.464713Z","caller":"traceutil/trace.go:171","msg":"trace[2023591911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26394; }","duration":"446.251755ms","start":"2026-07-24T00:45:41.01844Z","end":"2026-07-24T00:45:41.464692Z","steps":["trace[2023591911] 'agreement among raft nodes before linearized reading' (duration: 446.115951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.464756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.009825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:41.464758Z","caller":"traceutil/trace.go:171","msg":"trace[1322516234] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26394; }","duration":"257.92807ms","start":"2026-07-24T00:45:41.206811Z","end":"2026-07-24T00:45:41.464739Z","steps":["trace[1322516234] 'agreement among raft nodes before linearized reading' (duration: 257.769885ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:41.464789Z","caller":"traceutil/trace.go:171","msg":"trace[1163641010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26394; }","duration":"522.071197ms","start":"2026-07-24T00:45:40.942712Z","end":"2026-07-24T00:45:41.464783Z","steps":["trace[1163641010] 'agreement among raft nodes before linearized reading' (duration: 522.017386ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:41.46447Z","caller":"traceutil/trace.go:171","msg":"trace[1759205797] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"265.709398ms","start":"2026-07-24T00:45:41.198707Z","end":"2026-07-24T00:45:41.464416Z","steps":["trace[1759205797] 'process raft request' (duration: 265.48306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.464782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.991622Z","time spent":"473.053331ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:41.464823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.942693Z","time spent":"522.123319ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:45:41.46482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.632321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-24T00:45:41.464888Z","caller":"traceutil/trace.go:171","msg":"trace[1202592335] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26394; }","duration":"494.737144ms","start":"2026-07-24T00:45:40.970133Z","end":"2026-07-24T00:45:41.46487Z","steps":["trace[1202592335] 'agreement among raft nodes before linearized reading' (duration: 494.479696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.464758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.018401Z","time spent":"446.347068ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:45:41.464938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:40.970116Z","time spent":"494.809686ms","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:41.464713Z","caller":"traceutil/trace.go:171","msg":"trace[1610548238] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26394; }","duration":"361.777377ms","start":"2026-07-24T00:45:41.10292Z","end":"2026-07-24T00:45:41.464698Z","steps":["trace[1610548238] 'agreement among raft nodes before linearized reading' (duration: 361.531559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.465011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.102901Z","time spent":"362.083607ms","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:41.464742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.708478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:45:41.465566Z","caller":"traceutil/trace.go:171","msg":"trace[2015028282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26394; }","duration":"446.554025ms","start":"2026-07-24T00:45:41.018994Z","end":"2026-07-24T00:45:41.465548Z","steps":["trace[2015028282] 'agreement among raft nodes before linearized reading' (duration: 445.565933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:41.465667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.018982Z","time spent":"446.674488ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:45:42.038691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.440109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:42.038815Z","caller":"traceutil/trace.go:171","msg":"trace[333025797] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27281; }","duration":"574.378047ms","start":"2026-07-24T00:45:41.464418Z","end":"2026-07-24T00:45:42.038796Z","steps":["trace[333025797] 'read index received' (duration: 205.806464ms)","trace[333025797] 'applied index is now lower than readState.Index' (duration: 368.569473ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:42.038904Z","caller":"traceutil/trace.go:171","msg":"trace[1501690375] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"780.526723ms","start":"2026-07-24T00:45:41.258362Z","end":"2026-07-24T00:45:42.038889Z","steps":["trace[1501690375] 'process raft request' (duration: 411.780954ms)","trace[1501690375] 'compare' (duration: 368.305505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:42.038986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.25834Z","time spent":"780.605006ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:42.039354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.304659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:45:42.039417Z","caller":"traceutil/trace.go:171","msg":"trace[458009449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26395; }","duration":"705.401832ms","start":"2026-07-24T00:45:41.333998Z","end":"2026-07-24T00:45:42.039399Z","steps":["trace[458009449] 'agreement among raft nodes before linearized reading' (duration: 705.210126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.039461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.333968Z","time spent":"705.480945ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T00:45:42.054184Z","caller":"traceutil/trace.go:171","msg":"trace[28713695] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"550.38247ms","start":"2026-07-24T00:45:41.503784Z","end":"2026-07-24T00:45:42.054166Z","steps":["trace[28713695] 'process raft request' (duration: 550.353079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.054413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.50375Z","time spent":"550.501594ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:42.05449Z","caller":"traceutil/trace.go:171","msg":"trace[1709960889] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"585.157061ms","start":"2026-07-24T00:45:41.469272Z","end":"2026-07-24T00:45:42.054429Z","steps":["trace[1709960889] 'process raft request' (duration: 584.681226ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:42.054652Z","caller":"traceutil/trace.go:171","msg":"trace[220129849] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"585.028007ms","start":"2026-07-24T00:45:41.469612Z","end":"2026-07-24T00:45:42.05464Z","steps":["trace[220129849] 'process raft request' (duration: 584.452458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.054811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.469243Z","time spent":"585.395639ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:42.05498Z","caller":"traceutil/trace.go:171","msg":"trace[1165222967] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"584.952434ms","start":"2026-07-24T00:45:41.470019Z","end":"2026-07-24T00:45:42.054972Z","steps":["trace[1165222967] 'process raft request' (duration: 584.089737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.05503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.470003Z","time spent":"585.005906ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:42.054818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.469603Z","time spent":"585.188002ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:42.343264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.772448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:42.343646Z","caller":"traceutil/trace.go:171","msg":"trace[733036357] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"654.512037ms","start":"2026-07-24T00:45:41.689107Z","end":"2026-07-24T00:45:42.343619Z","steps":["trace[733036357] 'process raft request' (duration: 466.207782ms)","trace[733036357] 'compare' (duration: 187.561461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:42.34378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.689087Z","time spent":"654.61724ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:42.34398Z","caller":"traceutil/trace.go:171","msg":"trace[640210544] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27282; }","duration":"305.109496ms","start":"2026-07-24T00:45:42.038851Z","end":"2026-07-24T00:45:42.34396Z","steps":["trace[640210544] 'read index received' (duration: 15.122462ms)","trace[640210544] 'applied index is now lower than readState.Index' (duration: 289.985114ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:42.344035Z","caller":"traceutil/trace.go:171","msg":"trace[733643743] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"299.111865ms","start":"2026-07-24T00:45:42.04491Z","end":"2026-07-24T00:45:42.344022Z","steps":["trace[733643743] 'process raft request' (duration: 298.789765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.344189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.50507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:42.344216Z","caller":"traceutil/trace.go:171","msg":"trace[92792221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26401; }","duration":"877.547932ms","start":"2026-07-24T00:45:41.466663Z","end":"2026-07-24T00:45:42.344211Z","steps":["trace[92792221] 'agreement among raft nodes before linearized reading' (duration: 877.48487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.344231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.466646Z","time spent":"877.581823ms","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:45:42.344424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.182399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:45:42.344444Z","caller":"traceutil/trace.go:171","msg":"trace[2031959341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26401; }","duration":"876.219229ms","start":"2026-07-24T00:45:41.468219Z","end":"2026-07-24T00:45:42.344438Z","steps":["trace[2031959341] 'agreement among raft nodes before linearized reading' (duration: 876.123136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.344457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.468212Z","time spent":"876.24171ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:45:42.344482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.940108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:42.344553Z","caller":"traceutil/trace.go:171","msg":"trace[662158142] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26401; }","duration":"247.080863ms","start":"2026-07-24T00:45:42.097455Z","end":"2026-07-24T00:45:42.344536Z","steps":["trace[662158142] 'agreement among raft nodes before linearized reading' (duration: 246.923828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.344636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.898419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:42.344741Z","caller":"traceutil/trace.go:171","msg":"trace[140071927] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26401; }","duration":"871.020343ms","start":"2026-07-24T00:45:41.473701Z","end":"2026-07-24T00:45:42.344721Z","steps":["trace[140071927] 'agreement among raft nodes before linearized reading' (duration: 870.436585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:42.344836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:41.473694Z","time spent":"871.114936ms","remote":"127.0.0.1:39664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:43.120138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.171826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:43.12035Z","caller":"traceutil/trace.go:171","msg":"trace[1347963672] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"722.165169ms","start":"2026-07-24T00:45:42.398168Z","end":"2026-07-24T00:45:43.120333Z","steps":["trace[1347963672] 'process raft request' (duration: 722.066236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:43.120411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.398143Z","time spent":"722.238042ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:43.120765Z","caller":"traceutil/trace.go:171","msg":"trace[1062621151] linearizableReadLoop","detail":"{readStateIndex:27289; appliedIndex:27288; }","duration":"750.114532ms","start":"2026-07-24T00:45:42.370635Z","end":"2026-07-24T00:45:43.12075Z","steps":["trace[1062621151] 'read index received' (duration: 219.255804ms)","trace[1062621151] 'applied index is now lower than readState.Index' (duration: 530.856908ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:43.120746Z","caller":"traceutil/trace.go:171","msg":"trace[414206070] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"750.433671ms","start":"2026-07-24T00:45:42.370272Z","end":"2026-07-24T00:45:43.120706Z","steps":["trace[414206070] 'process raft request' (duration: 219.605154ms)","trace[414206070] 'compare' (duration: 529.562267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:43.1209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.261406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-24T00:45:43.120929Z","caller":"traceutil/trace.go:171","msg":"trace[1109074298] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26403; }","duration":"750.312758ms","start":"2026-07-24T00:45:42.370609Z","end":"2026-07-24T00:45:43.120922Z","steps":["trace[1109074298] 'agreement among raft nodes before linearized reading' (duration: 750.204195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:43.120951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.370598Z","time spent":"750.348349ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-24T00:45:43.120935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.370236Z","time spent":"750.592777ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:44.063595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.352009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:44.063729Z","caller":"traceutil/trace.go:171","msg":"trace[1643036094] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"1.041650575s","start":"2026-07-24T00:45:43.02206Z","end":"2026-07-24T00:45:44.06371Z","steps":["trace[1643036094] 'process raft request' (duration: 507.11868ms)","trace[1643036094] 'compare' (duration: 534.233856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:44.063823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.022034Z","time spent":"1.041735257s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.063807Z","caller":"traceutil/trace.go:171","msg":"trace[568085509] linearizableReadLoop","detail":"{readStateIndex:27291; appliedIndex:27290; }","duration":"942.996154ms","start":"2026-07-24T00:45:43.120792Z","end":"2026-07-24T00:45:44.063788Z","steps":["trace[568085509] 'read index received' (duration: 408.289413ms)","trace[568085509] 'applied index is now lower than readState.Index' (duration: 534.704711ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:44.063834Z","caller":"traceutil/trace.go:171","msg":"trace[147316981] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"589.632796ms","start":"2026-07-24T00:45:43.474188Z","end":"2026-07-24T00:45:44.063821Z","steps":["trace[147316981] 'process raft request' (duration: 589.580904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.063881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.474168Z","time spent":"589.691737ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.06397Z","caller":"traceutil/trace.go:171","msg":"trace[725643685] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"589.611385ms","start":"2026-07-24T00:45:43.474343Z","end":"2026-07-24T00:45:44.063954Z","steps":["trace[725643685] 'process raft request' (duration: 589.45362ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:44.063985Z","caller":"traceutil/trace.go:171","msg":"trace[779140490] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"809.042225ms","start":"2026-07-24T00:45:43.254935Z","end":"2026-07-24T00:45:44.063977Z","steps":["trace[779140490] 'process raft request' (duration: 808.746535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.064021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666865068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-24T00:45:44.064026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.254917Z","time spent":"809.087336ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.06405Z","caller":"traceutil/trace.go:171","msg":"trace[1109867394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26407; }","duration":"1.66694109s","start":"2026-07-24T00:45:42.3971Z","end":"2026-07-24T00:45:44.064041Z","steps":["trace[1109867394] 'agreement among raft nodes before linearized reading' (duration: 1.666814116s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.06407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.397082Z","time spent":"1.666982791s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T00:45:44.064064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.474333Z","time spent":"589.671967ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:44.064176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119647767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:44.064208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28754965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.064212Z","caller":"traceutil/trace.go:171","msg":"trace[699103109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26407; }","duration":"1.119704039s","start":"2026-07-24T00:45:42.944491Z","end":"2026-07-24T00:45:44.064195Z","steps":["trace[699103109] 'agreement among raft nodes before linearized reading' (duration: 1.119379528s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:44.064234Z","caller":"traceutil/trace.go:171","msg":"trace[2047701068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26407; }","duration":"1.287615953s","start":"2026-07-24T00:45:42.77661Z","end":"2026-07-24T00:45:44.064226Z","steps":["trace[2047701068] 'agreement among raft nodes before linearized reading' (duration: 1.287274572s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.064238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.944473Z","time spent":"1.11975839s","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:45:44.064246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332550948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:44.064255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.776588Z","time spent":"1.287661473s","remote":"127.0.0.1:39358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:44.064273Z","caller":"traceutil/trace.go:171","msg":"trace[1694402258] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26407; }","duration":"1.33261068s","start":"2026-07-24T00:45:42.731653Z","end":"2026-07-24T00:45:44.064264Z","steps":["trace[1694402258] 'agreement among raft nodes before linearized reading' (duration: 1.332237958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.064295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.731568Z","time spent":"1.332721804s","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:44.064523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629782473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T00:45:44.064602Z","caller":"traceutil/trace.go:171","msg":"trace[586646681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26407; }","duration":"1.629927137s","start":"2026-07-24T00:45:42.434655Z","end":"2026-07-24T00:45:44.064582Z","steps":["trace[586646681] 'agreement among raft nodes before linearized reading' (duration: 1.629252986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.064639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:42.434595Z","time spent":"1.630037231s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T00:45:44.134777Z","caller":"traceutil/trace.go:171","msg":"trace[878542400] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"122.380159ms","start":"2026-07-24T00:45:44.012372Z","end":"2026-07-24T00:45:44.134752Z","steps":["trace[878542400] 'process raft request' (duration: 122.227924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.533459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.135309Z","caller":"traceutil/trace.go:171","msg":"trace[1478932859] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26408; }","duration":"464.609392ms","start":"2026-07-24T00:45:43.670685Z","end":"2026-07-24T00:45:44.135294Z","steps":["trace[1478932859] 'agreement among raft nodes before linearized reading' (duration: 464.535319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.670668Z","time spent":"464.657613ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:44.13557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.502325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-24T00:45:44.135649Z","caller":"traceutil/trace.go:171","msg":"trace[1331017652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26408; }","duration":"632.649209ms","start":"2026-07-24T00:45:43.502977Z","end":"2026-07-24T00:45:44.135626Z","steps":["trace[1331017652] 'agreement among raft nodes before linearized reading' (duration: 632.442893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.502955Z","time spent":"632.720932ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T00:45:44.135694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.604575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.135718Z","caller":"traceutil/trace.go:171","msg":"trace[1321551626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26408; }","duration":"219.663557ms","start":"2026-07-24T00:45:43.916048Z","end":"2026-07-24T00:45:44.135711Z","steps":["trace[1321551626] 'agreement among raft nodes before linearized reading' (duration: 219.624986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.459129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:44.135851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.091597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.135883Z","caller":"traceutil/trace.go:171","msg":"trace[866808844] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26408; }","duration":"265.550213ms","start":"2026-07-24T00:45:43.870317Z","end":"2026-07-24T00:45:44.135867Z","steps":["trace[866808844] 'agreement among raft nodes before linearized reading' (duration: 265.46642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.525597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:44.135921Z","caller":"traceutil/trace.go:171","msg":"trace[626316501] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26408; }","duration":"913.202611ms","start":"2026-07-24T00:45:43.222703Z","end":"2026-07-24T00:45:44.135905Z","steps":["trace[626316501] 'agreement among raft nodes before linearized reading' (duration: 913.063537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.584521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-24T00:45:44.135947Z","caller":"traceutil/trace.go:171","msg":"trace[221909532] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26408; }","duration":"818.643901ms","start":"2026-07-24T00:45:43.317286Z","end":"2026-07-24T00:45:44.13593Z","steps":["trace[221909532] 'agreement among raft nodes before linearized reading' (duration: 818.489076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.222689Z","time spent":"913.258844ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:44.135963Z","caller":"traceutil/trace.go:171","msg":"trace[1271963394] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26408; }","duration":"999.653573ms","start":"2026-07-24T00:45:43.136301Z","end":"2026-07-24T00:45:44.135954Z","steps":["trace[1271963394] 'agreement among raft nodes before linearized reading' (duration: 999.538139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.135992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.136283Z","time spent":"999.704145ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-24T00:45:44.13599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:43.317267Z","time spent":"818.713294ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:44.558826Z","caller":"traceutil/trace.go:171","msg":"trace[1529733146] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"491.293674ms","start":"2026-07-24T00:45:44.067513Z","end":"2026-07-24T00:45:44.558807Z","steps":["trace[1529733146] 'process raft request' (duration: 491.230742ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:44.558965Z","caller":"traceutil/trace.go:171","msg":"trace[2027463519] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27296; }","duration":"424.084867ms","start":"2026-07-24T00:45:44.134858Z","end":"2026-07-24T00:45:44.558943Z","steps":["trace[2027463519] 'read index received' (duration: 423.87736ms)","trace[2027463519] 'applied index is now lower than readState.Index' (duration: 206.107µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:44.558841Z","caller":"traceutil/trace.go:171","msg":"trace[1655987155] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"492.491393ms","start":"2026-07-24T00:45:44.066316Z","end":"2026-07-24T00:45:44.558807Z","steps":["trace[1655987155] 'process raft request' (duration: 492.293846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:44.559147Z","caller":"traceutil/trace.go:171","msg":"trace[2088623216] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"491.082277ms","start":"2026-07-24T00:45:44.067997Z","end":"2026-07-24T00:45:44.559079Z","steps":["trace[2088623216] 'process raft request' (duration: 490.778538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.559236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.0663Z","time spent":"492.862714ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:44.559002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.067496Z","time spent":"491.448629ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:44.559421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.06799Z","time spent":"491.292864ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:44.559693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.956686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.559934Z","caller":"traceutil/trace.go:171","msg":"trace[790074574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26411; }","duration":"487.008357ms","start":"2026-07-24T00:45:44.072728Z","end":"2026-07-24T00:45:44.559736Z","steps":["trace[790074574] 'agreement among raft nodes before linearized reading' (duration: 486.327046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.559966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.072694Z","time spent":"487.265826ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T00:45:44.892859Z","caller":"traceutil/trace.go:171","msg":"trace[2024852556] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"750.547236ms","start":"2026-07-24T00:45:44.142286Z","end":"2026-07-24T00:45:44.892833Z","steps":["trace[2024852556] 'process raft request' (duration: 699.890018ms)","trace[2024852556] 'compare' (duration: 50.238234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:44.892992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.142229Z","time spent":"750.694531ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.89304Z","caller":"traceutil/trace.go:171","msg":"trace[862454518] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"749.808092ms","start":"2026-07-24T00:45:44.143211Z","end":"2026-07-24T00:45:44.893019Z","steps":["trace[862454518] 'process raft request' (duration: 749.537523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.893151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.14319Z","time spent":"749.900585ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.893464Z","caller":"traceutil/trace.go:171","msg":"trace[1897201607] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"542.613113ms","start":"2026-07-24T00:45:44.350827Z","end":"2026-07-24T00:45:44.89344Z","steps":["trace[1897201607] 'process raft request' (duration: 542.49688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.893517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.350807Z","time spent":"542.683656ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.893488Z","caller":"traceutil/trace.go:171","msg":"trace[1793833027] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"746.990643ms","start":"2026-07-24T00:45:44.146458Z","end":"2026-07-24T00:45:44.893449Z","steps":["trace[1793833027] 'process raft request' (duration: 746.831607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.893717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.338089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-24T00:45:44.893751Z","caller":"traceutil/trace.go:171","msg":"trace[1453191611] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26417; }","duration":"750.417082ms","start":"2026-07-24T00:45:44.143325Z","end":"2026-07-24T00:45:44.893742Z","steps":["trace[1453191611] 'agreement among raft nodes before linearized reading' (duration: 750.277847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.893736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.146449Z","time spent":"747.181028ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:44.893775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.143298Z","time spent":"750.472014ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-24T00:45:44.893946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.358196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-24T00:45:44.89397Z","caller":"traceutil/trace.go:171","msg":"trace[434670640] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:26417; }","duration":"337.410028ms","start":"2026-07-24T00:45:44.556554Z","end":"2026-07-24T00:45:44.893964Z","steps":["trace[434670640] 'agreement among raft nodes before linearized reading' (duration: 337.348296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.893987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.556524Z","time spent":"337.45877ms","remote":"127.0.0.1:33026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-07-24T00:45:44.893994Z","caller":"traceutil/trace.go:171","msg":"trace[1919616717] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"747.524709ms","start":"2026-07-24T00:45:44.146452Z","end":"2026-07-24T00:45:44.893977Z","steps":["trace[1919616717] 'process raft request' (duration: 746.507757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.894087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.146438Z","time spent":"747.600551ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:44.89357Z","caller":"traceutil/trace.go:171","msg":"trace[1024395924] linearizableReadLoop","detail":"{readStateIndex:27303; appliedIndex:27298; }","duration":"334.538346ms","start":"2026-07-24T00:45:44.559025Z","end":"2026-07-24T00:45:44.893563Z","steps":["trace[1024395924] 'read index received' (duration: 283.061072ms)","trace[1024395924] 'applied index is now lower than readState.Index' (duration: 51.476164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:44.894238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.625621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"info","ts":"2026-07-24T00:45:44.894266Z","caller":"traceutil/trace.go:171","msg":"trace[130815044] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26417; }","duration":"499.688692ms","start":"2026-07-24T00:45:44.39457Z","end":"2026-07-24T00:45:44.894259Z","steps":["trace[130815044] 'agreement among raft nodes before linearized reading' (duration: 499.512717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.894285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.394533Z","time spent":"499.746834ms","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T00:45:44.894337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.268406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.894386Z","caller":"traceutil/trace.go:171","msg":"trace[1487902786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26417; }","duration":"333.339908ms","start":"2026-07-24T00:45:44.561033Z","end":"2026-07-24T00:45:44.894373Z","steps":["trace[1487902786] 'agreement among raft nodes before linearized reading' (duration: 333.251275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.894425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.561017Z","time spent":"333.401351ms","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:45:44.894547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.071073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:45:44.894574Z","caller":"traceutil/trace.go:171","msg":"trace[1872523938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26417; }","duration":"546.135026ms","start":"2026-07-24T00:45:44.348433Z","end":"2026-07-24T00:45:44.894568Z","steps":["trace[1872523938] 'agreement among raft nodes before linearized reading' (duration: 546.047333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.894593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.348409Z","time spent":"546.179747ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:45:44.894663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.86211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:44.89469Z","caller":"traceutil/trace.go:171","msg":"trace[1525198401] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26417; }","duration":"557.916813ms","start":"2026-07-24T00:45:44.336761Z","end":"2026-07-24T00:45:44.894678Z","steps":["trace[1525198401] 'agreement among raft nodes before linearized reading' (duration: 557.877062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.894708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.336741Z","time spent":"557.962254ms","remote":"127.0.0.1:42858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:44.894851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.948647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:44.894877Z","caller":"traceutil/trace.go:171","msg":"trace[662676987] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26417; }","duration":"637.017449ms","start":"2026-07-24T00:45:44.257852Z","end":"2026-07-24T00:45:44.89487Z","steps":["trace[662676987] 'agreement among raft nodes before linearized reading' (duration: 636.971087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:44.894913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.25783Z","time spent":"637.061531ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:45:45.928454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.571694ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T00:45:45.929113Z","caller":"traceutil/trace.go:171","msg":"trace[1661141307] linearizableReadLoop","detail":"{readStateIndex:27306; appliedIndex:27304; }","duration":"1.023552455s","start":"2026-07-24T00:45:44.905499Z","end":"2026-07-24T00:45:45.929052Z","steps":["trace[1661141307] 'read index received' (duration: 278.386982ms)","trace[1661141307] 'applied index is now lower than readState.Index' (duration: 745.05503ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:45.92927Z","caller":"traceutil/trace.go:171","msg":"trace[1647377975] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"804.198479ms","start":"2026-07-24T00:45:45.124996Z","end":"2026-07-24T00:45:45.929195Z","steps":["trace[1647377975] 'process raft request' (duration: 803.838987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:45.929386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.124979Z","time spent":"804.344394ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:45.929386Z","caller":"traceutil/trace.go:171","msg":"trace[1155284045] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"1.024504727s","start":"2026-07-24T00:45:44.90484Z","end":"2026-07-24T00:45:45.929345Z","steps":["trace[1155284045] 'process raft request' (duration: 1.023739372s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:45.929486Z","caller":"traceutil/trace.go:171","msg":"trace[887253669] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"803.30152ms","start":"2026-07-24T00:45:45.126157Z","end":"2026-07-24T00:45:45.929458Z","steps":["trace[887253669] 'process raft request' (duration: 802.719952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:45.929522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.904818Z","time spent":"1.024619159s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:45.929727Z","caller":"traceutil/trace.go:171","msg":"trace[700815591] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"942.834877ms","start":"2026-07-24T00:45:44.986877Z","end":"2026-07-24T00:45:45.929712Z","steps":["trace[700815591] 'process raft request' (duration: 941.898917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:45.929773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.986857Z","time spent":"942.89487ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:45.929808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.126147Z","time spent":"803.382142ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:45.929868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024345661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:45.929962Z","caller":"traceutil/trace.go:171","msg":"trace[1997239388] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26421; }","duration":"1.024465675s","start":"2026-07-24T00:45:44.905467Z","end":"2026-07-24T00:45:45.929933Z","steps":["trace[1997239388] 'agreement among raft nodes before linearized reading' (duration: 1.023928918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:45.929991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.896053Z","time spent":"1.033923597s","remote":"127.0.0.1:33026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T00:45:45.93002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:44.905458Z","time spent":"1.024544308s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:45:46.19754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.194877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:46.197708Z","caller":"traceutil/trace.go:171","msg":"trace[1018628149] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27309; }","duration":"268.524347ms","start":"2026-07-24T00:45:45.929161Z","end":"2026-07-24T00:45:46.197685Z","steps":["trace[1018628149] 'read index received' (duration: 144.100003ms)","trace[1018628149] 'applied index is now lower than readState.Index' (duration: 124.422194ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:46.197816Z","caller":"traceutil/trace.go:171","msg":"trace[131488645] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"786.813734ms","start":"2026-07-24T00:45:45.410984Z","end":"2026-07-24T00:45:46.197797Z","steps":["trace[131488645] 'process raft request' (duration: 662.255845ms)","trace[131488645] 'compare' (duration: 123.65766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:46.197898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.410962Z","time spent":"786.896137ms","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418592,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:46.197943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.76888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:46.198018Z","caller":"traceutil/trace.go:171","msg":"trace[1840061471] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26422; }","duration":"322.898234ms","start":"2026-07-24T00:45:45.8751Z","end":"2026-07-24T00:45:46.197998Z","steps":["trace[1840061471] 'agreement among raft nodes before linearized reading' (duration: 322.76333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:46.198065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.875078Z","time spent":"322.976787ms","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:46.19815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.911988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:46.198248Z","caller":"traceutil/trace.go:171","msg":"trace[1629990879] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26422; }","duration":"787.055952ms","start":"2026-07-24T00:45:45.41117Z","end":"2026-07-24T00:45:46.198226Z","steps":["trace[1629990879] 'agreement among raft nodes before linearized reading' (duration: 786.834684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:46.198304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.411166Z","time spent":"787.126434ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:46.247797Z","caller":"traceutil/trace.go:171","msg":"trace[552163561] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"315.750266ms","start":"2026-07-24T00:45:45.932015Z","end":"2026-07-24T00:45:46.247765Z","steps":["trace[552163561] 'process raft request' (duration: 315.545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:46.247955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.931989Z","time spent":"315.887781ms","remote":"127.0.0.1:33026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:46.248643Z","caller":"traceutil/trace.go:171","msg":"trace[526228109] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"179.777553ms","start":"2026-07-24T00:45:46.068851Z","end":"2026-07-24T00:45:46.248629Z","steps":["trace[526228109] 'process raft request' (duration: 179.69094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:46.248884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.948873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:46.248924Z","caller":"traceutil/trace.go:171","msg":"trace[870867553] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26426; }","duration":"306.120609ms","start":"2026-07-24T00:45:45.942793Z","end":"2026-07-24T00:45:46.248913Z","steps":["trace[870867553] 'agreement among raft nodes before linearized reading' (duration: 306.034376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:46.249172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.744667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:46.24919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.94278Z","time spent":"306.393658ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-24T00:45:46.249189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.632665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:46.249726Z","caller":"traceutil/trace.go:171","msg":"trace[1948247356] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26426; }","duration":"255.219183ms","start":"2026-07-24T00:45:45.994492Z","end":"2026-07-24T00:45:46.249711Z","steps":["trace[1948247356] 'agreement among raft nodes before linearized reading' (duration: 254.591683ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:46.24921Z","caller":"traceutil/trace.go:171","msg":"trace[1098260638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26426; }","duration":"305.82238ms","start":"2026-07-24T00:45:45.943379Z","end":"2026-07-24T00:45:46.249201Z","steps":["trace[1098260638] 'agreement among raft nodes before linearized reading' (duration: 305.753028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:46.249982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:45.94336Z","time spent":"306.598764ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:45:46.249248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.697382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:46.250151Z","caller":"traceutil/trace.go:171","msg":"trace[799945236] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26426; }","duration":"212.617082ms","start":"2026-07-24T00:45:46.037518Z","end":"2026-07-24T00:45:46.250135Z","steps":["trace[799945236] 'agreement among raft nodes before linearized reading' (duration: 211.708583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:46.249253Z","caller":"traceutil/trace.go:171","msg":"trace[1621610746] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"179.39247ms","start":"2026-07-24T00:45:46.069853Z","end":"2026-07-24T00:45:46.249246Z","steps":["trace[1621610746] 'process raft request' (duration: 178.73902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:46.249091Z","caller":"traceutil/trace.go:171","msg":"trace[1092372092] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"180.266328ms","start":"2026-07-24T00:45:46.068784Z","end":"2026-07-24T00:45:46.249051Z","steps":["trace[1092372092] 'process raft request' (duration: 178.913055ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:46.854295Z","caller":"traceutil/trace.go:171","msg":"trace[269123406] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"289.726485ms","start":"2026-07-24T00:45:46.564549Z","end":"2026-07-24T00:45:46.854275Z","steps":["trace[269123406] 'process raft request' (duration: 289.573351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:47.806332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.04729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:47.806583Z","caller":"traceutil/trace.go:171","msg":"trace[1540373598] linearizableReadLoop","detail":"{readStateIndex:27317; appliedIndex:27315; }","duration":"905.013069ms","start":"2026-07-24T00:45:46.901553Z","end":"2026-07-24T00:45:47.806566Z","steps":["trace[1540373598] 'read index received' (duration: 282.768513ms)","trace[1540373598] 'applied index is now lower than readState.Index' (duration: 622.243636ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:47.806662Z","caller":"traceutil/trace.go:171","msg":"trace[1744284572] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.23842241s","start":"2026-07-24T00:45:46.568227Z","end":"2026-07-24T00:45:47.80665Z","steps":["trace[1744284572] 'process raft request' (duration: 615.982067ms)","trace[1744284572] 'compare' (duration: 621.688979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:47.806719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.568213Z","time spent":"1.238472151s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:47.80703Z","caller":"traceutil/trace.go:171","msg":"trace[1717289405] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.238679688s","start":"2026-07-24T00:45:46.568339Z","end":"2026-07-24T00:45:47.807018Z","steps":["trace[1717289405] 'process raft request' (duration: 1.238138391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:47.807111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.568317Z","time spent":"1.238751431s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:47.807278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.718942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:47.807314Z","caller":"traceutil/trace.go:171","msg":"trace[830264416] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26429; }","duration":"905.781174ms","start":"2026-07-24T00:45:46.901523Z","end":"2026-07-24T00:45:47.807304Z","steps":["trace[830264416] 'agreement among raft nodes before linearized reading' (duration: 905.720342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:47.807349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.901508Z","time spent":"905.831626ms","remote":"127.0.0.1:39092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:48.422423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.90178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:48.422527Z","caller":"traceutil/trace.go:171","msg":"trace[1051300449] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27317; }","duration":"615.889355ms","start":"2026-07-24T00:45:47.806621Z","end":"2026-07-24T00:45:48.42251Z","steps":["trace[1051300449] 'read index received' (duration: 264.692906ms)","trace[1051300449] 'applied index is now lower than readState.Index' (duration: 351.195009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:48.422765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253548463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-07-24T00:45:48.422784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295109952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:48.422809Z","caller":"traceutil/trace.go:171","msg":"trace[825841753] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26430; }","duration":"1.253620046s","start":"2026-07-24T00:45:47.169175Z","end":"2026-07-24T00:45:48.422796Z","steps":["trace[825841753] 'agreement among raft nodes before linearized reading' (duration: 1.253480751s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.422834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.169156Z","time spent":"1.253671878s","remote":"127.0.0.1:42890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-24T00:45:48.422834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059926889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:45:48.422864Z","caller":"traceutil/trace.go:171","msg":"trace[728903807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26430; }","duration":"1.059987391s","start":"2026-07-24T00:45:47.36287Z","end":"2026-07-24T00:45:48.422857Z","steps":["trace[728903807] 'agreement among raft nodes before linearized reading' (duration: 1.059898228s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.422891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.362841Z","time spent":"1.060044593s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:45:48.422928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521247465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:45:48.422968Z","caller":"traceutil/trace.go:171","msg":"trace[1024789275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26430; }","duration":"1.521311177s","start":"2026-07-24T00:45:46.901647Z","end":"2026-07-24T00:45:48.422958Z","steps":["trace[1024789275] 'agreement among raft nodes before linearized reading' (duration: 1.521204134s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:48.422831Z","caller":"traceutil/trace.go:171","msg":"trace[61465578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26430; }","duration":"1.295174274s","start":"2026-07-24T00:45:47.127633Z","end":"2026-07-24T00:45:48.422807Z","steps":["trace[61465578] 'agreement among raft nodes before linearized reading' (duration: 1.295110912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.422948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135999258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:45:48.423003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.901634Z","time spent":"1.521362179s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:45:48.423035Z","caller":"traceutil/trace.go:171","msg":"trace[437655964] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26430; }","duration":"1.136142964s","start":"2026-07-24T00:45:47.28687Z","end":"2026-07-24T00:45:48.423013Z","steps":["trace[437655964] 'agreement among raft nodes before linearized reading' (duration: 1.135902186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.423093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.286848Z","time spent":"1.136233006s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:48.423201Z","caller":"traceutil/trace.go:171","msg":"trace[1266010997] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"1.521501993s","start":"2026-07-24T00:45:46.901688Z","end":"2026-07-24T00:45:48.42319Z","steps":["trace[1266010997] 'process raft request' (duration: 1.169738067s)","trace[1266010997] 'compare' (duration: 350.492556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:48.423208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453362487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18264"} {"level":"info","ts":"2026-07-24T00:45:48.423235Z","caller":"traceutil/trace.go:171","msg":"trace[1243306276] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26430; }","duration":"1.45343446s","start":"2026-07-24T00:45:46.969794Z","end":"2026-07-24T00:45:48.423229Z","steps":["trace[1243306276] 'agreement among raft nodes before linearized reading' (duration: 1.453326196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.423255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.969773Z","time spent":"1.45347756s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18287,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:45:48.423257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.901666Z","time spent":"1.521562466s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:48.423012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.127616Z","time spent":"1.29538756s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:48.423367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521520774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T00:45:48.423388Z","caller":"traceutil/trace.go:171","msg":"trace[175641493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26430; }","duration":"1.521598607s","start":"2026-07-24T00:45:46.901783Z","end":"2026-07-24T00:45:48.423382Z","steps":["trace[175641493] 'agreement among raft nodes before linearized reading' (duration: 1.521537205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.423406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.90174Z","time spent":"1.521660828s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T00:45:48.423117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050122405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:48.423485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.257618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:48.423419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521574265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-24T00:45:48.423516Z","caller":"traceutil/trace.go:171","msg":"trace[26221965] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26430; }","duration":"761.324881ms","start":"2026-07-24T00:45:47.662183Z","end":"2026-07-24T00:45:48.423508Z","steps":["trace[26221965] 'agreement among raft nodes before linearized reading' (duration: 761.277729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.423674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.662162Z","time spent":"761.491525ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:48.4235Z","caller":"traceutil/trace.go:171","msg":"trace[228064317] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26430; }","duration":"1.050668333s","start":"2026-07-24T00:45:47.372814Z","end":"2026-07-24T00:45:48.423482Z","steps":["trace[228064317] 'agreement among raft nodes before linearized reading' (duration: 1.0499535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.425236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.372771Z","time spent":"1.052444s","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:48.42366Z","caller":"traceutil/trace.go:171","msg":"trace[952490167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26430; }","duration":"1.521860805s","start":"2026-07-24T00:45:46.901712Z","end":"2026-07-24T00:45:48.423573Z","steps":["trace[952490167] 'agreement among raft nodes before linearized reading' (duration: 1.521135992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:48.425499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:46.901696Z","time spent":"1.523792317s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:45:49.082044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.449781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:49.082217Z","caller":"traceutil/trace.go:171","msg":"trace[1924505361] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"1.145745239s","start":"2026-07-24T00:45:47.936454Z","end":"2026-07-24T00:45:49.082199Z","steps":["trace[1924505361] 'process raft request' (duration: 1.145683997s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:49.082248Z","caller":"traceutil/trace.go:171","msg":"trace[996410795] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"1.145949825s","start":"2026-07-24T00:45:47.936265Z","end":"2026-07-24T00:45:49.082214Z","steps":["trace[996410795] 'process raft request' (duration: 642.254096ms)","trace[996410795] 'compare' (duration: 503.339448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:49.082282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.936444Z","time spent":"1.145805171s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:49.082381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.936251Z","time spent":"1.146056778s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:49.084019Z","caller":"traceutil/trace.go:171","msg":"trace[1813397719] linearizableReadLoop","detail":"{readStateIndex:27323; appliedIndex:27318; }","duration":"661.438448ms","start":"2026-07-24T00:45:48.422558Z","end":"2026-07-24T00:45:49.083997Z","steps":["trace[1813397719] 'read index received' (duration: 155.995513ms)","trace[1813397719] 'applied index is now lower than readState.Index' (duration: 505.442045ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:49.084326Z","caller":"traceutil/trace.go:171","msg":"trace[1588305745] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"829.436495ms","start":"2026-07-24T00:45:48.254876Z","end":"2026-07-24T00:45:49.084313Z","steps":["trace[1588305745] 'process raft request' (duration: 828.797725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.084434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.254851Z","time spent":"829.503378ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:49.084602Z","caller":"traceutil/trace.go:171","msg":"trace[463429120] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"827.364919ms","start":"2026-07-24T00:45:48.257227Z","end":"2026-07-24T00:45:49.084592Z","steps":["trace[463429120] 'process raft request' (duration: 826.585894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.084642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.257213Z","time spent":"827.40684ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:49.084733Z","caller":"traceutil/trace.go:171","msg":"trace[1736096883] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"827.249776ms","start":"2026-07-24T00:45:48.257475Z","end":"2026-07-24T00:45:49.084725Z","steps":["trace[1736096883] 'process raft request' (duration: 826.389888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.084777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.257466Z","time spent":"827.284926ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:49.084899Z","caller":"traceutil/trace.go:171","msg":"trace[1867209791] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"656.458019ms","start":"2026-07-24T00:45:48.428433Z","end":"2026-07-24T00:45:49.084891Z","steps":["trace[1867209791] 'process raft request' (duration: 655.465437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.084939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.428422Z","time spent":"656.49399ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:49.085033Z","caller":"traceutil/trace.go:171","msg":"trace[1218227817] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"655.804038ms","start":"2026-07-24T00:45:48.429222Z","end":"2026-07-24T00:45:49.085026Z","steps":["trace[1218227817] 'process raft request' (duration: 654.713913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.085065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.429215Z","time spent":"655.833159ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:49.085165Z","caller":"traceutil/trace.go:171","msg":"trace[819126955] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"655.513558ms","start":"2026-07-24T00:45:48.429641Z","end":"2026-07-24T00:45:49.085154Z","steps":["trace[819126955] 'process raft request' (duration: 654.3197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.085209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.429626Z","time spent":"655.55819ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:49.085342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.95484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.085371Z","caller":"traceutil/trace.go:171","msg":"trace[1477327070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26438; }","duration":"931.984431ms","start":"2026-07-24T00:45:48.153377Z","end":"2026-07-24T00:45:49.085361Z","steps":["trace[1477327070] 'agreement among raft nodes before linearized reading' (duration: 931.927779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.085402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.153289Z","time spent":"932.105265ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.085542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066829878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.085599Z","caller":"traceutil/trace.go:171","msg":"trace[1467040853] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26438; }","duration":"1.066858389s","start":"2026-07-24T00:45:48.018702Z","end":"2026-07-24T00:45:49.085561Z","steps":["trace[1467040853] 'agreement among raft nodes before linearized reading' (duration: 1.066814308s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.085625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.018683Z","time spent":"1.066934921s","remote":"127.0.0.1:39548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.085839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260778384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:49.085874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19835935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.085953Z","caller":"traceutil/trace.go:171","msg":"trace[1054010974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26438; }","duration":"1.198526875s","start":"2026-07-24T00:45:47.887406Z","end":"2026-07-24T00:45:49.085933Z","steps":["trace[1054010974] 'agreement among raft nodes before linearized reading' (duration: 1.198379261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.085959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264518784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.085993Z","caller":"traceutil/trace.go:171","msg":"trace[2032183009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26438; }","duration":"1.264586556s","start":"2026-07-24T00:45:47.821395Z","end":"2026-07-24T00:45:49.085982Z","steps":["trace[2032183009] 'agreement among raft nodes before linearized reading' (duration: 1.264527434s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:49.085899Z","caller":"traceutil/trace.go:171","msg":"trace[997754236] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26438; }","duration":"1.260902748s","start":"2026-07-24T00:45:47.824982Z","end":"2026-07-24T00:45:49.085884Z","steps":["trace[997754236] 'agreement among raft nodes before linearized reading' (duration: 1.260797804s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.086038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.824921Z","time spent":"1.261107264s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.085999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.887382Z","time spent":"1.198604238s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.086272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143446546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.086312Z","caller":"traceutil/trace.go:171","msg":"trace[1806197225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26438; }","duration":"1.143507557s","start":"2026-07-24T00:45:47.942795Z","end":"2026-07-24T00:45:49.086303Z","steps":["trace[1806197225] 'agreement among raft nodes before linearized reading' (duration: 1.143433705s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.086338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.942784Z","time spent":"1.143546839s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T00:45:49.086442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168370112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.086488Z","caller":"traceutil/trace.go:171","msg":"trace[1114932659] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26438; }","duration":"1.168459745s","start":"2026-07-24T00:45:47.918017Z","end":"2026-07-24T00:45:49.086477Z","steps":["trace[1114932659] 'agreement among raft nodes before linearized reading' (duration: 1.168397293s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.08652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.917993Z","time spent":"1.168518237s","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.086036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.821375Z","time spent":"1.264651237s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.08665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150689797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:45:49.086683Z","caller":"traceutil/trace.go:171","msg":"trace[28927395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26438; }","duration":"1.150770499s","start":"2026-07-24T00:45:47.935905Z","end":"2026-07-24T00:45:49.086676Z","steps":["trace[28927395] 'agreement among raft nodes before linearized reading' (duration: 1.150647525s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.086722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:47.935885Z","time spent":"1.150824921s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:45:49.095597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.506504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-07-24T00:45:49.09562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.512011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.095651Z","caller":"traceutil/trace.go:171","msg":"trace[418165647] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26439; }","duration":"663.584426ms","start":"2026-07-24T00:45:48.432055Z","end":"2026-07-24T00:45:49.095639Z","steps":["trace[418165647] 'agreement among raft nodes before linearized reading' (duration: 663.431201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.095676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.432047Z","time spent":"663.623278ms","remote":"127.0.0.1:42890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-24T00:45:49.095676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.981647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18264"} {"level":"info","ts":"2026-07-24T00:45:49.095698Z","caller":"traceutil/trace.go:171","msg":"trace[564550680] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26439; }","duration":"245.616315ms","start":"2026-07-24T00:45:48.850045Z","end":"2026-07-24T00:45:49.095661Z","steps":["trace[564550680] 'agreement among raft nodes before linearized reading' (duration: 245.424879ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:49.095718Z","caller":"traceutil/trace.go:171","msg":"trace[903732056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26439; }","duration":"663.053169ms","start":"2026-07-24T00:45:48.432653Z","end":"2026-07-24T00:45:49.095707Z","steps":["trace[903732056] 'agreement among raft nodes before linearized reading' (duration: 662.831522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.095753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.432641Z","time spent":"663.105072ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18287,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T00:45:49.095869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.573416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:45:49.095895Z","caller":"traceutil/trace.go:171","msg":"trace[1455650233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26439; }","duration":"668.628708ms","start":"2026-07-24T00:45:48.42726Z","end":"2026-07-24T00:45:49.095889Z","steps":["trace[1455650233] 'agreement among raft nodes before linearized reading' (duration: 668.549336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.095917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.427246Z","time spent":"668.667309ms","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T00:45:49.09594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.697657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-24T00:45:49.095997Z","caller":"traceutil/trace.go:171","msg":"trace[1560387629] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26439; }","duration":"625.78015ms","start":"2026-07-24T00:45:48.470182Z","end":"2026-07-24T00:45:49.095962Z","steps":["trace[1560387629] 'agreement among raft nodes before linearized reading' (duration: 625.719118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.096023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:48.47015Z","time spent":"625.867582ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-24T00:45:49.096025Z","caller":"traceutil/trace.go:171","msg":"trace[1974975183] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"236.201434ms","start":"2026-07-24T00:45:48.859813Z","end":"2026-07-24T00:45:49.096015Z","steps":["trace[1974975183] 'process raft request' (duration: 235.547233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.929721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.959295ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.929847Z","caller":"traceutil/trace.go:171","msg":"trace[358499876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26440; }","duration":"399.10967ms","start":"2026-07-24T00:45:49.530718Z","end":"2026-07-24T00:45:49.929828Z","steps":["trace[358499876] 'range keys from in-memory index tree' (duration: 398.940274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.930603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.724438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:45:49.930713Z","caller":"traceutil/trace.go:171","msg":"trace[1762044314] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"737.517879ms","start":"2026-07-24T00:45:49.193175Z","end":"2026-07-24T00:45:49.930693Z","steps":["trace[1762044314] 'read index received' (duration: 36.071µs)","trace[1762044314] 'applied index is now lower than readState.Index' (duration: 737.480078ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:45:49.93079Z","caller":"traceutil/trace.go:171","msg":"trace[919682606] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"788.528009ms","start":"2026-07-24T00:45:49.14223Z","end":"2026-07-24T00:45:49.930758Z","steps":["trace[919682606] 'process raft request' (duration: 39.540972ms)","trace[919682606] 'compare' (duration: 748.46198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:49.93087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.696186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:49.930916Z","caller":"traceutil/trace.go:171","msg":"trace[280400345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26441; }","duration":"737.777598ms","start":"2026-07-24T00:45:49.193121Z","end":"2026-07-24T00:45:49.930899Z","steps":["trace[280400345] 'agreement among raft nodes before linearized reading' (duration: 737.686325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.930951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.142217Z","time spent":"788.648983ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:49.930973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.193103Z","time spent":"737.853531ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.930952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.218153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.931222Z","caller":"traceutil/trace.go:171","msg":"trace[1900717890] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26441; }","duration":"728.534313ms","start":"2026-07-24T00:45:49.202671Z","end":"2026-07-24T00:45:49.931205Z","steps":["trace[1900717890] 'agreement among raft nodes before linearized reading' (duration: 728.207962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.93127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.58723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T00:45:49.931293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.202651Z","time spent":"728.628435ms","remote":"127.0.0.1:42890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T00:45:49.931318Z","caller":"traceutil/trace.go:171","msg":"trace[315003980] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26441; }","duration":"119.660202ms","start":"2026-07-24T00:45:49.81164Z","end":"2026-07-24T00:45:49.9313Z","steps":["trace[315003980] 'agreement among raft nodes before linearized reading' (duration: 119.541518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.93147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.886123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.931529Z","caller":"traceutil/trace.go:171","msg":"trace[1977666351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26441; }","duration":"388.979536ms","start":"2026-07-24T00:45:49.542532Z","end":"2026-07-24T00:45:49.931512Z","steps":["trace[1977666351] 'agreement among raft nodes before linearized reading' (duration: 388.891843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.931574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.542511Z","time spent":"389.048908ms","remote":"127.0.0.1:39850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:49.93165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.079626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:45:49.931698Z","caller":"traceutil/trace.go:171","msg":"trace[1364401120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26441; }","duration":"120.162368ms","start":"2026-07-24T00:45:49.811525Z","end":"2026-07-24T00:45:49.931687Z","steps":["trace[1364401120] 'agreement among raft nodes before linearized reading' (duration: 120.050525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.931751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.64664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:49.931814Z","caller":"traceutil/trace.go:171","msg":"trace[967533471] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26441; }","duration":"385.731472ms","start":"2026-07-24T00:45:49.546067Z","end":"2026-07-24T00:45:49.931799Z","steps":["trace[967533471] 'agreement among raft nodes before linearized reading' (duration: 385.624208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:49.931859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.546058Z","time spent":"385.787334ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:52.314273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.925147538s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T00:45:52.378608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989435141s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:45:52.379065Z","caller":"traceutil/trace.go:171","msg":"trace[1657166096] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27329; }","duration":"2.444336622s","start":"2026-07-24T00:45:49.934703Z","end":"2026-07-24T00:45:52.37904Z","steps":["trace[1657166096] 'read index received' (duration: 454.404315ms)","trace[1657166096] 'applied index is now lower than readState.Index' (duration: 1.989930917s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:45:52.379725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444993104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:52.379847Z","caller":"traceutil/trace.go:171","msg":"trace[119032898] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26441; }","duration":"2.445155619s","start":"2026-07-24T00:45:49.934665Z","end":"2026-07-24T00:45:52.379821Z","steps":["trace[119032898] 'agreement among raft nodes before linearized reading' (duration: 2.444951302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.379915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.934648Z","time spent":"2.445252051s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T00:45:52.380522Z","caller":"traceutil/trace.go:171","msg":"trace[1099018689] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"2.444609311s","start":"2026-07-24T00:45:49.935878Z","end":"2026-07-24T00:45:52.380487Z","steps":["trace[1099018689] 'process raft request' (duration: 2.442884256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.380755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.935864Z","time spent":"2.444777756s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:52.387365Z","caller":"traceutil/trace.go:171","msg":"trace[1485565370] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"2.450681515s","start":"2026-07-24T00:45:49.936646Z","end":"2026-07-24T00:45:52.387327Z","steps":["trace[1485565370] 'process raft request' (duration: 2.443822845s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.387649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.936619Z","time spent":"2.450809179s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:52.387895Z","caller":"traceutil/trace.go:171","msg":"trace[1466890236] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.298001433s","start":"2026-07-24T00:45:51.089881Z","end":"2026-07-24T00:45:52.387882Z","steps":["trace[1466890236] 'process raft request' (duration: 1.297409754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.387982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.089843Z","time spent":"1.298082826s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:52.388417Z","caller":"traceutil/trace.go:171","msg":"trace[294382055] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.959132923s","start":"2026-07-24T00:45:50.429267Z","end":"2026-07-24T00:45:52.3884Z","steps":["trace[294382055] 'process raft request' (duration: 1.957929954s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:52.388442Z","caller":"traceutil/trace.go:171","msg":"trace[1528662745] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.298414937s","start":"2026-07-24T00:45:51.089993Z","end":"2026-07-24T00:45:52.388408Z","steps":["trace[1528662745] 'process raft request' (duration: 1.297343443s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.388529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:50.429241Z","time spent":"1.959222836s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:52.38862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.089975Z","time spent":"1.298543851s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:52.388721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298288272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:45:52.388811Z","caller":"traceutil/trace.go:171","msg":"trace[914430058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26451; }","duration":"1.298418857s","start":"2026-07-24T00:45:51.09037Z","end":"2026-07-24T00:45:52.388789Z","steps":["trace[914430058] 'agreement among raft nodes before linearized reading' (duration: 1.29818082s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:52.388817Z","caller":"traceutil/trace.go:171","msg":"trace[1579896679] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"1.286728774s","start":"2026-07-24T00:45:51.102075Z","end":"2026-07-24T00:45:52.388804Z","steps":["trace[1579896679] 'process raft request' (duration: 1.285377011s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.388808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297471887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T00:45:52.388882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.102056Z","time spent":"1.286791105s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:52.388919Z","caller":"traceutil/trace.go:171","msg":"trace[1468968221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26451; }","duration":"1.297625942s","start":"2026-07-24T00:45:51.091267Z","end":"2026-07-24T00:45:52.388893Z","steps":["trace[1468968221] 'agreement among raft nodes before linearized reading' (duration: 1.2972633s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:52.388971Z","caller":"traceutil/trace.go:171","msg":"trace[1101048809] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"820.241452ms","start":"2026-07-24T00:45:51.568635Z","end":"2026-07-24T00:45:52.388877Z","steps":["trace[1101048809] 'process raft request' (duration: 819.769237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.388993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.091256Z","time spent":"1.297721434s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T00:45:52.389006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.505678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:52.389047Z","caller":"traceutil/trace.go:171","msg":"trace[1094787502] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26451; }","duration":"788.57606ms","start":"2026-07-24T00:45:51.600459Z","end":"2026-07-24T00:45:52.389035Z","steps":["trace[1094787502] 'agreement among raft nodes before linearized reading' (duration: 788.501038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444930927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:52.38908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.600437Z","time spent":"788.635322ms","remote":"127.0.0.1:39822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:52.389088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.568604Z","time spent":"820.420018ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:52.389194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126227707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T00:45:52.389225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.684557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:52.389244Z","caller":"traceutil/trace.go:171","msg":"trace[1867831861] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26451; }","duration":"404.735919ms","start":"2026-07-24T00:45:51.984502Z","end":"2026-07-24T00:45:52.389238Z","steps":["trace[1867831861] 'agreement among raft nodes before linearized reading' (duration: 404.667236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.984486Z","time spent":"404.77046ms","remote":"127.0.0.1:42926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:52.389249Z","caller":"traceutil/trace.go:171","msg":"trace[2009590558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26451; }","duration":"1.12634254s","start":"2026-07-24T00:45:51.26289Z","end":"2026-07-24T00:45:52.389233Z","steps":["trace[2009590558] 'agreement among raft nodes before linearized reading' (duration: 1.126245177s)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:45:52.389092Z","caller":"traceutil/trace.go:171","msg":"trace[1838401751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26451; }","duration":"1.445010669s","start":"2026-07-24T00:45:50.944068Z","end":"2026-07-24T00:45:52.389078Z","steps":["trace[1838401751] 'agreement among raft nodes before linearized reading' (duration: 1.444952148s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336520208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-24T00:45:52.38931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:50.944046Z","time spent":"1.445254248s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T00:45:52.38935Z","caller":"traceutil/trace.go:171","msg":"trace[1374667969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26451; }","duration":"2.336595121s","start":"2026-07-24T00:45:50.052737Z","end":"2026-07-24T00:45:52.389332Z","steps":["trace[1374667969] 'agreement among raft nodes before linearized reading' (duration: 2.336472077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.262857Z","time spent":"1.126423993s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:52.389185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205005418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:45:52.389443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369916805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-24T00:45:52.389476Z","caller":"traceutil/trace.go:171","msg":"trace[513925313] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26451; }","duration":"2.369984447s","start":"2026-07-24T00:45:50.019482Z","end":"2026-07-24T00:45:52.389466Z","steps":["trace[513925313] 'agreement among raft nodes before linearized reading' (duration: 2.369927325s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254482513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:45:52.389451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447458792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:52.38953Z","caller":"traceutil/trace.go:171","msg":"trace[1116659162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26451; }","duration":"1.254592716s","start":"2026-07-24T00:45:51.13492Z","end":"2026-07-24T00:45:52.389513Z","steps":["trace[1116659162] 'agreement among raft nodes before linearized reading' (duration: 1.25439225s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.134903Z","time spent":"1.25469616s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T00:45:52.388987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298893292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:45:52.389679Z","caller":"traceutil/trace.go:171","msg":"trace[915425583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26451; }","duration":"1.299609145s","start":"2026-07-24T00:45:51.09006Z","end":"2026-07-24T00:45:52.389669Z","steps":["trace[915425583] 'agreement among raft nodes before linearized reading' (duration: 1.29882737s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.38972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.090046Z","time spent":"1.299662147s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T00:45:52.389688Z","caller":"traceutil/trace.go:171","msg":"trace[104649028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26451; }","duration":"2.447818723s","start":"2026-07-24T00:45:49.941814Z","end":"2026-07-24T00:45:52.389633Z","steps":["trace[104649028] 'agreement among raft nodes before linearized reading' (duration: 2.447426911s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.388848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.504498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:52.389809Z","caller":"traceutil/trace.go:171","msg":"trace[51488039] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26451; }","duration":"254.505999ms","start":"2026-07-24T00:45:52.135289Z","end":"2026-07-24T00:45:52.389795Z","steps":["trace[51488039] 'agreement among raft nodes before linearized reading' (duration: 253.447036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:49.941799Z","time spent":"2.447993609s","remote":"127.0.0.1:39388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:45:52.38999Z","caller":"traceutil/trace.go:171","msg":"trace[1072625002] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.296698062s","start":"2026-07-24T00:45:51.091306Z","end":"2026-07-24T00:45:52.388004Z","steps":["trace[1072625002] 'process raft request' (duration: 1.296076612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.389388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:50.052722Z","time spent":"2.336658553s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-24T00:45:52.390085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.091278Z","time spent":"1.298752378s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:52.38914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51169072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:45:52.390136Z","caller":"traceutil/trace.go:171","msg":"trace[639312224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26451; }","duration":"1.512719573s","start":"2026-07-24T00:45:50.877402Z","end":"2026-07-24T00:45:52.390121Z","steps":["trace[639312224] 'agreement among raft nodes before linearized reading' (duration: 1.511711771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.390177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:50.877381Z","time spent":"1.512781885s","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:52.388859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.090349Z","time spent":"1.298500039s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:45:52.389492Z","caller":"traceutil/trace.go:171","msg":"trace[1610458606] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26451; }","duration":"2.205319197s","start":"2026-07-24T00:45:50.184146Z","end":"2026-07-24T00:45:52.389465Z","steps":["trace[1610458606] 'agreement among raft nodes before linearized reading' (duration: 2.205010737s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.390408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:50.184127Z","time spent":"2.206235727s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T00:45:52.389516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:50.019461Z","time spent":"2.370043219s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T00:45:52.39181Z","caller":"traceutil/trace.go:171","msg":"trace[794128454] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.300448772s","start":"2026-07-24T00:45:51.091337Z","end":"2026-07-24T00:45:52.391785Z","steps":["trace[794128454] 'process raft request' (duration: 1.296076472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.39192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.091328Z","time spent":"1.300523534s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:45:52.392335Z","caller":"traceutil/trace.go:171","msg":"trace[69092066] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.30261084s","start":"2026-07-24T00:45:51.089691Z","end":"2026-07-24T00:45:52.392302Z","steps":["trace[69092066] 'process raft request' (duration: 1.297555339s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:45:52.392482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:45:51.08966Z","time spent":"1.302752255s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:45:53.453531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.553266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T00:45:53.453605Z","caller":"traceutil/trace.go:171","msg":"trace[13579221] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26459; }","duration":"128.717841ms","start":"2026-07-24T00:45:53.324857Z","end":"2026-07-24T00:45:53.453575Z","steps":["trace[13579221] 'count revisions from in-memory index tree' (duration: 128.461444ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:00.696127Z","caller":"traceutil/trace.go:171","msg":"trace[473487054] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"195.099982ms","start":"2026-07-24T00:46:00.501007Z","end":"2026-07-24T00:46:00.696107Z","steps":["trace[473487054] 'process raft request' (duration: 111.707209ms)","trace[473487054] 'compare' (duration: 83.191967ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:00.696468Z","caller":"traceutil/trace.go:171","msg":"trace[1402498769] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"195.34117ms","start":"2026-07-24T00:46:00.501088Z","end":"2026-07-24T00:46:00.696429Z","steps":["trace[1402498769] 'process raft request' (duration: 194.983768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:00.696685Z","caller":"traceutil/trace.go:171","msg":"trace[148471509] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"195.473505ms","start":"2026-07-24T00:46:00.501202Z","end":"2026-07-24T00:46:00.696675Z","steps":["trace[148471509] 'process raft request' (duration: 195.105283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:00.696767Z","caller":"traceutil/trace.go:171","msg":"trace[661148863] linearizableReadLoop","detail":"{readStateIndex:27423; appliedIndex:27418; }","duration":"190.186696ms","start":"2026-07-24T00:46:00.506562Z","end":"2026-07-24T00:46:00.696748Z","steps":["trace[661148863] 'read index received' (duration: 106.163642ms)","trace[661148863] 'applied index is now lower than readState.Index' (duration: 84.022414ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:00.696841Z","caller":"traceutil/trace.go:171","msg":"trace[1217808536] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"194.798773ms","start":"2026-07-24T00:46:00.502035Z","end":"2026-07-24T00:46:00.696834Z","steps":["trace[1217808536] 'process raft request' (duration: 194.470082ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:00.696954Z","caller":"traceutil/trace.go:171","msg":"trace[64578155] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"194.773832ms","start":"2026-07-24T00:46:00.502169Z","end":"2026-07-24T00:46:00.696942Z","steps":["trace[64578155] 'process raft request' (duration: 194.39524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:00.697157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.623724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:46:00.69716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.255234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:46:00.697185Z","caller":"traceutil/trace.go:171","msg":"trace[1602351859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26531; }","duration":"177.670506ms","start":"2026-07-24T00:46:00.519508Z","end":"2026-07-24T00:46:00.697179Z","steps":["trace[1602351859] 'agreement among raft nodes before linearized reading' (duration: 177.561432ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:00.697205Z","caller":"traceutil/trace.go:171","msg":"trace[1946706389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26531; }","duration":"183.372168ms","start":"2026-07-24T00:46:00.513821Z","end":"2026-07-24T00:46:00.697193Z","steps":["trace[1946706389] 'agreement among raft nodes before linearized reading' (duration: 183.165811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:00.697286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.725233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:46:00.697307Z","caller":"traceutil/trace.go:171","msg":"trace[1351795638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26531; }","duration":"190.774685ms","start":"2026-07-24T00:46:00.506527Z","end":"2026-07-24T00:46:00.697301Z","steps":["trace[1351795638] 'agreement among raft nodes before linearized reading' (duration: 190.721813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:00.697935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.398489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T00:46:00.697948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.465341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:46:00.697978Z","caller":"traceutil/trace.go:171","msg":"trace[1126450624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26531; }","duration":"178.528063ms","start":"2026-07-24T00:46:00.519438Z","end":"2026-07-24T00:46:00.697966Z","steps":["trace[1126450624] 'agreement among raft nodes before linearized reading' (duration: 178.184402ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:00.698018Z","caller":"traceutil/trace.go:171","msg":"trace[1475539528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26531; }","duration":"183.573074ms","start":"2026-07-24T00:46:00.514427Z","end":"2026-07-24T00:46:00.698Z","steps":["trace[1475539528] 'agreement among raft nodes before linearized reading' (duration: 183.337226ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.832964Z","caller":"traceutil/trace.go:171","msg":"trace[1259069388] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"131.774229ms","start":"2026-07-24T00:46:02.70115Z","end":"2026-07-24T00:46:02.832924Z","steps":["trace[1259069388] 'process raft request' (duration: 131.49614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.836032Z","caller":"traceutil/trace.go:171","msg":"trace[1880310211] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"134.370642ms","start":"2026-07-24T00:46:02.701622Z","end":"2026-07-24T00:46:02.835993Z","steps":["trace[1880310211] 'process raft request' (duration: 133.97852ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.836177Z","caller":"traceutil/trace.go:171","msg":"trace[909676631] linearizableReadLoop","detail":"{readStateIndex:27436; appliedIndex:27431; }","duration":"129.394483ms","start":"2026-07-24T00:46:02.706762Z","end":"2026-07-24T00:46:02.836157Z","steps":["trace[909676631] 'read index received' (duration: 125.932743ms)","trace[909676631] 'applied index is now lower than readState.Index' (duration: 3.46055ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:02.836294Z","caller":"traceutil/trace.go:171","msg":"trace[1016660058] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"134.106714ms","start":"2026-07-24T00:46:02.702009Z","end":"2026-07-24T00:46:02.836116Z","steps":["trace[1016660058] 'process raft request' (duration: 133.883597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.836301Z","caller":"traceutil/trace.go:171","msg":"trace[1086071374] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"133.486824ms","start":"2026-07-24T00:46:02.702775Z","end":"2026-07-24T00:46:02.836262Z","steps":["trace[1086071374] 'process raft request' (duration: 133.282267ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.836308Z","caller":"traceutil/trace.go:171","msg":"trace[1412840319] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"134.586359ms","start":"2026-07-24T00:46:02.701681Z","end":"2026-07-24T00:46:02.836267Z","steps":["trace[1412840319] 'process raft request' (duration: 134.160255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:02.836427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.649721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:46:02.83647Z","caller":"traceutil/trace.go:171","msg":"trace[1087811873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26544; }","duration":"129.734214ms","start":"2026-07-24T00:46:02.706722Z","end":"2026-07-24T00:46:02.836457Z","steps":["trace[1087811873] 'agreement among raft nodes before linearized reading' (duration: 129.552368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:02.836632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.604734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-24T00:46:02.83657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.207534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-24T00:46:02.836662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.553773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-24T00:46:02.836685Z","caller":"traceutil/trace.go:171","msg":"trace[1597592527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26544; }","duration":"126.689707ms","start":"2026-07-24T00:46:02.709981Z","end":"2026-07-24T00:46:02.83667Z","steps":["trace[1597592527] 'agreement among raft nodes before linearized reading' (duration: 126.514661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.836722Z","caller":"traceutil/trace.go:171","msg":"trace[147826850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26544; }","duration":"126.645595ms","start":"2026-07-24T00:46:02.71006Z","end":"2026-07-24T00:46:02.836706Z","steps":["trace[147826850] 'agreement among raft nodes before linearized reading' (duration: 126.431758ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:02.836811Z","caller":"traceutil/trace.go:171","msg":"trace[1130476900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26544; }","duration":"127.40238ms","start":"2026-07-24T00:46:02.709299Z","end":"2026-07-24T00:46:02.836701Z","steps":["trace[1130476900] 'agreement among raft nodes before linearized reading' (duration: 127.051149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:02.837291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.11828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:46:02.837357Z","caller":"traceutil/trace.go:171","msg":"trace[1963878622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26544; }","duration":"127.266665ms","start":"2026-07-24T00:46:02.710071Z","end":"2026-07-24T00:46:02.837338Z","steps":["trace[1963878622] 'agreement among raft nodes before linearized reading' (duration: 126.440839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.94832Z","caller":"traceutil/trace.go:171","msg":"trace[1990975279] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"110.548611ms","start":"2026-07-24T00:46:04.837741Z","end":"2026-07-24T00:46:04.94829Z","steps":["trace[1990975279] 'process raft request' (duration: 110.323344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.951736Z","caller":"traceutil/trace.go:171","msg":"trace[1695666747] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"110.012654ms","start":"2026-07-24T00:46:04.841707Z","end":"2026-07-24T00:46:04.95172Z","steps":["trace[1695666747] 'process raft request' (duration: 109.865889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.951713Z","caller":"traceutil/trace.go:171","msg":"trace[615996537] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"110.627504ms","start":"2026-07-24T00:46:04.841058Z","end":"2026-07-24T00:46:04.951685Z","steps":["trace[615996537] 'process raft request' (duration: 110.362195ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:04.951948Z","caller":"traceutil/trace.go:171","msg":"trace[499100464] linearizableReadLoop","detail":"{readStateIndex:27450; appliedIndex:27446; }","duration":"102.445852ms","start":"2026-07-24T00:46:04.84948Z","end":"2026-07-24T00:46:04.951926Z","steps":["trace[499100464] 'read index received' (duration: 98.673582ms)","trace[499100464] 'applied index is now lower than readState.Index' (duration: 3.76993ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:04.951845Z","caller":"traceutil/trace.go:171","msg":"trace[1354025518] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"109.370984ms","start":"2026-07-24T00:46:04.842416Z","end":"2026-07-24T00:46:04.951787Z","steps":["trace[1354025518] 'process raft request' (duration: 109.213699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:04.952482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.959129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:46:04.952532Z","caller":"traceutil/trace.go:171","msg":"trace[1101123888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26558; }","duration":"103.065222ms","start":"2026-07-24T00:46:04.849455Z","end":"2026-07-24T00:46:04.95252Z","steps":["trace[1101123888] 'agreement among raft nodes before linearized reading' (duration: 102.893917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:04.952661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.883815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:46:04.9527Z","caller":"traceutil/trace.go:171","msg":"trace[1845852340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26559; }","duration":"101.920805ms","start":"2026-07-24T00:46:04.850758Z","end":"2026-07-24T00:46:04.952679Z","steps":["trace[1845852340] 'agreement among raft nodes before linearized reading' (duration: 101.847713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:04.952733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.710441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:46:04.952793Z","caller":"traceutil/trace.go:171","msg":"trace[819418369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26559; }","duration":"102.794104ms","start":"2026-07-24T00:46:04.849984Z","end":"2026-07-24T00:46:04.952778Z","steps":["trace[819418369] 'agreement among raft nodes before linearized reading' (duration: 102.554726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:04.953167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.964799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:46:04.953297Z","caller":"traceutil/trace.go:171","msg":"trace[612024135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26559; }","duration":"103.066362ms","start":"2026-07-24T00:46:04.850156Z","end":"2026-07-24T00:46:04.953222Z","steps":["trace[612024135] 'agreement among raft nodes before linearized reading' (duration: 102.599247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:07.837816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.284193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T00:46:07.837945Z","caller":"traceutil/trace.go:171","msg":"trace[1698808610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26580; }","duration":"182.423057ms","start":"2026-07-24T00:46:07.655453Z","end":"2026-07-24T00:46:07.837876Z","steps":["trace[1698808610] 'range keys from in-memory index tree' (duration: 182.076976ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:11.649216Z","caller":"traceutil/trace.go:171","msg":"trace[1905863581] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"133.645129ms","start":"2026-07-24T00:46:11.515547Z","end":"2026-07-24T00:46:11.649192Z","steps":["trace[1905863581] 'process raft request' (duration: 133.424532ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:12.913389Z","caller":"traceutil/trace.go:171","msg":"trace[1564045260] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"102.749642ms","start":"2026-07-24T00:46:12.810609Z","end":"2026-07-24T00:46:12.913359Z","steps":["trace[1564045260] 'process raft request' (duration: 100.353056ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:17.218523Z","caller":"traceutil/trace.go:171","msg":"trace[1261142194] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"161.122447ms","start":"2026-07-24T00:46:17.057374Z","end":"2026-07-24T00:46:17.218497Z","steps":["trace[1261142194] 'process raft request' (duration: 159.569317ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:17.220475Z","caller":"traceutil/trace.go:171","msg":"trace[2308726] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"162.641585ms","start":"2026-07-24T00:46:17.057814Z","end":"2026-07-24T00:46:17.220455Z","steps":["trace[2308726] 'process raft request' (duration: 162.497021ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:17.220816Z","caller":"traceutil/trace.go:171","msg":"trace[603129887] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"158.036128ms","start":"2026-07-24T00:46:17.062742Z","end":"2026-07-24T00:46:17.220778Z","steps":["trace[603129887] 'process raft request' (duration: 157.892144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:17.220841Z","caller":"traceutil/trace.go:171","msg":"trace[1770428478] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"156.698246ms","start":"2026-07-24T00:46:17.064119Z","end":"2026-07-24T00:46:17.220818Z","steps":["trace[1770428478] 'process raft request' (duration: 156.588042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:17.220919Z","caller":"traceutil/trace.go:171","msg":"trace[2048731765] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"159.519456ms","start":"2026-07-24T00:46:17.061373Z","end":"2026-07-24T00:46:17.220893Z","steps":["trace[2048731765] 'process raft request' (duration: 159.051331ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:51.466091Z","caller":"traceutil/trace.go:171","msg":"trace[1892476316] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"123.803125ms","start":"2026-07-24T00:46:51.342268Z","end":"2026-07-24T00:46:51.466071Z","steps":["trace[1892476316] 'process raft request' (duration: 123.634169ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:51.466381Z","caller":"traceutil/trace.go:171","msg":"trace[1712983529] linearizableReadLoop","detail":"{readStateIndex:27970; appliedIndex:27968; }","duration":"122.210574ms","start":"2026-07-24T00:46:51.344151Z","end":"2026-07-24T00:46:51.466361Z","steps":["trace[1712983529] 'read index received' (duration: 71.232346ms)","trace[1712983529] 'applied index is now lower than readState.Index' (duration: 50.977128ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:51.466447Z","caller":"traceutil/trace.go:171","msg":"trace[433792175] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"100.054646ms","start":"2026-07-24T00:46:51.366343Z","end":"2026-07-24T00:46:51.466397Z","steps":["trace[433792175] 'process raft request' (duration: 99.888001ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:51.466424Z","caller":"traceutil/trace.go:171","msg":"trace[1969592227] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"100.138159ms","start":"2026-07-24T00:46:51.366254Z","end":"2026-07-24T00:46:51.466392Z","steps":["trace[1969592227] 'process raft request' (duration: 99.786858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:51.466686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.500543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-24T00:46:51.46668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.31134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:51.466749Z","caller":"traceutil/trace.go:171","msg":"trace[267547313] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27069; }","duration":"122.612847ms","start":"2026-07-24T00:46:51.344121Z","end":"2026-07-24T00:46:51.466734Z","steps":["trace[267547313] 'agreement among raft nodes before linearized reading' (duration: 122.346459ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:51.466794Z","caller":"traceutil/trace.go:171","msg":"trace[1256607822] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27069; }","duration":"108.480606ms","start":"2026-07-24T00:46:51.358282Z","end":"2026-07-24T00:46:51.466763Z","steps":["trace[1256607822] 'agreement among raft nodes before linearized reading' (duration: 108.27961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:51.466825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.590233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:51.466868Z","caller":"traceutil/trace.go:171","msg":"trace[23254942] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27069; }","duration":"100.700957ms","start":"2026-07-24T00:46:51.366155Z","end":"2026-07-24T00:46:51.466856Z","steps":["trace[23254942] 'agreement among raft nodes before linearized reading' (duration: 100.591083ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.154267Z","caller":"traceutil/trace.go:171","msg":"trace[1612847260] linearizableReadLoop","detail":"{readStateIndex:28011; appliedIndex:28010; }","duration":"109.339813ms","start":"2026-07-24T00:46:57.044897Z","end":"2026-07-24T00:46:57.154237Z","steps":["trace[1612847260] 'read index received' (duration: 109.100775ms)","trace[1612847260] 'applied index is now lower than readState.Index' (duration: 237.198µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:57.154359Z","caller":"traceutil/trace.go:171","msg":"trace[255816060] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"175.084263ms","start":"2026-07-24T00:46:56.979245Z","end":"2026-07-24T00:46:57.154329Z","steps":["trace[255816060] 'process raft request' (duration: 174.655189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.154507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.58826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-24T00:46:57.154625Z","caller":"traceutil/trace.go:171","msg":"trace[822461106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27105; }","duration":"109.757306ms","start":"2026-07-24T00:46:57.044855Z","end":"2026-07-24T00:46:57.154613Z","steps":["trace[822461106] 'agreement among raft nodes before linearized reading' (duration: 109.508368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.490678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.14813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:46:57.490963Z","caller":"traceutil/trace.go:171","msg":"trace[1293769868] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"351.491278ms","start":"2026-07-24T00:46:57.139453Z","end":"2026-07-24T00:46:57.490944Z","steps":["trace[1293769868] 'process raft request' (duration: 351.340003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.490986Z","caller":"traceutil/trace.go:171","msg":"trace[1095847054] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"331.969705ms","start":"2026-07-24T00:46:57.158998Z","end":"2026-07-24T00:46:57.490968Z","steps":["trace[1095847054] 'process raft request' (duration: 331.932843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.490964Z","caller":"traceutil/trace.go:171","msg":"trace[1534510475] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"400.214245ms","start":"2026-07-24T00:46:57.090711Z","end":"2026-07-24T00:46:57.490925Z","steps":["trace[1534510475] 'process raft request' (duration: 211.721444ms)","trace[1534510475] 'compare' (duration: 187.685405ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:46:57.491027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.139429Z","time spent":"351.569581ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:46:57.491052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.158972Z","time spent":"332.045097ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:46:57.491149Z","caller":"traceutil/trace.go:171","msg":"trace[2054827518] linearizableReadLoop","detail":"{readStateIndex:28014; appliedIndex:28011; }","duration":"336.802099ms","start":"2026-07-24T00:46:57.154336Z","end":"2026-07-24T00:46:57.491138Z","steps":["trace[2054827518] 'read index received' (duration: 148.105841ms)","trace[2054827518] 'applied index is now lower than readState.Index' (duration: 188.695328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:46:57.491161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.090676Z","time spent":"400.37195ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:46:57.491178Z","caller":"traceutil/trace.go:171","msg":"trace[202223604] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"343.188932ms","start":"2026-07-24T00:46:57.147934Z","end":"2026-07-24T00:46:57.491123Z","steps":["trace[202223604] 'process raft request' (duration: 342.949615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.491302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.273488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-24T00:46:57.491338Z","caller":"traceutil/trace.go:171","msg":"trace[2138348114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27109; }","duration":"380.35137ms","start":"2026-07-24T00:46:57.110974Z","end":"2026-07-24T00:46:57.491326Z","steps":["trace[2138348114] 'agreement among raft nodes before linearized reading' (duration: 380.225816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.491371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.110949Z","time spent":"380.415152ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:46:57.491479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.147894Z","time spent":"343.446201ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:46:57.758831Z","caller":"traceutil/trace.go:171","msg":"trace[651365984] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"323.094501ms","start":"2026-07-24T00:46:57.435703Z","end":"2026-07-24T00:46:57.758797Z","steps":["trace[651365984] 'process raft request' (duration: 237.057903ms)","trace[651365984] 'compare' (duration: 85.712418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:46:57.759016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.435679Z","time spent":"323.250636ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:46:57.854453Z","caller":"traceutil/trace.go:171","msg":"trace[190529302] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"361.171618ms","start":"2026-07-24T00:46:57.493243Z","end":"2026-07-24T00:46:57.854414Z","steps":["trace[190529302] 'process raft request' (duration: 361.048224ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.854511Z","caller":"traceutil/trace.go:171","msg":"trace[994500394] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"367.100786ms","start":"2026-07-24T00:46:57.487371Z","end":"2026-07-24T00:46:57.854471Z","steps":["trace[994500394] 'process raft request' (duration: 366.669023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.854661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.49322Z","time spent":"361.324643ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:46:57.854664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.487345Z","time spent":"367.233841ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:46:57.854683Z","caller":"traceutil/trace.go:171","msg":"trace[634486594] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"359.820244ms","start":"2026-07-24T00:46:57.494819Z","end":"2026-07-24T00:46:57.85464Z","steps":["trace[634486594] 'process raft request' (duration: 359.547125ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.854718Z","caller":"traceutil/trace.go:171","msg":"trace[932322016] linearizableReadLoop","detail":"{readStateIndex:28017; appliedIndex:28015; }","duration":"363.507082ms","start":"2026-07-24T00:46:57.491179Z","end":"2026-07-24T00:46:57.854686Z","steps":["trace[932322016] 'read index received' (duration: 181.602471ms)","trace[932322016] 'applied index is now lower than readState.Index' (duration: 181.903401ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:46:57.854823Z","caller":"traceutil/trace.go:171","msg":"trace[2145520926] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"359.951448ms","start":"2026-07-24T00:46:57.49486Z","end":"2026-07-24T00:46:57.854812Z","steps":["trace[2145520926] 'process raft request' (duration: 359.662869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.854854Z","caller":"traceutil/trace.go:171","msg":"trace[2104113622] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"359.246276ms","start":"2026-07-24T00:46:57.495591Z","end":"2026-07-24T00:46:57.854837Z","steps":["trace[2104113622] 'process raft request' (duration: 359.04367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.854882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.494844Z","time spent":"360.004541ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:46:57.854866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.494796Z","time spent":"359.960619ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:46:57.854931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.495583Z","time spent":"359.311718ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:46:57.855006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.899176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:46:57.85505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.11397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T00:46:57.855071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.099359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:57.855077Z","caller":"traceutil/trace.go:171","msg":"trace[571955644] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27115; }","duration":"452.02184ms","start":"2026-07-24T00:46:57.403035Z","end":"2026-07-24T00:46:57.855057Z","steps":["trace[571955644] 'agreement among raft nodes before linearized reading' (duration: 451.885906ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.855091Z","caller":"traceutil/trace.go:171","msg":"trace[1229064187] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27115; }","duration":"291.176332ms","start":"2026-07-24T00:46:57.563904Z","end":"2026-07-24T00:46:57.855081Z","steps":["trace[1229064187] 'agreement among raft nodes before linearized reading' (duration: 291.1062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.392713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-07-24T00:46:57.85514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.403015Z","time spent":"452.113492ms","remote":"127.0.0.1:43044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T00:46:57.855169Z","caller":"traceutil/trace.go:171","msg":"trace[2140295016] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27115; }","duration":"288.453264ms","start":"2026-07-24T00:46:57.566705Z","end":"2026-07-24T00:46:57.855158Z","steps":["trace[2140295016] 'agreement among raft nodes before linearized reading' (duration: 288.31033ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.855125Z","caller":"traceutil/trace.go:171","msg":"trace[1029346741] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27115; }","duration":"291.174792ms","start":"2026-07-24T00:46:57.563937Z","end":"2026-07-24T00:46:57.855112Z","steps":["trace[1029346741] 'agreement among raft nodes before linearized reading' (duration: 291.083039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.753869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:46:57.855257Z","caller":"traceutil/trace.go:171","msg":"trace[303958907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27115; }","duration":"301.908135ms","start":"2026-07-24T00:46:57.55332Z","end":"2026-07-24T00:46:57.855228Z","steps":["trace[303958907] 'agreement among raft nodes before linearized reading' (duration: 301.649556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.504656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:57.855311Z","caller":"traceutil/trace.go:171","msg":"trace[725075922] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27115; }","duration":"288.547908ms","start":"2026-07-24T00:46:57.566755Z","end":"2026-07-24T00:46:57.855303Z","steps":["trace[725075922] 'agreement among raft nodes before linearized reading' (duration: 288.506987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.553303Z","time spent":"301.998767ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:46:57.855428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.906471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:46:57.855466Z","caller":"traceutil/trace.go:171","msg":"trace[712909657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27115; }","duration":"294.986484ms","start":"2026-07-24T00:46:57.560467Z","end":"2026-07-24T00:46:57.855454Z","steps":["trace[712909657] 'agreement among raft nodes before linearized reading' (duration: 294.87446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.393094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T00:46:57.855526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.534431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:46:57.855561Z","caller":"traceutil/trace.go:171","msg":"trace[999343419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27115; }","duration":"299.449426ms","start":"2026-07-24T00:46:57.556101Z","end":"2026-07-24T00:46:57.85555Z","steps":["trace[999343419] 'agreement among raft nodes before linearized reading' (duration: 299.285891ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:46:57.855566Z","caller":"traceutil/trace.go:171","msg":"trace[2091149808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27115; }","duration":"295.588033ms","start":"2026-07-24T00:46:57.559968Z","end":"2026-07-24T00:46:57.855556Z","steps":["trace[2091149808] 'agreement among raft nodes before linearized reading' (duration: 295.455249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.779338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:46:57.855852Z","caller":"traceutil/trace.go:171","msg":"trace[1376749295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27115; }","duration":"300.851361ms","start":"2026-07-24T00:46:57.554981Z","end":"2026-07-24T00:46:57.855832Z","steps":["trace[1376749295] 'agreement among raft nodes before linearized reading' (duration: 300.617093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:57.855884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:46:57.554976Z","time spent":"300.901422ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T00:46:58.20837Z","caller":"traceutil/trace.go:171","msg":"trace[340017225] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"184.37117ms","start":"2026-07-24T00:46:58.023972Z","end":"2026-07-24T00:46:58.208343Z","steps":["trace[340017225] 'process raft request' (duration: 183.459361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:58.452534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.262505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:58.452614Z","caller":"traceutil/trace.go:171","msg":"trace[1588716279] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27121; }","duration":"132.384479ms","start":"2026-07-24T00:46:58.320214Z","end":"2026-07-24T00:46:58.452598Z","steps":["trace[1588716279] 'range keys from in-memory index tree' (duration: 132.202383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:58.453032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.984952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:58.453077Z","caller":"traceutil/trace.go:171","msg":"trace[1771517576] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27121; }","duration":"135.055674ms","start":"2026-07-24T00:46:58.318014Z","end":"2026-07-24T00:46:58.45307Z","steps":["trace[1771517576] 'range keys from in-memory index tree' (duration: 134.879058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:58.45324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.156565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-24T00:46:58.453268Z","caller":"traceutil/trace.go:171","msg":"trace[1745179158] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27121; }","duration":"134.195737ms","start":"2026-07-24T00:46:58.319065Z","end":"2026-07-24T00:46:58.453261Z","steps":["trace[1745179158] 'range keys from in-memory index tree' (duration: 134.070973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:46:58.453286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.872166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:46:58.453415Z","caller":"traceutil/trace.go:171","msg":"trace[1994112396] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27121; }","duration":"134.024781ms","start":"2026-07-24T00:46:58.319373Z","end":"2026-07-24T00:46:58.453398Z","steps":["trace[1994112396] 'range keys from in-memory index tree' (duration: 133.830676ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:47:59.476489Z","caller":"traceutil/trace.go:171","msg":"trace[75925010] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"143.012313ms","start":"2026-07-24T00:47:59.333452Z","end":"2026-07-24T00:47:59.476465Z","steps":["trace[75925010] 'process raft request' (duration: 142.685953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:48:06.270129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.144896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:48:06.27036Z","caller":"traceutil/trace.go:171","msg":"trace[1887965675] transaction","detail":"{read_only:false; response_revision:27709; number_of_response:1; }","duration":"135.40853ms","start":"2026-07-24T00:48:06.134913Z","end":"2026-07-24T00:48:06.270322Z","steps":["trace[1887965675] 'process raft request' (duration: 32.998925ms)","trace[1887965675] 'compare' (duration: 102.006942ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:48:06.270475Z","caller":"traceutil/trace.go:171","msg":"trace[1756806382] transaction","detail":"{read_only:false; response_revision:27710; number_of_response:1; }","duration":"130.290827ms","start":"2026-07-24T00:48:06.140157Z","end":"2026-07-24T00:48:06.270448Z","steps":["trace[1756806382] 'process raft request' (duration: 130.0709ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:48:06.272136Z","caller":"traceutil/trace.go:171","msg":"trace[1113566045] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"124.315245ms","start":"2026-07-24T00:48:06.147795Z","end":"2026-07-24T00:48:06.27211Z","steps":["trace[1113566045] 'process raft request' (duration: 124.265684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:48:06.272378Z","caller":"traceutil/trace.go:171","msg":"trace[286508496] transaction","detail":"{read_only:false; response_revision:27711; number_of_response:1; }","duration":"130.251275ms","start":"2026-07-24T00:48:06.142112Z","end":"2026-07-24T00:48:06.272363Z","steps":["trace[286508496] 'process raft request' (duration: 128.169899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:49:10.988461Z","caller":"traceutil/trace.go:171","msg":"trace[2085098912] linearizableReadLoop","detail":"{readStateIndex:29338; appliedIndex:29337; }","duration":"348.839876ms","start":"2026-07-24T00:49:10.639574Z","end":"2026-07-24T00:49:10.988414Z","steps":["trace[2085098912] 'read index received' (duration: 348.273078ms)","trace[2085098912] 'applied index is now lower than readState.Index' (duration: 564.548µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:49:10.988473Z","caller":"traceutil/trace.go:171","msg":"trace[1854139410] transaction","detail":"{read_only:false; response_revision:28399; number_of_response:1; }","duration":"351.132069ms","start":"2026-07-24T00:49:10.637291Z","end":"2026-07-24T00:49:10.988423Z","steps":["trace[1854139410] 'process raft request' (duration: 350.390966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:10.989055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:10.637271Z","time spent":"351.656645ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:49:10.988684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.081554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:49:10.989169Z","caller":"traceutil/trace.go:171","msg":"trace[1225192490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28399; }","duration":"349.57951ms","start":"2026-07-24T00:49:10.639551Z","end":"2026-07-24T00:49:10.989131Z","steps":["trace[1225192490] 'agreement among raft nodes before linearized reading' (duration: 348.95981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:10.989245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:10.639541Z","time spent":"349.669862ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T00:49:11.022209Z","caller":"traceutil/trace.go:171","msg":"trace[1332626101] transaction","detail":"{read_only:false; response_revision:28400; number_of_response:1; }","duration":"381.706707ms","start":"2026-07-24T00:49:10.64047Z","end":"2026-07-24T00:49:11.022177Z","steps":["trace[1332626101] 'process raft request' (duration: 381.51322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:11.022323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.60053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T00:49:11.022391Z","caller":"traceutil/trace.go:171","msg":"trace[1006869209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28400; }","duration":"344.676803ms","start":"2026-07-24T00:49:10.677697Z","end":"2026-07-24T00:49:11.022374Z","steps":["trace[1006869209] 'agreement among raft nodes before linearized reading' (duration: 344.524928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:11.022394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:10.64046Z","time spent":"381.826721ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:49:11.022439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:10.67769Z","time spent":"344.739935ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T00:49:11.022829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.24078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:49:11.022903Z","caller":"traceutil/trace.go:171","msg":"trace[1068024476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28400; }","duration":"345.369934ms","start":"2026-07-24T00:49:10.67752Z","end":"2026-07-24T00:49:11.02289Z","steps":["trace[1068024476] 'agreement among raft nodes before linearized reading' (duration: 344.590469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:11.023009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:10.677508Z","time spent":"345.491969ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T00:49:18.850987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.544483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-24T00:49:18.851084Z","caller":"traceutil/trace.go:171","msg":"trace[659833278] linearizableReadLoop","detail":"{readStateIndex:29415; appliedIndex:29414; }","duration":"493.394678ms","start":"2026-07-24T00:49:18.357643Z","end":"2026-07-24T00:49:18.851038Z","steps":["trace[659833278] 'read index received' (duration: 492.84568ms)","trace[659833278] 'applied index is now lower than readState.Index' (duration: 546.398µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:49:18.851151Z","caller":"traceutil/trace.go:171","msg":"trace[2032217538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28474; }","duration":"503.75887ms","start":"2026-07-24T00:49:18.347365Z","end":"2026-07-24T00:49:18.851124Z","steps":["trace[2032217538] 'range keys from in-memory index tree' (duration: 502.925313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:18.851235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:18.347341Z","time spent":"503.867843ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T00:49:18.851847Z","caller":"traceutil/trace.go:171","msg":"trace[967734139] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"503.862933ms","start":"2026-07-24T00:49:18.347955Z","end":"2026-07-24T00:49:18.851818Z","steps":["trace[967734139] 'process raft request' (duration: 502.285032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:18.851935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.265346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-07-24T00:49:18.851976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:18.34793Z","time spent":"503.965256ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:49:18.852006Z","caller":"traceutil/trace.go:171","msg":"trace[1455618469] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28475; }","duration":"494.364489ms","start":"2026-07-24T00:49:18.357625Z","end":"2026-07-24T00:49:18.851989Z","steps":["trace[1455618469] 'agreement among raft nodes before linearized reading' (duration: 494.157153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:18.852107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:49:18.357615Z","time spent":"494.484603ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-24T00:49:18.854352Z","caller":"traceutil/trace.go:171","msg":"trace[669502963] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"235.078738ms","start":"2026-07-24T00:49:18.619241Z","end":"2026-07-24T00:49:18.854319Z","steps":["trace[669502963] 'process raft request' (duration: 234.858771ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:49:18.854383Z","caller":"traceutil/trace.go:171","msg":"trace[1058336385] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"227.810206ms","start":"2026-07-24T00:49:18.626556Z","end":"2026-07-24T00:49:18.854366Z","steps":["trace[1058336385] 'process raft request' (duration: 227.682072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:49:18.854619Z","caller":"traceutil/trace.go:171","msg":"trace[1443637438] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"227.849146ms","start":"2026-07-24T00:49:18.626758Z","end":"2026-07-24T00:49:18.854607Z","steps":["trace[1443637438] 'process raft request' (duration: 227.520766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:49:18.854712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.979857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:49:18.85472Z","caller":"traceutil/trace.go:171","msg":"trace[888010729] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"227.898319ms","start":"2026-07-24T00:49:18.626813Z","end":"2026-07-24T00:49:18.854711Z","steps":["trace[888010729] 'process raft request' (duration: 227.711303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:49:18.854754Z","caller":"traceutil/trace.go:171","msg":"trace[360856701] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28479; }","duration":"165.07195ms","start":"2026-07-24T00:49:18.689669Z","end":"2026-07-24T00:49:18.854741Z","steps":["trace[360856701] 'agreement among raft nodes before linearized reading' (duration: 164.942445ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:49:46.294314Z","caller":"traceutil/trace.go:171","msg":"trace[570648518] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"134.45478ms","start":"2026-07-24T00:49:46.159829Z","end":"2026-07-24T00:49:46.294284Z","steps":["trace[570648518] 'process raft request' (duration: 134.281414ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:49:48.93187Z","caller":"traceutil/trace.go:171","msg":"trace[1953205611] transaction","detail":"{read_only:false; response_revision:28800; number_of_response:1; }","duration":"107.229729ms","start":"2026-07-24T00:49:48.824612Z","end":"2026-07-24T00:49:48.931841Z","steps":["trace[1953205611] 'process raft request' (duration: 107.048323ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:50:15.095826Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T00:50:15.105346Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-24T00:50:15.105434Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-24T00:53:19.850693Z","caller":"traceutil/trace.go:171","msg":"trace[1511501426] transaction","detail":"{read_only:false; response_revision:30409; number_of_response:1; }","duration":"137.981321ms","start":"2026-07-24T00:53:19.712677Z","end":"2026-07-24T00:53:19.850659Z","steps":["trace[1511501426] 'process raft request' (duration: 137.799595ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:19.858274Z","caller":"traceutil/trace.go:171","msg":"trace[1855530184] transaction","detail":"{read_only:false; response_revision:30410; number_of_response:1; }","duration":"134.328284ms","start":"2026-07-24T00:53:19.723922Z","end":"2026-07-24T00:53:19.85825Z","steps":["trace[1855530184] 'process raft request' (duration: 134.091436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:20.313058Z","caller":"traceutil/trace.go:171","msg":"trace[1354888017] transaction","detail":"{read_only:false; response_revision:30414; number_of_response:1; }","duration":"232.558445ms","start":"2026-07-24T00:53:20.080474Z","end":"2026-07-24T00:53:20.313033Z","steps":["trace[1354888017] 'process raft request' (duration: 232.383739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.539422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.418962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:53:20.539535Z","caller":"traceutil/trace.go:171","msg":"trace[1105766954] linearizableReadLoop","detail":"{readStateIndex:31410; appliedIndex:31408; }","duration":"290.554548ms","start":"2026-07-24T00:53:20.248964Z","end":"2026-07-24T00:53:20.539519Z","steps":["trace[1105766954] 'read index received' (duration: 63.871732ms)","trace[1105766954] 'applied index is now lower than readState.Index' (duration: 226.681586ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:53:20.539581Z","caller":"traceutil/trace.go:171","msg":"trace[241715406] transaction","detail":"{read_only:false; response_revision:30415; number_of_response:1; }","duration":"366.253489ms","start":"2026-07-24T00:53:20.173286Z","end":"2026-07-24T00:53:20.539539Z","steps":["trace[241715406] 'process raft request' (duration: 249.61978ms)","trace[241715406] 'compare' (duration: 116.253047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:53:20.539712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.752795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T00:53:20.539741Z","caller":"traceutil/trace.go:171","msg":"trace[1726735583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30415; }","duration":"290.810127ms","start":"2026-07-24T00:53:20.248923Z","end":"2026-07-24T00:53:20.539733Z","steps":["trace[1726735583] 'agreement among raft nodes before linearized reading' (duration: 290.677503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.539735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.173254Z","time spent":"366.397104ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:53:20.53988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.669197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-24T00:53:20.539955Z","caller":"traceutil/trace.go:171","msg":"trace[1346588254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30415; }","duration":"282.798841ms","start":"2026-07-24T00:53:20.257139Z","end":"2026-07-24T00:53:20.539937Z","steps":["trace[1346588254] 'agreement among raft nodes before linearized reading' (duration: 282.583784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.54002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.820645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-24T00:53:20.540067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.109729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:53:20.540109Z","caller":"traceutil/trace.go:171","msg":"trace[2144094517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30415; }","duration":"147.94114ms","start":"2026-07-24T00:53:20.392145Z","end":"2026-07-24T00:53:20.540086Z","steps":["trace[2144094517] 'agreement among raft nodes before linearized reading' (duration: 147.664231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:20.540109Z","caller":"traceutil/trace.go:171","msg":"trace[65793118] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30415; }","duration":"135.198262ms","start":"2026-07-24T00:53:20.404898Z","end":"2026-07-24T00:53:20.540096Z","steps":["trace[65793118] 'agreement among raft nodes before linearized reading' (duration: 135.12553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.540137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.710945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:53:20.540166Z","caller":"traceutil/trace.go:171","msg":"trace[2138601242] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:30415; }","duration":"255.788747ms","start":"2026-07-24T00:53:20.284368Z","end":"2026-07-24T00:53:20.540157Z","steps":["trace[2138601242] 'agreement among raft nodes before linearized reading' (duration: 255.741995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.54017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.803273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T00:53:20.540196Z","caller":"traceutil/trace.go:171","msg":"trace[665216120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30415; }","duration":"151.862345ms","start":"2026-07-24T00:53:20.388325Z","end":"2026-07-24T00:53:20.540188Z","steps":["trace[665216120] 'agreement among raft nodes before linearized reading' (duration: 151.804253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.540114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.724924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T00:53:20.540358Z","caller":"traceutil/trace.go:171","msg":"trace[525496653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30415; }","duration":"234.933151ms","start":"2026-07-24T00:53:20.305377Z","end":"2026-07-24T00:53:20.54031Z","steps":["trace[525496653] 'agreement among raft nodes before linearized reading' (duration: 234.681913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.915594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.310125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T00:53:20.915845Z","caller":"traceutil/trace.go:171","msg":"trace[1460022973] linearizableReadLoop","detail":"{readStateIndex:31413; appliedIndex:31410; }","duration":"370.33908ms","start":"2026-07-24T00:53:20.545489Z","end":"2026-07-24T00:53:20.915828Z","steps":["trace[1460022973] 'read index received' (duration: 62.326843ms)","trace[1460022973] 'applied index is now lower than readState.Index' (duration: 308.011086ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T00:53:20.916049Z","caller":"traceutil/trace.go:171","msg":"trace[238513085] transaction","detail":"{read_only:false; response_revision:30420; number_of_response:1; }","duration":"370.066ms","start":"2026-07-24T00:53:20.545936Z","end":"2026-07-24T00:53:20.916002Z","steps":["trace[238513085] 'process raft request' (duration: 369.853973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:20.916082Z","caller":"traceutil/trace.go:171","msg":"trace[1245540796] transaction","detail":"{read_only:false; response_revision:30418; number_of_response:1; }","duration":"370.994ms","start":"2026-07-24T00:53:20.545048Z","end":"2026-07-24T00:53:20.916042Z","steps":["trace[1245540796] 'process raft request' (duration: 370.66627ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:20.916093Z","caller":"traceutil/trace.go:171","msg":"trace[274395617] transaction","detail":"{read_only:false; response_revision:30417; number_of_response:1; }","duration":"371.088634ms","start":"2026-07-24T00:53:20.544958Z","end":"2026-07-24T00:53:20.916047Z","steps":["trace[274395617] 'process raft request' (duration: 139.209421ms)","trace[274395617] 'compare' (duration: 231.141039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:53:20.916218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.545896Z","time spent":"370.230926ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:53:20.916301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.545003Z","time spent":"371.187986ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:53:20.916377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.835535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18075"} {"level":"info","ts":"2026-07-24T00:53:20.916643Z","caller":"traceutil/trace.go:171","msg":"trace[1088362392] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30420; }","duration":"371.115454ms","start":"2026-07-24T00:53:20.545449Z","end":"2026-07-24T00:53:20.916565Z","steps":["trace[1088362392] 'agreement among raft nodes before linearized reading' (duration: 370.574747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.916752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.545436Z","time spent":"371.258888ms","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18098,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-24T00:53:20.916093Z","caller":"traceutil/trace.go:171","msg":"trace[1846943773] transaction","detail":"{read_only:false; response_revision:30419; number_of_response:1; }","duration":"370.289778ms","start":"2026-07-24T00:53:20.545736Z","end":"2026-07-24T00:53:20.916025Z","steps":["trace[1846943773] 'process raft request' (duration: 370.022549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.917044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.545725Z","time spent":"371.185606ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:53:20.916473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.544937Z","time spent":"371.272199ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:53:20.921221Z","caller":"traceutil/trace.go:171","msg":"trace[1269158367] transaction","detail":"{read_only:false; response_revision:30421; number_of_response:1; }","duration":"269.313399ms","start":"2026-07-24T00:53:20.651888Z","end":"2026-07-24T00:53:20.921202Z","steps":["trace[1269158367] 'process raft request' (duration: 269.181135ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:20.92631Z","caller":"traceutil/trace.go:171","msg":"trace[1272218172] transaction","detail":"{read_only:false; response_revision:30422; number_of_response:1; }","duration":"155.474041ms","start":"2026-07-24T00:53:20.770779Z","end":"2026-07-24T00:53:20.926253Z","steps":["trace[1272218172] 'process raft request' (duration: 155.276104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.926363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.322818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-24T00:53:20.926472Z","caller":"traceutil/trace.go:171","msg":"trace[1653250780] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30422; }","duration":"380.469673ms","start":"2026-07-24T00:53:20.545989Z","end":"2026-07-24T00:53:20.926459Z","steps":["trace[1653250780] 'agreement among raft nodes before linearized reading' (duration: 380.201405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:53:20.926518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:53:20.545981Z","time spent":"380.526455ms","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-24T00:53:21.110689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.394121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T00:53:21.97731Z","caller":"traceutil/trace.go:171","msg":"trace[1155326846] transaction","detail":"{read_only:false; response_revision:30426; number_of_response:1; }","duration":"113.302862ms","start":"2026-07-24T00:53:21.863971Z","end":"2026-07-24T00:53:21.977274Z","steps":["trace[1155326846] 'process raft request' (duration: 112.909089ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:21.977604Z","caller":"traceutil/trace.go:171","msg":"trace[1283405935] transaction","detail":"{read_only:false; response_revision:30427; number_of_response:1; }","duration":"113.454917ms","start":"2026-07-24T00:53:21.864099Z","end":"2026-07-24T00:53:21.977554Z","steps":["trace[1283405935] 'process raft request' (duration: 113.102715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:21.977634Z","caller":"traceutil/trace.go:171","msg":"trace[455287178] transaction","detail":"{read_only:false; response_revision:30428; number_of_response:1; }","duration":"111.323279ms","start":"2026-07-24T00:53:21.866284Z","end":"2026-07-24T00:53:21.977607Z","steps":["trace[455287178] 'process raft request' (duration: 111.178325ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:21.977786Z","caller":"traceutil/trace.go:171","msg":"trace[1094530801] transaction","detail":"{read_only:false; response_revision:30429; number_of_response:1; }","duration":"111.111382ms","start":"2026-07-24T00:53:21.866669Z","end":"2026-07-24T00:53:21.977781Z","steps":["trace[1094530801] 'process raft request' (duration: 110.898205ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:23.134655Z","caller":"traceutil/trace.go:171","msg":"trace[917933117] transaction","detail":"{read_only:false; response_revision:30433; number_of_response:1; }","duration":"208.480905ms","start":"2026-07-24T00:53:22.926148Z","end":"2026-07-24T00:53:23.134629Z","steps":["trace[917933117] 'process raft request' (duration: 206.44368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:23.135017Z","caller":"traceutil/trace.go:171","msg":"trace[2141143156] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"151.960638ms","start":"2026-07-24T00:53:22.983004Z","end":"2026-07-24T00:53:23.134965Z","steps":["trace[2141143156] 'process raft request' (duration: 151.533264ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:23.135232Z","caller":"traceutil/trace.go:171","msg":"trace[1011645242] transaction","detail":"{read_only:false; response_revision:30434; number_of_response:1; }","duration":"209.021662ms","start":"2026-07-24T00:53:22.926202Z","end":"2026-07-24T00:53:23.135224Z","steps":["trace[1011645242] 'process raft request' (duration: 208.184335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:23.135316Z","caller":"traceutil/trace.go:171","msg":"trace[332364445] transaction","detail":"{read_only:false; response_revision:30436; number_of_response:1; }","duration":"204.148976ms","start":"2026-07-24T00:53:22.931149Z","end":"2026-07-24T00:53:23.135298Z","steps":["trace[332364445] 'process raft request' (duration: 203.355861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:23.135416Z","caller":"traceutil/trace.go:171","msg":"trace[1217105629] transaction","detail":"{read_only:false; response_revision:30435; number_of_response:1; }","duration":"208.799895ms","start":"2026-07-24T00:53:22.926608Z","end":"2026-07-24T00:53:23.135408Z","steps":["trace[1217105629] 'process raft request' (duration: 207.868255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:53:39.449357Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28032} {"level":"info","ts":"2026-07-24T00:53:39.700638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28032,"took":"246.45604ms","hash":2203651450,"current-db-size-bytes":61132800,"current-db-size":"61 MB","current-db-size-in-use-bytes":34869248,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-24T00:53:39.700736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2203651450,"revision":28032,"compact-revision":19842} {"level":"warn","ts":"2026-07-24T00:58:00.773928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.580641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-24T00:58:00.774041Z","caller":"traceutil/trace.go:171","msg":"trace[214362328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32491; }","duration":"103.753227ms","start":"2026-07-24T00:58:00.670264Z","end":"2026-07-24T00:58:00.774018Z","steps":["trace[214362328] 'range keys from in-memory index tree' (duration: 102.640951ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:58:01.125025Z","caller":"traceutil/trace.go:171","msg":"trace[1694232610] transaction","detail":"{read_only:false; response_revision:32493; number_of_response:1; }","duration":"346.91061ms","start":"2026-07-24T00:58:00.778066Z","end":"2026-07-24T00:58:01.124977Z","steps":["trace[1694232610] 'process raft request' (duration: 346.6066ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:58:01.125175Z","caller":"traceutil/trace.go:171","msg":"trace[965900658] transaction","detail":"{read_only:false; response_revision:32494; number_of_response:1; }","duration":"346.760336ms","start":"2026-07-24T00:58:00.778372Z","end":"2026-07-24T00:58:01.125132Z","steps":["trace[965900658] 'process raft request' (duration: 346.535718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T00:58:01.125368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:58:00.778363Z","time spent":"346.90564ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T00:58:01.126026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T00:58:00.778035Z","time spent":"347.106016ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T00:58:01.127568Z","caller":"traceutil/trace.go:171","msg":"trace[1828077219] transaction","detail":"{read_only:false; response_revision:32495; number_of_response:1; }","duration":"241.900832ms","start":"2026-07-24T00:58:00.885638Z","end":"2026-07-24T00:58:01.127539Z","steps":["trace[1828077219] 'process raft request' (duration: 241.587972ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:58:01.127618Z","caller":"traceutil/trace.go:171","msg":"trace[570358945] transaction","detail":"{read_only:false; response_revision:32496; number_of_response:1; }","duration":"223.34803ms","start":"2026-07-24T00:58:00.904241Z","end":"2026-07-24T00:58:01.127589Z","steps":["trace[570358945] 'process raft request' (duration: 223.138743ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:58:01.127668Z","caller":"traceutil/trace.go:171","msg":"trace[1775541874] transaction","detail":"{read_only:false; response_revision:32497; number_of_response:1; }","duration":"187.305537ms","start":"2026-07-24T00:58:00.940355Z","end":"2026-07-24T00:58:01.12766Z","steps":["trace[1775541874] 'process raft request' (duration: 187.06655ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:58:01.127812Z","caller":"traceutil/trace.go:171","msg":"trace[767630146] linearizableReadLoop","detail":"{readStateIndex:33551; appliedIndex:33546; }","duration":"169.703245ms","start":"2026-07-24T00:58:00.958092Z","end":"2026-07-24T00:58:01.127795Z","steps":["trace[767630146] 'read index received' (duration: 166.558114ms)","trace[767630146] 'applied index is now lower than readState.Index' (duration: 3.144381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T00:58:01.127904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.788258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T00:58:01.128178Z","caller":"traceutil/trace.go:171","msg":"trace[1622403007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32501; }","duration":"170.090097ms","start":"2026-07-24T00:58:00.958077Z","end":"2026-07-24T00:58:01.128167Z","steps":["trace[1622403007] 'agreement among raft nodes before linearized reading' (duration: 169.763797ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T00:58:39.458747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30555} {"level":"info","ts":"2026-07-24T00:58:39.617662Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30555,"took":"153.096004ms","hash":2649169492,"current-db-size-bytes":61132800,"current-db-size":"61 MB","current-db-size-in-use-bytes":30363648,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-24T00:58:39.617746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2649169492,"revision":30555,"compact-revision":28032} {"level":"warn","ts":"2026-07-24T01:00:49.224865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305497595893740839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T01:00:49.254955Z","caller":"traceutil/trace.go:171","msg":"trace[408688421] transaction","detail":"{read_only:false; response_revision:33821; number_of_response:1; }","duration":"664.748497ms","start":"2026-07-24T01:00:48.590175Z","end":"2026-07-24T01:00:49.254923Z","steps":["trace[408688421] 'process raft request' (duration: 664.545451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.255134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:00:48.59015Z","time spent":"664.872832ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T01:00:49.259952Z","caller":"traceutil/trace.go:171","msg":"trace[1902973414] linearizableReadLoop","detail":"{readStateIndex:34914; appliedIndex:34911; }","duration":"536.030553ms","start":"2026-07-24T01:00:48.723893Z","end":"2026-07-24T01:00:49.259924Z","steps":["trace[1902973414] 'read index received' (duration: 530.839437ms)","trace[1902973414] 'applied index is now lower than readState.Index' (duration: 5.189926ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:00:49.260067Z","caller":"traceutil/trace.go:171","msg":"trace[1001163247] transaction","detail":"{read_only:false; response_revision:33823; number_of_response:1; }","duration":"184.424755ms","start":"2026-07-24T01:00:49.075593Z","end":"2026-07-24T01:00:49.260017Z","steps":["trace[1001163247] 'process raft request' (duration: 184.27277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.260133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.263022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T01:00:49.260189Z","caller":"traceutil/trace.go:171","msg":"trace[1369832573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33823; }","duration":"333.359275ms","start":"2026-07-24T01:00:48.926811Z","end":"2026-07-24T01:00:49.260171Z","steps":["trace[1369832573] 'agreement among raft nodes before linearized reading' (duration: 333.263622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.260237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:00:48.926793Z","time spent":"333.432147ms","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-24T01:00:49.260135Z","caller":"traceutil/trace.go:171","msg":"trace[94247513] transaction","detail":"{read_only:false; response_revision:33822; number_of_response:1; }","duration":"510.705663ms","start":"2026-07-24T01:00:48.749403Z","end":"2026-07-24T01:00:49.260108Z","steps":["trace[94247513] 'process raft request' (duration: 510.337491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.260377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.881861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T01:00:49.260446Z","caller":"traceutil/trace.go:171","msg":"trace[263704102] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:33823; }","duration":"251.990224ms","start":"2026-07-24T01:00:49.008433Z","end":"2026-07-24T01:00:49.260423Z","steps":["trace[263704102] 'agreement among raft nodes before linearized reading' (duration: 251.883661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.260563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.119142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T01:00:49.260629Z","caller":"traceutil/trace.go:171","msg":"trace[416214902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33823; }","duration":"315.212815ms","start":"2026-07-24T01:00:48.945399Z","end":"2026-07-24T01:00:49.260612Z","steps":["trace[416214902] 'agreement among raft nodes before linearized reading' (duration: 315.124022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.26068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:00:48.94538Z","time spent":"315.287037ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T01:00:49.260665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.490362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T01:00:49.260755Z","caller":"traceutil/trace.go:171","msg":"trace[1025496480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33823; }","duration":"299.619196ms","start":"2026-07-24T01:00:48.961119Z","end":"2026-07-24T01:00:49.260738Z","steps":["trace[1025496480] 'agreement among raft nodes before linearized reading' (duration: 299.373648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.260821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.452161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-24T01:00:49.260954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.578506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-24T01:00:49.260275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.352593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:8041"} {"level":"info","ts":"2026-07-24T01:00:49.261064Z","caller":"traceutil/trace.go:171","msg":"trace[364202125] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:33823; }","duration":"182.757492ms","start":"2026-07-24T01:00:49.078275Z","end":"2026-07-24T01:00:49.261033Z","steps":["trace[364202125] 'agreement among raft nodes before linearized reading' (duration: 182.413311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:00:49.26099Z","caller":"traceutil/trace.go:171","msg":"trace[1355143134] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:33823; }","duration":"304.659978ms","start":"2026-07-24T01:00:48.956309Z","end":"2026-07-24T01:00:49.260969Z","steps":["trace[1355143134] 'agreement among raft nodes before linearized reading' (duration: 304.447951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.260942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:00:48.749366Z","time spent":"511.157057ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T01:00:49.261065Z","caller":"traceutil/trace.go:171","msg":"trace[292544417] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:33823; }","duration":"537.20577ms","start":"2026-07-24T01:00:48.72384Z","end":"2026-07-24T01:00:49.261046Z","steps":["trace[292544417] 'agreement among raft nodes before linearized reading' (duration: 536.210638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:00:49.261266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:00:48.723815Z","time spent":"537.431197ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":8064,"request content":"key:\"/registry/jobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-07-24T01:00:49.26136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:00:48.956287Z","time spent":"304.846984ms","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T01:03:39.464764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32779} {"level":"info","ts":"2026-07-24T01:03:39.580599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32779,"took":"112.527427ms","hash":2940635151,"current-db-size-bytes":61132800,"current-db-size":"61 MB","current-db-size-in-use-bytes":31027200,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-24T01:03:39.580657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2940635151,"revision":32779,"compact-revision":30555} {"level":"warn","ts":"2026-07-24T01:04:56.975631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.810418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T01:04:56.975748Z","caller":"traceutil/trace.go:171","msg":"trace[867097944] transaction","detail":"{read_only:false; response_revision:35690; number_of_response:1; }","duration":"183.65154ms","start":"2026-07-24T01:04:56.792077Z","end":"2026-07-24T01:04:56.975729Z","steps":["trace[867097944] 'process raft request' (duration: 64.664306ms)","trace[867097944] 'compare' (duration: 118.465757ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:04:57.023679Z","caller":"traceutil/trace.go:171","msg":"trace[270651655] transaction","detail":"{read_only:false; response_revision:35691; number_of_response:1; }","duration":"224.212907ms","start":"2026-07-24T01:04:56.799429Z","end":"2026-07-24T01:04:57.023642Z","steps":["trace[270651655] 'process raft request' (duration: 223.926318ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:04:57.023734Z","caller":"traceutil/trace.go:171","msg":"trace[1677486802] transaction","detail":"{read_only:false; response_revision:35692; number_of_response:1; }","duration":"205.522739ms","start":"2026-07-24T01:04:56.818186Z","end":"2026-07-24T01:04:57.023709Z","steps":["trace[1677486802] 'process raft request' (duration: 205.344423ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:04:57.023717Z","caller":"traceutil/trace.go:171","msg":"trace[151147073] transaction","detail":"{read_only:false; response_revision:35693; number_of_response:1; }","duration":"199.826287ms","start":"2026-07-24T01:04:56.823861Z","end":"2026-07-24T01:04:57.023687Z","steps":["trace[151147073] 'process raft request' (duration: 199.735184ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:04:57.023807Z","caller":"traceutil/trace.go:171","msg":"trace[1913419594] linearizableReadLoop","detail":"{readStateIndex:36838; appliedIndex:36838; }","duration":"133.482066ms","start":"2026-07-24T01:04:56.890293Z","end":"2026-07-24T01:04:57.023775Z","steps":["trace[1913419594] 'read index received' (duration: 133.465015ms)","trace[1913419594] 'applied index is now lower than readState.Index' (duration: 14.531µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T01:04:57.026389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.732304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-24T01:04:57.026441Z","caller":"traceutil/trace.go:171","msg":"trace[1227730195] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35693; }","duration":"136.162782ms","start":"2026-07-24T01:04:56.890266Z","end":"2026-07-24T01:04:57.026428Z","steps":["trace[1227730195] 'agreement among raft nodes before linearized reading' (duration: 133.639371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:04:57.038117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.34553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-24T01:04:57.038179Z","caller":"traceutil/trace.go:171","msg":"trace[201498318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35694; }","duration":"127.420942ms","start":"2026-07-24T01:04:56.910744Z","end":"2026-07-24T01:04:57.038165Z","steps":["trace[201498318] 'agreement among raft nodes before linearized reading' (duration: 127.284718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:04:57.143173Z","caller":"traceutil/trace.go:171","msg":"trace[332804418] linearizableReadLoop","detail":"{readStateIndex:36840; appliedIndex:36839; }","duration":"105.4538ms","start":"2026-07-24T01:04:57.037687Z","end":"2026-07-24T01:04:57.143141Z","steps":["trace[332804418] 'read index received' (duration: 64.987397ms)","trace[332804418] 'applied index is now lower than readState.Index' (duration: 40.465243ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:04:57.143252Z","caller":"traceutil/trace.go:171","msg":"trace[1330966702] transaction","detail":"{read_only:false; response_revision:35695; number_of_response:1; }","duration":"109.549662ms","start":"2026-07-24T01:04:57.033674Z","end":"2026-07-24T01:04:57.143224Z","steps":["trace[1330966702] 'process raft request' (duration: 68.988575ms)","trace[1330966702] 'compare' (duration: 40.313309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T01:04:57.14347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.156855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T01:04:57.143495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.400383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T01:04:57.143529Z","caller":"traceutil/trace.go:171","msg":"trace[203548308] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:35695; }","duration":"112.32041ms","start":"2026-07-24T01:04:57.031189Z","end":"2026-07-24T01:04:57.143509Z","steps":["trace[203548308] 'agreement among raft nodes before linearized reading' (duration: 112.147755ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:04:57.143568Z","caller":"traceutil/trace.go:171","msg":"trace[937304605] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:35695; }","duration":"107.503996ms","start":"2026-07-24T01:04:57.036046Z","end":"2026-07-24T01:04:57.14355Z","steps":["trace[937304605] 'agreement among raft nodes before linearized reading' (duration: 107.264179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:04:57.143633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.659685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T01:04:57.143674Z","caller":"traceutil/trace.go:171","msg":"trace[1277310196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35695; }","duration":"104.727397ms","start":"2026-07-24T01:04:57.038936Z","end":"2026-07-24T01:04:57.143663Z","steps":["trace[1277310196] 'agreement among raft nodes before linearized reading' (duration: 104.534981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:04:57.551834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.281093ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-24T01:04:57.552348Z","caller":"traceutil/trace.go:171","msg":"trace[212357209] transaction","detail":"{read_only:false; response_revision:35698; number_of_response:1; }","duration":"224.480734ms","start":"2026-07-24T01:04:57.327848Z","end":"2026-07-24T01:04:57.552328Z","steps":["trace[212357209] 'process raft request' (duration: 224.35618ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:04:57.55255Z","caller":"traceutil/trace.go:171","msg":"trace[1447854765] transaction","detail":"{read_only:false; response_revision:35697; number_of_response:1; }","duration":"224.727642ms","start":"2026-07-24T01:04:57.32779Z","end":"2026-07-24T01:04:57.552517Z","steps":["trace[1447854765] 'process raft request' (duration: 224.288168ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:05:16.958796Z","caller":"traceutil/trace.go:171","msg":"trace[1310385898] transaction","detail":"{read_only:false; response_revision:35910; number_of_response:1; }","duration":"337.256902ms","start":"2026-07-24T01:05:16.621516Z","end":"2026-07-24T01:05:16.958773Z","steps":["trace[1310385898] 'process raft request' (duration: 337.117508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:05:16.958996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:05:16.621503Z","time spent":"337.420388ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T01:05:16.959494Z","caller":"traceutil/trace.go:171","msg":"trace[1898883683] transaction","detail":"{read_only:false; response_revision:35911; number_of_response:1; }","duration":"337.249452ms","start":"2026-07-24T01:05:16.622233Z","end":"2026-07-24T01:05:16.959482Z","steps":["trace[1898883683] 'process raft request' (duration: 337.145529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:05:16.95961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:05:16.622224Z","time spent":"337.348596ms","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T01:05:16.959951Z","caller":"traceutil/trace.go:171","msg":"trace[1778895921] transaction","detail":"{read_only:false; response_revision:35912; number_of_response:1; }","duration":"135.078409ms","start":"2026-07-24T01:05:16.824846Z","end":"2026-07-24T01:05:16.959924Z","steps":["trace[1778895921] 'process raft request' (duration: 134.596444ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:05:32.229353Z","caller":"traceutil/trace.go:171","msg":"trace[512499772] transaction","detail":"{read_only:false; response_revision:36025; number_of_response:1; }","duration":"121.850906ms","start":"2026-07-24T01:05:32.10718Z","end":"2026-07-24T01:05:32.229031Z","steps":["trace[512499772] 'process raft request' (duration: 121.685781ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:05:58.039671Z","caller":"traceutil/trace.go:171","msg":"trace[26572037] transaction","detail":"{read_only:false; response_revision:36212; number_of_response:1; }","duration":"163.776416ms","start":"2026-07-24T01:05:57.875873Z","end":"2026-07-24T01:05:58.039649Z","steps":["trace[26572037] 'process raft request' (duration: 163.61255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:05:58.059887Z","caller":"traceutil/trace.go:171","msg":"trace[2114367170] linearizableReadLoop","detail":"{readStateIndex:37371; appliedIndex:37369; }","duration":"159.041955ms","start":"2026-07-24T01:05:57.900826Z","end":"2026-07-24T01:05:58.059868Z","steps":["trace[2114367170] 'read index received' (duration: 138.657263ms)","trace[2114367170] 'applied index is now lower than readState.Index' (duration: 20.384042ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:05:58.059992Z","caller":"traceutil/trace.go:171","msg":"trace[1993276287] transaction","detail":"{read_only:false; response_revision:36213; number_of_response:1; }","duration":"180.247173ms","start":"2026-07-24T01:05:57.879738Z","end":"2026-07-24T01:05:58.059985Z","steps":["trace[1993276287] 'process raft request' (duration: 180.028466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:05:58.06014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.302543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T01:05:58.060166Z","caller":"traceutil/trace.go:171","msg":"trace[687787992] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:36213; }","duration":"159.345324ms","start":"2026-07-24T01:05:57.900814Z","end":"2026-07-24T01:05:58.060159Z","steps":["trace[687787992] 'agreement among raft nodes before linearized reading' (duration: 159.275122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:08:39.470755Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35069} {"level":"info","ts":"2026-07-24T01:08:39.624804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35069,"took":"148.539538ms","hash":2855182080,"current-db-size-bytes":61132800,"current-db-size":"61 MB","current-db-size-in-use-bytes":31797248,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T01:08:39.624873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2855182080,"revision":35069,"compact-revision":32779} {"level":"warn","ts":"2026-07-24T01:09:24.765079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.277896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-07-24T01:09:24.765159Z","caller":"traceutil/trace.go:171","msg":"trace[1972625688] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:37726; }","duration":"105.41104ms","start":"2026-07-24T01:09:24.65973Z","end":"2026-07-24T01:09:24.765141Z","steps":["trace[1972625688] 'range keys from in-memory index tree' (duration: 105.07698ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:09:25.319461Z","caller":"traceutil/trace.go:171","msg":"trace[1864601260] transaction","detail":"{read_only:false; response_revision:37729; number_of_response:1; }","duration":"117.166526ms","start":"2026-07-24T01:09:25.202273Z","end":"2026-07-24T01:09:25.31944Z","steps":["trace[1864601260] 'process raft request' (duration: 87.26923ms)","trace[1864601260] 'compare' (duration: 29.732821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T01:09:36.245389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.358696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-24T01:09:36.24548Z","caller":"traceutil/trace.go:171","msg":"trace[327340831] transaction","detail":"{read_only:false; response_revision:37806; number_of_response:1; }","duration":"227.248406ms","start":"2026-07-24T01:09:36.018216Z","end":"2026-07-24T01:09:36.245465Z","steps":["trace[327340831] 'process raft request' (duration: 66.731174ms)","trace[327340831] 'compare' (duration: 160.223172ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:09:36.284215Z","caller":"traceutil/trace.go:171","msg":"trace[1752993172] transaction","detail":"{read_only:false; response_revision:37808; number_of_response:1; }","duration":"213.369571ms","start":"2026-07-24T01:09:36.070825Z","end":"2026-07-24T01:09:36.284195Z","steps":["trace[1752993172] 'process raft request' (duration: 213.323939ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:09:36.284288Z","caller":"traceutil/trace.go:171","msg":"trace[1666859597] transaction","detail":"{read_only:false; response_revision:37807; number_of_response:1; }","duration":"213.878058ms","start":"2026-07-24T01:09:36.070378Z","end":"2026-07-24T01:09:36.284256Z","steps":["trace[1666859597] 'process raft request' (duration: 213.666741ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:09:36.284475Z","caller":"traceutil/trace.go:171","msg":"trace[1485608554] transaction","detail":"{read_only:false; response_revision:37809; number_of_response:1; }","duration":"210.417107ms","start":"2026-07-24T01:09:36.074052Z","end":"2026-07-24T01:09:36.284469Z","steps":["trace[1485608554] 'process raft request' (duration: 210.121807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:09:36.284713Z","caller":"traceutil/trace.go:171","msg":"trace[172117391] transaction","detail":"{read_only:false; response_revision:37810; number_of_response:1; }","duration":"208.785954ms","start":"2026-07-24T01:09:36.075895Z","end":"2026-07-24T01:09:36.284681Z","steps":["trace[172117391] 'process raft request' (duration: 208.482665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:09:36.284849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.69916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T01:09:36.28488Z","caller":"traceutil/trace.go:171","msg":"trace[2027158335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:37810; }","duration":"192.770942ms","start":"2026-07-24T01:09:36.092099Z","end":"2026-07-24T01:09:36.28487Z","steps":["trace[2027158335] 'agreement among raft nodes before linearized reading' (duration: 192.715661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:09:36.284808Z","caller":"traceutil/trace.go:171","msg":"trace[1647821066] linearizableReadLoop","detail":"{readStateIndex:39016; appliedIndex:39012; }","duration":"192.447902ms","start":"2026-07-24T01:09:36.092143Z","end":"2026-07-24T01:09:36.284591Z","steps":["trace[1647821066] 'read index received' (duration: 191.900785ms)","trace[1647821066] 'applied index is now lower than readState.Index' (duration: 546.067µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T01:09:36.285951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.571852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T01:09:36.285997Z","caller":"traceutil/trace.go:171","msg":"trace[757315785] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:37810; }","duration":"190.656075ms","start":"2026-07-24T01:09:36.095328Z","end":"2026-07-24T01:09:36.285984Z","steps":["trace[757315785] 'agreement among raft nodes before linearized reading' (duration: 190.557342ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:09:36.774122Z","caller":"traceutil/trace.go:171","msg":"trace[580251680] transaction","detail":"{read_only:false; response_revision:37813; number_of_response:1; }","duration":"123.147787ms","start":"2026-07-24T01:09:36.650949Z","end":"2026-07-24T01:09:36.774096Z","steps":["trace[580251680] 'process raft request' (duration: 121.394551ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:02.583072Z","caller":"traceutil/trace.go:171","msg":"trace[1463015094] transaction","detail":"{read_only:false; response_revision:38012; number_of_response:1; }","duration":"189.302833ms","start":"2026-07-24T01:10:02.393741Z","end":"2026-07-24T01:10:02.583044Z","steps":["trace[1463015094] 'process raft request' (duration: 189.131337ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:02.585892Z","caller":"traceutil/trace.go:171","msg":"trace[520302637] transaction","detail":"{read_only:false; response_revision:38013; number_of_response:1; }","duration":"190.881683ms","start":"2026-07-24T01:10:02.394978Z","end":"2026-07-24T01:10:02.58586Z","steps":["trace[520302637] 'process raft request' (duration: 190.692547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:02.585919Z","caller":"traceutil/trace.go:171","msg":"trace[524469938] transaction","detail":"{read_only:false; response_revision:38014; number_of_response:1; }","duration":"190.120518ms","start":"2026-07-24T01:10:02.395767Z","end":"2026-07-24T01:10:02.585887Z","steps":["trace[524469938] 'process raft request' (duration: 190.012815ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:02.585944Z","caller":"traceutil/trace.go:171","msg":"trace[1514043228] transaction","detail":"{read_only:false; response_revision:38015; number_of_response:1; }","duration":"188.421573ms","start":"2026-07-24T01:10:02.397496Z","end":"2026-07-24T01:10:02.585918Z","steps":["trace[1514043228] 'process raft request' (duration: 188.30769ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:03.665571Z","caller":"traceutil/trace.go:171","msg":"trace[531272385] transaction","detail":"{read_only:false; response_revision:38022; number_of_response:1; }","duration":"102.864048ms","start":"2026-07-24T01:10:03.562688Z","end":"2026-07-24T01:10:03.665552Z","steps":["trace[531272385] 'process raft request' (duration: 102.825667ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:03.665898Z","caller":"traceutil/trace.go:171","msg":"trace[692581638] linearizableReadLoop","detail":"{readStateIndex:39232; appliedIndex:39231; }","duration":"149.135358ms","start":"2026-07-24T01:10:03.516725Z","end":"2026-07-24T01:10:03.665861Z","steps":["trace[692581638] 'read index received' (duration: 113.005213ms)","trace[692581638] 'applied index is now lower than readState.Index' (duration: 36.126325ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:10:03.665898Z","caller":"traceutil/trace.go:171","msg":"trace[1057297064] transaction","detail":"{read_only:false; response_revision:38021; number_of_response:1; }","duration":"204.297662ms","start":"2026-07-24T01:10:03.461555Z","end":"2026-07-24T01:10:03.665852Z","steps":["trace[1057297064] 'process raft request' (duration: 168.018542ms)","trace[1057297064] 'compare' (duration: 35.630589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T01:10:03.666117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.374015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-24T01:10:03.666203Z","caller":"traceutil/trace.go:171","msg":"trace[1311644314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38022; }","duration":"149.476579ms","start":"2026-07-24T01:10:03.516682Z","end":"2026-07-24T01:10:03.666159Z","steps":["trace[1311644314] 'agreement among raft nodes before linearized reading' (duration: 149.242691ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:03.848404Z","caller":"traceutil/trace.go:171","msg":"trace[359511519] transaction","detail":"{read_only:false; response_revision:38023; number_of_response:1; }","duration":"178.855588ms","start":"2026-07-24T01:10:03.669513Z","end":"2026-07-24T01:10:03.848369Z","steps":["trace[359511519] 'process raft request' (duration: 106.863787ms)","trace[359511519] 'compare' (duration: 71.778434ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:10:04.735533Z","caller":"traceutil/trace.go:171","msg":"trace[114503518] transaction","detail":"{read_only:false; response_revision:38027; number_of_response:1; }","duration":"152.370041ms","start":"2026-07-24T01:10:04.583107Z","end":"2026-07-24T01:10:04.735477Z","steps":["trace[114503518] 'process raft request' (duration: 111.902577ms)","trace[114503518] 'compare' (duration: 39.922047ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:10:04.746179Z","caller":"traceutil/trace.go:171","msg":"trace[89111637] transaction","detail":"{read_only:false; response_revision:38028; number_of_response:1; }","duration":"158.639932ms","start":"2026-07-24T01:10:04.587524Z","end":"2026-07-24T01:10:04.746164Z","steps":["trace[89111637] 'process raft request' (duration: 158.27725ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:04.74643Z","caller":"traceutil/trace.go:171","msg":"trace[1486212752] transaction","detail":"{read_only:false; response_revision:38030; number_of_response:1; }","duration":"155.007266ms","start":"2026-07-24T01:10:04.591393Z","end":"2026-07-24T01:10:04.7464Z","steps":["trace[1486212752] 'process raft request' (duration: 154.52731ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:04.746561Z","caller":"traceutil/trace.go:171","msg":"trace[2126666153] transaction","detail":"{read_only:false; response_revision:38031; number_of_response:1; }","duration":"155.009616ms","start":"2026-07-24T01:10:04.59152Z","end":"2026-07-24T01:10:04.746529Z","steps":["trace[2126666153] 'process raft request' (duration: 154.420777ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:04.746717Z","caller":"traceutil/trace.go:171","msg":"trace[227207187] transaction","detail":"{read_only:false; response_revision:38029; number_of_response:1; }","duration":"156.243225ms","start":"2026-07-24T01:10:04.590466Z","end":"2026-07-24T01:10:04.74671Z","steps":["trace[227207187] 'process raft request' (duration: 155.43339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:05.048814Z","caller":"traceutil/trace.go:171","msg":"trace[100069297] linearizableReadLoop","detail":"{readStateIndex:39244; appliedIndex:39242; }","duration":"257.520203ms","start":"2026-07-24T01:10:04.791273Z","end":"2026-07-24T01:10:05.048794Z","steps":["trace[100069297] 'read index received' (duration: 186.391639ms)","trace[100069297] 'applied index is now lower than readState.Index' (duration: 71.127784ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:10:05.048914Z","caller":"traceutil/trace.go:171","msg":"trace[1137951815] transaction","detail":"{read_only:false; response_revision:38032; number_of_response:1; }","duration":"292.951755ms","start":"2026-07-24T01:10:04.755953Z","end":"2026-07-24T01:10:05.048904Z","steps":["trace[1137951815] 'process raft request' (duration: 292.689477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:10:05.049101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.811452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-24T01:10:05.049108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T01:10:04.747397Z","time spent":"301.704796ms","remote":"127.0.0.1:33026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T01:10:05.049163Z","caller":"traceutil/trace.go:171","msg":"trace[1511145079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38033; }","duration":"257.886325ms","start":"2026-07-24T01:10:04.791245Z","end":"2026-07-24T01:10:05.049131Z","steps":["trace[1511145079] 'agreement among raft nodes before linearized reading' (duration: 257.760951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T01:10:05.049771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.300961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-24T01:10:05.049814Z","caller":"traceutil/trace.go:171","msg":"trace[685851594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38034; }","duration":"107.368422ms","start":"2026-07-24T01:10:04.942435Z","end":"2026-07-24T01:10:05.049804Z","steps":["trace[685851594] 'agreement among raft nodes before linearized reading' (duration: 107.282699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:10.885742Z","caller":"traceutil/trace.go:171","msg":"trace[945394833] transaction","detail":"{read_only:false; response_revision:38080; number_of_response:1; }","duration":"111.217726ms","start":"2026-07-24T01:10:10.774499Z","end":"2026-07-24T01:10:10.885716Z","steps":["trace[945394833] 'process raft request' (duration: 41.883729ms)","trace[945394833] 'compare' (duration: 68.954645ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T01:10:10.96539Z","caller":"traceutil/trace.go:171","msg":"trace[2032385967] transaction","detail":"{read_only:false; response_revision:38081; number_of_response:1; }","duration":"188.92549ms","start":"2026-07-24T01:10:10.77644Z","end":"2026-07-24T01:10:10.965365Z","steps":["trace[2032385967] 'process raft request' (duration: 188.735254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:10.965407Z","caller":"traceutil/trace.go:171","msg":"trace[462899276] transaction","detail":"{read_only:false; response_revision:38082; number_of_response:1; }","duration":"187.644489ms","start":"2026-07-24T01:10:10.777736Z","end":"2026-07-24T01:10:10.96538Z","steps":["trace[462899276] 'process raft request' (duration: 187.547976ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:10.965605Z","caller":"traceutil/trace.go:171","msg":"trace[2001809432] transaction","detail":"{read_only:false; response_revision:38083; number_of_response:1; }","duration":"187.708781ms","start":"2026-07-24T01:10:10.777863Z","end":"2026-07-24T01:10:10.965572Z","steps":["trace[2001809432] 'process raft request' (duration: 187.452483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:27.174322Z","caller":"traceutil/trace.go:171","msg":"trace[1842692876] transaction","detail":"{read_only:false; response_revision:38210; number_of_response:1; }","duration":"151.848913ms","start":"2026-07-24T01:10:27.022454Z","end":"2026-07-24T01:10:27.174303Z","steps":["trace[1842692876] 'process raft request' (duration: 151.657687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:27.183861Z","caller":"traceutil/trace.go:171","msg":"trace[1779964131] transaction","detail":"{read_only:false; response_revision:38211; number_of_response:1; }","duration":"161.336197ms","start":"2026-07-24T01:10:27.022506Z","end":"2026-07-24T01:10:27.183842Z","steps":["trace[1779964131] 'process raft request' (duration: 155.606383ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:27.183962Z","caller":"traceutil/trace.go:171","msg":"trace[1792324027] transaction","detail":"{read_only:false; response_revision:38212; number_of_response:1; }","duration":"161.351547ms","start":"2026-07-24T01:10:27.022516Z","end":"2026-07-24T01:10:27.183868Z","steps":["trace[1792324027] 'process raft request' (duration: 161.11356ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:10:46.528575Z","caller":"traceutil/trace.go:171","msg":"trace[207130096] transaction","detail":"{read_only:false; response_revision:38356; number_of_response:1; }","duration":"109.562723ms","start":"2026-07-24T01:10:46.418985Z","end":"2026-07-24T01:10:46.528548Z","steps":["trace[207130096] 'process raft request' (duration: 109.376667ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T01:11:43.449835Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-24T01:11:43.456159Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-24T01:11:43.45632Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-24T01:13:39.476058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37392} {"level":"info","ts":"2026-07-24T01:13:39.599861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37392,"took":"119.944595ms","hash":899502382,"current-db-size-bytes":61132800,"current-db-size":"61 MB","current-db-size-in-use-bytes":32034816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-24T01:13:39.599928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":899502382,"revision":37392,"compact-revision":35069}