{"level":"warn","ts":"2026-07-12T01:50:59.500833Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-12T01:50:59.500921Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-12T01:50:59.500987Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-12T01:50:59.501004Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-12T01:50:59.501031Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-12T01:50:59.501664Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-07-12T01:50:59.501756Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-12T01:50:59.505468Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.481732ms"} {"level":"info","ts":"2026-07-12T01:50:59.509947Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-07-12T01:50:59.510022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-07-12T01:50:59.510045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-07-12T01:50:59.510065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-12T01:50:59.510077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-07-12T01:50:59.510126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-07-12T01:50:59.514932Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-12T01:50:59.516483Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-12T01:50:59.517725Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-12T01:50:59.520409Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-12T01:50:59.520995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-12T01:50:59.521157Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-12T01:50:59.521188Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-12T01:50:59.530696Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-12T01:50:59.532323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-07-12T01:50:59.532499Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-12T01:50:59.53536Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-12T01:50:59.535443Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-12T01:50:59.535468Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-12T01:50:59.535728Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-12T01:50:59.535778Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-12T01:51:00.21124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-07-12T01:51:00.211332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-07-12T01:51:00.211357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-07-12T01:51:00.211379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-07-12T01:51:00.21139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-12T01:51:00.211407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-07-12T01:51:00.211422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-12T01:51:00.213601Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-07-12T01:51:00.216028Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-12T01:51:00.216902Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-12T01:51:00.217382Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-12T01:51:00.217583Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-12T01:51:00.217602Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-12T01:51:00.217633Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-07-12T01:51:00.217705Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-12T01:51:00.21773Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-12T01:51:00.220515Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-07-12T01:51:00.220714Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-12T01:51:16.323825Z","caller":"traceutil/trace.go:171","msg":"trace[1567052694] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:381; }","duration":"476.102531ms","start":"2026-07-12T01:51:15.847693Z","end":"2026-07-12T01:51:16.323796Z","steps":["trace[1567052694] 'read index received' (duration: 475.886545ms)","trace[1567052694] 'applied index is now lower than readState.Index' (duration: 211.785µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:51:16.323969Z","caller":"traceutil/trace.go:171","msg":"trace[1820647066] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"559.364288ms","start":"2026-07-12T01:51:15.76457Z","end":"2026-07-12T01:51:16.323935Z","steps":["trace[1820647066] 'process raft request' (duration: 559.05284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:16.324253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.260694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-12T01:51:16.324297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.021822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:51:16.324361Z","caller":"traceutil/trace.go:171","msg":"trace[1312104752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:370; }","duration":"445.604792ms","start":"2026-07-12T01:51:15.87874Z","end":"2026-07-12T01:51:16.324345Z","steps":["trace[1312104752] 'agreement among raft nodes before linearized reading' (duration: 445.280474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:16.324336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.42724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-12T01:51:16.324407Z","caller":"traceutil/trace.go:171","msg":"trace[1752196804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"186.154665ms","start":"2026-07-12T01:51:16.138225Z","end":"2026-07-12T01:51:16.32438Z","steps":["trace[1752196804] 'agreement among raft nodes before linearized reading' (duration: 185.936169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:16.324417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:15.878714Z","time spent":"445.691235ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T01:51:16.324455Z","caller":"traceutil/trace.go:171","msg":"trace[2125043626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:370; }","duration":"476.785409ms","start":"2026-07-12T01:51:15.847636Z","end":"2026-07-12T01:51:16.324421Z","steps":["trace[2125043626] 'agreement among raft nodes before linearized reading' (duration: 476.357338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:16.324523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:15.847617Z","time spent":"476.892911ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T01:51:16.324829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:15.764538Z","time spent":"559.517102ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:16.802107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.815465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:51:16.802598Z","caller":"traceutil/trace.go:171","msg":"trace[1058447037] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"473.966214ms","start":"2026-07-12T01:51:16.328605Z","end":"2026-07-12T01:51:16.802571Z","steps":["trace[1058447037] 'process raft request' (duration: 473.748018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:16.802725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:16.328577Z","time spent":"474.095198ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:51:16.802765Z","caller":"traceutil/trace.go:171","msg":"trace[1178168992] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"474.099278ms","start":"2026-07-12T01:51:16.328605Z","end":"2026-07-12T01:51:16.802704Z","steps":["trace[1178168992] 'process raft request' (duration: 473.904323ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:51:16.802775Z","caller":"traceutil/trace.go:171","msg":"trace[741049288] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:382; }","duration":"473.785899ms","start":"2026-07-12T01:51:16.328899Z","end":"2026-07-12T01:51:16.802685Z","steps":["trace[741049288] 'read index received' (duration: 261.151993ms)","trace[741049288] 'applied index is now lower than readState.Index' (duration: 212.630266ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:51:16.802665Z","caller":"traceutil/trace.go:171","msg":"trace[2038513314] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"473.983884ms","start":"2026-07-12T01:51:16.328589Z","end":"2026-07-12T01:51:16.802573Z","steps":["trace[2038513314] 'process raft request' (duration: 261.271666ms)","trace[2038513314] 'compare' (duration: 211.490996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:51:16.802928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:16.328579Z","time spent":"474.280713ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:16.802907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.979455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-07-12T01:51:16.803078Z","caller":"traceutil/trace.go:171","msg":"trace[176720876] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:373; }","duration":"474.175309ms","start":"2026-07-12T01:51:16.328856Z","end":"2026-07-12T01:51:16.803032Z","steps":["trace[176720876] 'agreement among raft nodes before linearized reading' (duration: 473.925083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:16.80314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:16.328845Z","time spent":"474.284663ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-12T01:51:16.803376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:16.328561Z","time spent":"474.549579ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:51:37.931516Z","caller":"traceutil/trace.go:171","msg":"trace[1967226252] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"363.016153ms","start":"2026-07-12T01:51:37.568474Z","end":"2026-07-12T01:51:37.93149Z","steps":["trace[1967226252] 'process raft request' (duration: 357.679281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:37.931723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:37.568444Z","time spent":"363.147727ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:51:37.932057Z","caller":"traceutil/trace.go:171","msg":"trace[308926866] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"320.927827ms","start":"2026-07-12T01:51:37.611113Z","end":"2026-07-12T01:51:37.93204Z","steps":["trace[308926866] 'process raft request' (duration: 320.881746ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:51:37.932289Z","caller":"traceutil/trace.go:171","msg":"trace[391717154] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"351.653332ms","start":"2026-07-12T01:51:37.580603Z","end":"2026-07-12T01:51:37.932256Z","steps":["trace[391717154] 'process raft request' (duration: 350.863301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:37.932375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:37.611086Z","time spent":"321.236166ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-12T01:51:37.932473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:37.580571Z","time spent":"351.798146ms","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:51:44.098473Z","caller":"traceutil/trace.go:171","msg":"trace[1974711886] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"440.951119ms","start":"2026-07-12T01:51:43.657446Z","end":"2026-07-12T01:51:44.098397Z","steps":["trace[1974711886] 'process raft request' (duration: 436.164692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:44.098746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:43.65741Z","time spent":"441.197335ms","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:44.568561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.751807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:51:44.568781Z","caller":"traceutil/trace.go:171","msg":"trace[820313842] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"408.724426ms","start":"2026-07-12T01:51:44.160039Z","end":"2026-07-12T01:51:44.568763Z","steps":["trace[820313842] 'process raft request' (duration: 408.664864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:44.568861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:44.16002Z","time spent":"408.810099ms","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-12T01:51:44.569122Z","caller":"traceutil/trace.go:171","msg":"trace[1792964235] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"431.48698ms","start":"2026-07-12T01:51:44.137541Z","end":"2026-07-12T01:51:44.569028Z","steps":["trace[1792964235] 'read index received' (duration: 5.105506ms)","trace[1792964235] 'applied index is now lower than readState.Index' (duration: 426.378994ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:51:44.569204Z","caller":"traceutil/trace.go:171","msg":"trace[2123328507] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"455.379713ms","start":"2026-07-12T01:51:44.113776Z","end":"2026-07-12T01:51:44.569155Z","steps":["trace[2123328507] 'process raft request' (duration: 28.924377ms)","trace[2123328507] 'compare' (duration: 425.595823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:51:44.569446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:51:44.569588Z","caller":"traceutil/trace.go:171","msg":"trace[614594091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"432.069565ms","start":"2026-07-12T01:51:44.137487Z","end":"2026-07-12T01:51:44.569557Z","steps":["trace[614594091] 'agreement among raft nodes before linearized reading' (duration: 431.763817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:44.569667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:44.13746Z","time spent":"432.194059ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T01:51:44.569834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:44.113741Z","time spent":"455.750283ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:45.096115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.853677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-12T01:51:45.096228Z","caller":"traceutil/trace.go:171","msg":"trace[1229664497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"149.035251ms","start":"2026-07-12T01:51:44.947168Z","end":"2026-07-12T01:51:45.096203Z","steps":["trace[1229664497] 'range keys from in-memory index tree' (duration: 148.537748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:45.096256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.817138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-12T01:51:45.096421Z","caller":"traceutil/trace.go:171","msg":"trace[1103670534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:596; }","duration":"148.036635ms","start":"2026-07-12T01:51:44.94835Z","end":"2026-07-12T01:51:45.096386Z","steps":["trace[1103670534] 'range keys from in-memory index tree' (duration: 147.649055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:45.096822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.410899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-12T01:51:45.096893Z","caller":"traceutil/trace.go:171","msg":"trace[480925507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"148.21464ms","start":"2026-07-12T01:51:44.948658Z","end":"2026-07-12T01:51:45.096872Z","steps":["trace[480925507] 'range keys from in-memory index tree' (duration: 147.197103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:45.638894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124339530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T01:51:46.075929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10340099s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T01:51:46.077927Z","caller":"traceutil/trace.go:171","msg":"trace[1287864013] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.106943624s","start":"2026-07-12T01:51:44.970954Z","end":"2026-07-12T01:51:46.077897Z","steps":["trace[1287864013] 'process raft request' (duration: 1.106124992s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:46.078103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:44.970926Z","time spent":"1.107073257s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:51:46.080776Z","caller":"traceutil/trace.go:171","msg":"trace[1841582327] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:616; }","duration":"942.121564ms","start":"2026-07-12T01:51:45.138621Z","end":"2026-07-12T01:51:46.080743Z","steps":["trace[1841582327] 'read index received' (duration: 937.794789ms)","trace[1841582327] 'applied index is now lower than readState.Index' (duration: 4.325565ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:51:46.080854Z","caller":"traceutil/trace.go:171","msg":"trace[1192914484] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"978.863688ms","start":"2026-07-12T01:51:45.101948Z","end":"2026-07-12T01:51:46.080812Z","steps":["trace[1192914484] 'process raft request' (duration: 978.57169ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:51:46.080934Z","caller":"traceutil/trace.go:171","msg":"trace[728181071] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"682.681326ms","start":"2026-07-12T01:51:45.39824Z","end":"2026-07-12T01:51:46.080921Z","steps":["trace[728181071] 'process raft request' (duration: 682.354128ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:51:46.080954Z","caller":"traceutil/trace.go:171","msg":"trace[2019422363] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"979.952467ms","start":"2026-07-12T01:51:45.100975Z","end":"2026-07-12T01:51:46.080927Z","steps":["trace[2019422363] 'process raft request' (duration: 979.249158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:46.081064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:45.100944Z","time spent":"980.06414ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:46.081124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:45.39821Z","time spent":"682.765259ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:46.081132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.510514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:51:46.081497Z","caller":"traceutil/trace.go:171","msg":"trace[1891387223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"942.915675ms","start":"2026-07-12T01:51:45.138562Z","end":"2026-07-12T01:51:46.081478Z","steps":["trace[1891387223] 'agreement among raft nodes before linearized reading' (duration: 942.487204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:46.081391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.8902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-12T01:51:46.081455Z","caller":"traceutil/trace.go:171","msg":"trace[957300513] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"980.193644ms","start":"2026-07-12T01:51:45.101225Z","end":"2026-07-12T01:51:46.081419Z","steps":["trace[957300513] 'process raft request' (duration: 979.224138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:46.081595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:45.101935Z","time spent":"979.008482ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:46.081684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:45.101005Z","time spent":"980.582383ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:51:46.081541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:45.138542Z","time spent":"942.987047ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T01:51:46.081603Z","caller":"traceutil/trace.go:171","msg":"trace[1670107379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"543.152588ms","start":"2026-07-12T01:51:45.538422Z","end":"2026-07-12T01:51:46.081575Z","steps":["trace[1670107379] 'agreement among raft nodes before linearized reading' (duration: 542.550002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:51:46.081848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:51:45.538394Z","time spent":"543.446085ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T01:52:02.531826Z","caller":"traceutil/trace.go:171","msg":"trace[988919035] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:785; }","duration":"370.581226ms","start":"2026-07-12T01:52:02.161213Z","end":"2026-07-12T01:52:02.531794Z","steps":["trace[988919035] 'read index received' (duration: 370.409571ms)","trace[988919035] 'applied index is now lower than readState.Index' (duration: 170.375µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:52:02.532054Z","caller":"traceutil/trace.go:171","msg":"trace[635075801] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"377.071038ms","start":"2026-07-12T01:52:02.154965Z","end":"2026-07-12T01:52:02.532036Z","steps":["trace[635075801] 'process raft request' (duration: 376.658327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:52:02.532191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:52:02.154947Z","time spent":"377.140579ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:52:02.532566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.546692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-12T01:52:02.532603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.650941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-12T01:52:02.53271Z","caller":"traceutil/trace.go:171","msg":"trace[1632164351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"368.711626ms","start":"2026-07-12T01:52:02.163987Z","end":"2026-07-12T01:52:02.532698Z","steps":["trace[1632164351] 'agreement among raft nodes before linearized reading' (duration: 368.454559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:52:02.532689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.63207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T01:52:02.532583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.329185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-12T01:52:02.532754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:52:02.163974Z","time spent":"368.770767ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T01:52:02.532763Z","caller":"traceutil/trace.go:171","msg":"trace[315899088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"369.838316ms","start":"2026-07-12T01:52:02.162901Z","end":"2026-07-12T01:52:02.532739Z","steps":["trace[315899088] 'agreement among raft nodes before linearized reading' (duration: 369.462116ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:52:02.532848Z","caller":"traceutil/trace.go:171","msg":"trace[1971869214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:761; }","duration":"369.815425ms","start":"2026-07-12T01:52:02.162995Z","end":"2026-07-12T01:52:02.53281Z","steps":["trace[1971869214] 'agreement among raft nodes before linearized reading' (duration: 369.480746ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:52:02.532874Z","caller":"traceutil/trace.go:171","msg":"trace[713547330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"371.712266ms","start":"2026-07-12T01:52:02.161136Z","end":"2026-07-12T01:52:02.532848Z","steps":["trace[713547330] 'agreement among raft nodes before linearized reading' (duration: 371.195582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:52:02.532918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:52:02.162979Z","time spent":"369.923068ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T01:52:02.532926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:52:02.162894Z","time spent":"369.983579ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T01:52:02.532948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:52:02.161098Z","time spent":"371.837489ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T01:52:30.888195Z","caller":"traceutil/trace.go:171","msg":"trace[1170964646] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"134.157844ms","start":"2026-07-12T01:52:30.754011Z","end":"2026-07-12T01:52:30.888169Z","steps":["trace[1170964646] 'process raft request' (duration: 125.693669ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:52:30.888477Z","caller":"traceutil/trace.go:171","msg":"trace[12357495] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"133.467416ms","start":"2026-07-12T01:52:30.754985Z","end":"2026-07-12T01:52:30.888453Z","steps":["trace[12357495] 'process raft request' (duration: 133.346233ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:52:30.888485Z","caller":"traceutil/trace.go:171","msg":"trace[1385632264] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"134.103763ms","start":"2026-07-12T01:52:30.754344Z","end":"2026-07-12T01:52:30.888448Z","steps":["trace[1385632264] 'process raft request' (duration: 133.775114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:52:45.727806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.804239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2122"} {"level":"info","ts":"2026-07-12T01:52:45.727964Z","caller":"traceutil/trace.go:171","msg":"trace[608359315] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1289; }","duration":"159.024925ms","start":"2026-07-12T01:52:45.568901Z","end":"2026-07-12T01:52:45.727926Z","steps":["trace[608359315] 'range keys from in-memory index tree' (duration: 158.572873ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:52:52.153974Z","caller":"traceutil/trace.go:171","msg":"trace[841889702] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"113.134876ms","start":"2026-07-12T01:52:52.040801Z","end":"2026-07-12T01:52:52.153936Z","steps":["trace[841889702] 'process raft request' (duration: 95.97236ms)","trace[841889702] 'compare' (duration: 16.657252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:17.359116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.90705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-12T01:53:17.359085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.734515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T01:53:17.359273Z","caller":"traceutil/trace.go:171","msg":"trace[1247701411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1829; }","duration":"195.157287ms","start":"2026-07-12T01:53:17.164089Z","end":"2026-07-12T01:53:17.359246Z","steps":["trace[1247701411] 'range keys from in-memory index tree' (duration: 194.596072ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:17.359287Z","caller":"traceutil/trace.go:171","msg":"trace[1432367980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1829; }","duration":"201.056894ms","start":"2026-07-12T01:53:17.1582Z","end":"2026-07-12T01:53:17.359257Z","steps":["trace[1432367980] 'range keys from in-memory index tree' (duration: 200.466009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:17.359297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.281123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-12T01:53:17.359422Z","caller":"traceutil/trace.go:171","msg":"trace[585963879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1829; }","duration":"197.484238ms","start":"2026-07-12T01:53:17.161907Z","end":"2026-07-12T01:53:17.359391Z","steps":["trace[585963879] 'range keys from in-memory index tree' (duration: 196.957335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:17.910306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.862204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:53:17.910708Z","caller":"traceutil/trace.go:171","msg":"trace[1088052559] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"546.080882ms","start":"2026-07-12T01:53:17.364575Z","end":"2026-07-12T01:53:17.910656Z","steps":["trace[1088052559] 'process raft request' (duration: 405.719234ms)","trace[1088052559] 'compare' (duration: 139.511665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:17.910938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:17.364559Z","time spent":"546.254416ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:53:17.911139Z","caller":"traceutil/trace.go:171","msg":"trace[1274424334] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"546.431401ms","start":"2026-07-12T01:53:17.364635Z","end":"2026-07-12T01:53:17.911066Z","steps":["trace[1274424334] 'process raft request' (duration: 545.807084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:17.911313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:17.364604Z","time spent":"546.611246ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:53:17.911303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.023547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:53:17.911358Z","caller":"traceutil/trace.go:171","msg":"trace[1379762696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"375.120419ms","start":"2026-07-12T01:53:17.536222Z","end":"2026-07-12T01:53:17.911342Z","steps":["trace[1379762696] 'agreement among raft nodes before linearized reading' (duration: 374.965735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:17.911392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:17.536192Z","time spent":"375.192741ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T01:53:17.911015Z","caller":"traceutil/trace.go:171","msg":"trace[2118689521] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1900; }","duration":"374.682537ms","start":"2026-07-12T01:53:17.536282Z","end":"2026-07-12T01:53:17.910964Z","steps":["trace[2118689521] 'read index received' (duration: 234.029062ms)","trace[2118689521] 'applied index is now lower than readState.Index' (duration: 140.651545ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:17.912065Z","caller":"traceutil/trace.go:171","msg":"trace[1324369113] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"499.735477ms","start":"2026-07-12T01:53:17.41142Z","end":"2026-07-12T01:53:17.911156Z","steps":["trace[1324369113] 'process raft request' (duration: 499.288195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:17.912345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.613223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-12T01:53:17.912379Z","caller":"traceutil/trace.go:171","msg":"trace[203237982] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2789c280-7bf3-40d8-9378-b1d349d62abe; range_end:; response_count:1; response_revision:1833; }","duration":"363.728606ms","start":"2026-07-12T01:53:17.548642Z","end":"2026-07-12T01:53:17.912371Z","steps":["trace[203237982] 'agreement among raft nodes before linearized reading' (duration: 363.598232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:17.912396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:17.548623Z","time spent":"363.769087ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" "} {"level":"warn","ts":"2026-07-12T01:53:17.912367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:17.411405Z","time spent":"500.863477ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:53:17.912778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.818292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-12T01:53:17.912917Z","caller":"traceutil/trace.go:171","msg":"trace[483100035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"176.023627ms","start":"2026-07-12T01:53:17.736864Z","end":"2026-07-12T01:53:17.912887Z","steps":["trace[483100035] 'agreement among raft nodes before linearized reading' (duration: 175.613246ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:18.065837Z","caller":"traceutil/trace.go:171","msg":"trace[1283292823] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"144.512908ms","start":"2026-07-12T01:53:17.921281Z","end":"2026-07-12T01:53:18.065794Z","steps":["trace[1283292823] 'process raft request' (duration: 88.691632ms)","trace[1283292823] 'compare' (duration: 55.629731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:18.536096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.751243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:53:18.536257Z","caller":"traceutil/trace.go:171","msg":"trace[1649784388] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1904; }","duration":"397.926817ms","start":"2026-07-12T01:53:18.138298Z","end":"2026-07-12T01:53:18.536225Z","steps":["trace[1649784388] 'read index received' (duration: 35.885316ms)","trace[1649784388] 'applied index is now lower than readState.Index' (duration: 362.03913ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:18.536372Z","caller":"traceutil/trace.go:171","msg":"trace[1582569250] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"511.893281ms","start":"2026-07-12T01:53:18.024431Z","end":"2026-07-12T01:53:18.536324Z","steps":["trace[1582569250] 'process raft request' (duration: 149.787629ms)","trace[1582569250] 'compare' (duration: 361.397093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:18.536532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.198434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T01:53:18.536629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:18.024399Z","time spent":"512.095397ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:53:18.536649Z","caller":"traceutil/trace.go:171","msg":"trace[78654818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1835; }","duration":"398.375338ms","start":"2026-07-12T01:53:18.13825Z","end":"2026-07-12T01:53:18.536625Z","steps":["trace[78654818] 'agreement among raft nodes before linearized reading' (duration: 398.150712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:18.536712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:18.138228Z","time spent":"398.473291ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T01:53:18.536762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.231909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T01:53:18.536754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.616872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T01:53:18.536825Z","caller":"traceutil/trace.go:171","msg":"trace[1896634755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1835; }","duration":"346.336133ms","start":"2026-07-12T01:53:18.190469Z","end":"2026-07-12T01:53:18.536805Z","steps":["trace[1896634755] 'agreement among raft nodes before linearized reading' (duration: 346.23489ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:18.536832Z","caller":"traceutil/trace.go:171","msg":"trace[2007519231] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1835; }","duration":"280.762596ms","start":"2026-07-12T01:53:18.256051Z","end":"2026-07-12T01:53:18.536814Z","steps":["trace[2007519231] 'agreement among raft nodes before linearized reading' (duration: 280.597572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:18.536896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:18.190447Z","time spent":"346.429985ms","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T01:53:18.536983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.539098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-12T01:53:18.537122Z","caller":"traceutil/trace.go:171","msg":"trace[280690451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2789c280-7bf3-40d8-9378-b1d349d62abe; range_end:; response_count:1; response_revision:1835; }","duration":"171.763434ms","start":"2026-07-12T01:53:18.365329Z","end":"2026-07-12T01:53:18.537092Z","steps":["trace[280690451] 'agreement among raft nodes before linearized reading' (duration: 171.337992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:18.537694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.13528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-12T01:53:18.537811Z","caller":"traceutil/trace.go:171","msg":"trace[763697899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1835; }","duration":"390.307734ms","start":"2026-07-12T01:53:18.147474Z","end":"2026-07-12T01:53:18.537782Z","steps":["trace[763697899] 'agreement among raft nodes before linearized reading' (duration: 389.083111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:18.537874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:18.147453Z","time spent":"390.404366ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-12T01:53:18.76479Z","caller":"traceutil/trace.go:171","msg":"trace[1345654377] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"221.53198ms","start":"2026-07-12T01:53:18.5432Z","end":"2026-07-12T01:53:18.764732Z","steps":["trace[1345654377] 'process raft request' (duration: 138.595681ms)","trace[1345654377] 'compare' (duration: 82.658481ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:18.764838Z","caller":"traceutil/trace.go:171","msg":"trace[1081549206] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"172.625367ms","start":"2026-07-12T01:53:18.592158Z","end":"2026-07-12T01:53:18.764783Z","steps":["trace[1081549206] 'process raft request' (duration: 172.467153ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:18.764861Z","caller":"traceutil/trace.go:171","msg":"trace[25536362] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1905; }","duration":"196.107562ms","start":"2026-07-12T01:53:18.568727Z","end":"2026-07-12T01:53:18.764835Z","steps":["trace[25536362] 'read index received' (duration: 113.089962ms)","trace[25536362] 'applied index is now lower than readState.Index' (duration: 83.01461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:18.773665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.915796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:53:18.773744Z","caller":"traceutil/trace.go:171","msg":"trace[165798231] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1838; }","duration":"205.02917ms","start":"2026-07-12T01:53:18.568693Z","end":"2026-07-12T01:53:18.773722Z","steps":["trace[165798231] 'agreement among raft nodes before linearized reading' (duration: 196.221196ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:24.924918Z","caller":"traceutil/trace.go:171","msg":"trace[353303748] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"138.594221ms","start":"2026-07-12T01:53:24.786291Z","end":"2026-07-12T01:53:24.924886Z","steps":["trace[353303748] 'process raft request' (duration: 138.330824ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:24.925527Z","caller":"traceutil/trace.go:171","msg":"trace[1013866015] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"135.683183ms","start":"2026-07-12T01:53:24.789821Z","end":"2026-07-12T01:53:24.925504Z","steps":["trace[1013866015] 'read index received' (duration: 134.777979ms)","trace[1013866015] 'applied index is now lower than readState.Index' (duration: 904.054µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:24.925574Z","caller":"traceutil/trace.go:171","msg":"trace[865031289] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"138.612621ms","start":"2026-07-12T01:53:24.786944Z","end":"2026-07-12T01:53:24.925557Z","steps":["trace[865031289] 'process raft request' (duration: 138.341624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:24.925921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.075123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-12T01:53:24.925967Z","caller":"traceutil/trace.go:171","msg":"trace[1430693979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"136.155876ms","start":"2026-07-12T01:53:24.789798Z","end":"2026-07-12T01:53:24.925954Z","steps":["trace[1430693979] 'agreement among raft nodes before linearized reading' (duration: 135.972641ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:31.980918Z","caller":"traceutil/trace.go:171","msg":"trace[1501614809] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2015; }","duration":"111.53274ms","start":"2026-07-12T01:53:31.869358Z","end":"2026-07-12T01:53:31.980891Z","steps":["trace[1501614809] 'read index received' (duration: 111.367186ms)","trace[1501614809] 'applied index is now lower than readState.Index' (duration: 164.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:31.980988Z","caller":"traceutil/trace.go:171","msg":"trace[1790586805] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"127.714441ms","start":"2026-07-12T01:53:31.853249Z","end":"2026-07-12T01:53:31.980964Z","steps":["trace[1790586805] 'process raft request' (duration: 127.469185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:31.981225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.798067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T01:53:31.98135Z","caller":"traceutil/trace.go:171","msg":"trace[14687086] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1943; }","duration":"112.012663ms","start":"2026-07-12T01:53:31.869312Z","end":"2026-07-12T01:53:31.981325Z","steps":["trace[14687086] 'agreement among raft nodes before linearized reading' (duration: 111.740436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:32.167212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.624019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:53:32.167426Z","caller":"traceutil/trace.go:171","msg":"trace[1389793943] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"186.398334ms","start":"2026-07-12T01:53:31.981004Z","end":"2026-07-12T01:53:32.167403Z","steps":["trace[1389793943] 'read index received' (duration: 70.570769ms)","trace[1389793943] 'applied index is now lower than readState.Index' (duration: 115.825394ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:32.167461Z","caller":"traceutil/trace.go:171","msg":"trace[1192223547] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"194.785377ms","start":"2026-07-12T01:53:31.972626Z","end":"2026-07-12T01:53:32.167411Z","steps":["trace[1192223547] 'process raft request' (duration: 78.852419ms)","trace[1192223547] 'compare' (duration: 115.335382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:32.167711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.478796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-12T01:53:32.167801Z","caller":"traceutil/trace.go:171","msg":"trace[1595454304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1944; }","duration":"189.632221ms","start":"2026-07-12T01:53:31.978148Z","end":"2026-07-12T01:53:32.16778Z","steps":["trace[1595454304] 'agreement among raft nodes before linearized reading' (duration: 189.327602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:32.185352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.593808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-12T01:53:32.185328Z","caller":"traceutil/trace.go:171","msg":"trace[1591786456] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"197.448798ms","start":"2026-07-12T01:53:31.987833Z","end":"2026-07-12T01:53:32.185282Z","steps":["trace[1591786456] 'process raft request' (duration: 197.200122ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:32.185406Z","caller":"traceutil/trace.go:171","msg":"trace[1151327228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1946; }","duration":"201.702631ms","start":"2026-07-12T01:53:31.98369Z","end":"2026-07-12T01:53:32.185393Z","steps":["trace[1151327228] 'agreement among raft nodes before linearized reading' (duration: 201.551337ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:32.185477Z","caller":"traceutil/trace.go:171","msg":"trace[1195478670] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"196.458302ms","start":"2026-07-12T01:53:31.988907Z","end":"2026-07-12T01:53:32.185365Z","steps":["trace[1195478670] 'process raft request' (duration: 196.262476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:32.185733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.302788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-12T01:53:32.185835Z","caller":"traceutil/trace.go:171","msg":"trace[1548424384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"166.478254ms","start":"2026-07-12T01:53:32.019341Z","end":"2026-07-12T01:53:32.185819Z","steps":["trace[1548424384] 'agreement among raft nodes before linearized reading' (duration: 166.138975ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:32.42536Z","caller":"traceutil/trace.go:171","msg":"trace[760383947] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"235.42639ms","start":"2026-07-12T01:53:32.189895Z","end":"2026-07-12T01:53:32.425322Z","steps":["trace[760383947] 'process raft request' (duration: 176.12178ms)","trace[760383947] 'compare' (duration: 59.017462ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:32.425362Z","caller":"traceutil/trace.go:171","msg":"trace[692331349] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"230.799166ms","start":"2026-07-12T01:53:32.194526Z","end":"2026-07-12T01:53:32.425325Z","steps":["trace[692331349] 'process raft request' (duration: 230.714773ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:32.993563Z","caller":"traceutil/trace.go:171","msg":"trace[917182742] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"326.669239ms","start":"2026-07-12T01:53:32.66685Z","end":"2026-07-12T01:53:32.99352Z","steps":["trace[917182742] 'process raft request' (duration: 300.316807ms)","trace[917182742] 'compare' (duration: 26.191138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:53:32.993832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:32.666829Z","time spent":"326.857573ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:53:32.993987Z","caller":"traceutil/trace.go:171","msg":"trace[1780263555] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"326.667889ms","start":"2026-07-12T01:53:32.667265Z","end":"2026-07-12T01:53:32.993933Z","steps":["trace[1780263555] 'process raft request' (duration: 326.405952ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:32.994094Z","caller":"traceutil/trace.go:171","msg":"trace[538465788] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"324.06076ms","start":"2026-07-12T01:53:32.66993Z","end":"2026-07-12T01:53:32.993991Z","steps":["trace[538465788] 'process raft request' (duration: 323.949947ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:53:32.99413Z","caller":"traceutil/trace.go:171","msg":"trace[2085297793] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"326.517985ms","start":"2026-07-12T01:53:32.667554Z","end":"2026-07-12T01:53:32.994072Z","steps":["trace[2085297793] 'process raft request' (duration: 326.268058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:32.994292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:32.669903Z","time spent":"324.279196ms","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:53:32.994505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:32.667243Z","time spent":"326.888894ms","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:53:32.994987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:32.667517Z","time spent":"326.773461ms","remote":"127.0.0.1:49224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:53:36.716661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124342221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T01:53:37.054127Z","caller":"traceutil/trace.go:171","msg":"trace[2058941339] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"837.750649ms","start":"2026-07-12T01:53:36.216352Z","end":"2026-07-12T01:53:37.054102Z","steps":["trace[2058941339] 'read index received' (duration: 837.616895ms)","trace[2058941339] 'applied index is now lower than readState.Index' (duration: 132.394µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:53:37.054224Z","caller":"traceutil/trace.go:171","msg":"trace[514574022] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"872.72208ms","start":"2026-07-12T01:53:36.181451Z","end":"2026-07-12T01:53:37.054173Z","steps":["trace[514574022] 'process raft request' (duration: 872.483083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:37.054429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.065207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-12T01:53:37.054492Z","caller":"traceutil/trace.go:171","msg":"trace[406651542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"838.196591ms","start":"2026-07-12T01:53:36.216278Z","end":"2026-07-12T01:53:37.054475Z","steps":["trace[406651542] 'agreement among raft nodes before linearized reading' (duration: 837.954294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:37.054487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:36.181426Z","time spent":"872.920745ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:53:37.05454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:36.216249Z","time spent":"838.276013ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-12T01:53:37.056464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.721147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-12T01:53:37.056578Z","caller":"traceutil/trace.go:171","msg":"trace[685141375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1979; }","duration":"781.898221ms","start":"2026-07-12T01:53:36.27466Z","end":"2026-07-12T01:53:37.056558Z","steps":["trace[685141375] 'agreement among raft nodes before linearized reading' (duration: 781.641224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:37.056623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:36.274624Z","time spent":"781.990174ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T01:53:37.056662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.430585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-12T01:53:37.056783Z","caller":"traceutil/trace.go:171","msg":"trace[33452576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1979; }","duration":"616.623941ms","start":"2026-07-12T01:53:36.440131Z","end":"2026-07-12T01:53:37.056755Z","steps":["trace[33452576] 'agreement among raft nodes before linearized reading' (duration: 616.344303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:53:37.05685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:53:36.440105Z","time spent":"616.728423ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T01:53:47.894476Z","caller":"traceutil/trace.go:171","msg":"trace[1650924124] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"143.864321ms","start":"2026-07-12T01:53:47.750539Z","end":"2026-07-12T01:53:47.894403Z","steps":["trace[1650924124] 'process raft request' (duration: 81.884491ms)","trace[1650924124] 'compare' (duration: 61.584259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:09.176223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.156734ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-12T01:54:09.770926Z","caller":"traceutil/trace.go:171","msg":"trace[1795386581] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"492.951539ms","start":"2026-07-12T01:54:09.277939Z","end":"2026-07-12T01:54:09.770891Z","steps":["trace[1795386581] 'process raft request' (duration: 492.897808ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:09.770956Z","caller":"traceutil/trace.go:171","msg":"trace[517615865] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"505.941397ms","start":"2026-07-12T01:54:09.26497Z","end":"2026-07-12T01:54:09.770911Z","steps":["trace[517615865] 'process raft request' (duration: 445.942773ms)","trace[517615865] 'compare' (duration: 59.770658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:09.771121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:09.277919Z","time spent":"493.102624ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:54:09.771677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:09.264942Z","time spent":"506.107982ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:54:09.771861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.236532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-12T01:54:09.77202Z","caller":"traceutil/trace.go:171","msg":"trace[1070141377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2160; }","duration":"565.454148ms","start":"2026-07-12T01:54:09.20655Z","end":"2026-07-12T01:54:09.772004Z","steps":["trace[1070141377] 'agreement among raft nodes before linearized reading' (duration: 564.852852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:09.772076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:09.206536Z","time spent":"565.52897ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T01:54:09.771747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.105716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-12T01:54:09.77223Z","caller":"traceutil/trace.go:171","msg":"trace[2019259786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2160; }","duration":"566.63532ms","start":"2026-07-12T01:54:09.205584Z","end":"2026-07-12T01:54:09.772219Z","steps":["trace[2019259786] 'agreement among raft nodes before linearized reading' (duration: 565.967232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:09.772269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:09.205569Z","time spent":"566.685921ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T01:54:09.771188Z","caller":"traceutil/trace.go:171","msg":"trace[1077284490] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2239; }","duration":"497.551163ms","start":"2026-07-12T01:54:09.273588Z","end":"2026-07-12T01:54:09.771139Z","steps":["trace[1077284490] 'read index received' (duration: 437.341933ms)","trace[1077284490] 'applied index is now lower than readState.Index' (duration: 60.20521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:09.772571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.611226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-12T01:54:09.772616Z","caller":"traceutil/trace.go:171","msg":"trace[983758566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"481.704859ms","start":"2026-07-12T01:54:09.290896Z","end":"2026-07-12T01:54:09.772601Z","steps":["trace[983758566] 'agreement among raft nodes before linearized reading' (duration: 481.548915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:09.772648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:09.29087Z","time spent":"481.77045ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-12T01:54:09.772976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.756264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-12T01:54:09.773081Z","caller":"traceutil/trace.go:171","msg":"trace[313277839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2160; }","duration":"333.919918ms","start":"2026-07-12T01:54:09.439139Z","end":"2026-07-12T01:54:09.773059Z","steps":["trace[313277839] 'agreement among raft nodes before linearized reading' (duration: 333.386524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:09.773341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:09.439119Z","time spent":"334.203936ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T01:54:10.766512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.119792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T01:54:10.766625Z","caller":"traceutil/trace.go:171","msg":"trace[106681107] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2164; }","duration":"442.311377ms","start":"2026-07-12T01:54:10.324288Z","end":"2026-07-12T01:54:10.766599Z","steps":["trace[106681107] 'count revisions from in-memory index tree' (duration: 442.02498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:10.766703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:10.324261Z","time spent":"442.426531ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-12T01:54:10.766772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.082399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T01:54:10.766861Z","caller":"traceutil/trace.go:171","msg":"trace[2112654781] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2164; }","duration":"743.192062ms","start":"2026-07-12T01:54:10.023646Z","end":"2026-07-12T01:54:10.766838Z","steps":["trace[2112654781] 'count revisions from in-memory index tree' (duration: 742.951135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:10.766935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:10.023574Z","time spent":"743.334336ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T01:54:10.767009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.187912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c167f41b79fe5a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-12T01:54:10.76712Z","caller":"traceutil/trace.go:171","msg":"trace[1298138803] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c167f41b79fe5a; range_end:; response_count:1; response_revision:2164; }","duration":"216.369976ms","start":"2026-07-12T01:54:10.550721Z","end":"2026-07-12T01:54:10.767091Z","steps":["trace[1298138803] 'range keys from in-memory index tree' (duration: 215.949175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:11.023348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.828998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:54:11.023479Z","caller":"traceutil/trace.go:171","msg":"trace[1095720268] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2246; }","duration":"186.118546ms","start":"2026-07-12T01:54:10.837338Z","end":"2026-07-12T01:54:11.023456Z","steps":["trace[1095720268] 'read index received' (duration: 48.961039ms)","trace[1095720268] 'applied index is now lower than readState.Index' (duration: 137.155677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:11.023609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.26633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:54:11.02366Z","caller":"traceutil/trace.go:171","msg":"trace[11095136] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2165; }","duration":"186.346062ms","start":"2026-07-12T01:54:10.837297Z","end":"2026-07-12T01:54:11.023643Z","steps":["trace[11095136] 'agreement among raft nodes before linearized reading' (duration: 186.221439ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:11.023672Z","caller":"traceutil/trace.go:171","msg":"trace[1980015581] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"195.521278ms","start":"2026-07-12T01:54:10.828105Z","end":"2026-07-12T01:54:11.023626Z","steps":["trace[1980015581] 'process raft request' (duration: 58.312979ms)","trace[1980015581] 'compare' (duration: 136.687065ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:54:11.942358Z","caller":"traceutil/trace.go:171","msg":"trace[1168826180] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"663.175962ms","start":"2026-07-12T01:54:11.279147Z","end":"2026-07-12T01:54:11.942323Z","steps":["trace[1168826180] 'process raft request' (duration: 646.163547ms)","trace[1168826180] 'compare' (duration: 16.459771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:11.942544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.279131Z","time spent":"663.322467ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:54:13.041994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.702627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:54:13.04229Z","caller":"traceutil/trace.go:171","msg":"trace[1116248720] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"1.763071459s","start":"2026-07-12T01:54:11.279194Z","end":"2026-07-12T01:54:13.042266Z","steps":["trace[1116248720] 'process raft request' (duration: 1.568953601s)","trace[1116248720] 'compare' (duration: 193.015969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:13.042374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.279157Z","time spent":"1.763181472s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:54:13.042725Z","caller":"traceutil/trace.go:171","msg":"trace[704968901] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"799.813475ms","start":"2026-07-12T01:54:12.242872Z","end":"2026-07-12T01:54:13.042686Z","steps":["trace[704968901] 'process raft request' (duration: 799.694872ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:13.042818Z","caller":"traceutil/trace.go:171","msg":"trace[866976176] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"1.762993917s","start":"2026-07-12T01:54:11.279784Z","end":"2026-07-12T01:54:13.042778Z","steps":["trace[866976176] 'process raft request' (duration: 1.762374851s)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:13.042792Z","caller":"traceutil/trace.go:171","msg":"trace[1093131140] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2248; }","duration":"1.266367908s","start":"2026-07-12T01:54:11.776411Z","end":"2026-07-12T01:54:13.042779Z","steps":["trace[1093131140] 'read index received' (duration: 148.895071ms)","trace[1093131140] 'applied index is now lower than readState.Index' (duration: 1.117471267s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:13.04294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266533732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T01:54:13.042985Z","caller":"traceutil/trace.go:171","msg":"trace[1321546843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.266622334s","start":"2026-07-12T01:54:11.776351Z","end":"2026-07-12T01:54:13.042973Z","steps":["trace[1321546843] 'agreement among raft nodes before linearized reading' (duration: 1.26647004s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.04297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:12.242846Z","time spent":"799.99901ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:54:13.043016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.776325Z","time spent":"1.266684156s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T01:54:13.043004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.279762Z","time spent":"1.763132621s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:54:13.0433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117260432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-12T01:54:13.043351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215161459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-12T01:54:13.043375Z","caller":"traceutil/trace.go:171","msg":"trace[280864794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2170; }","duration":"1.117372045s","start":"2026-07-12T01:54:11.925984Z","end":"2026-07-12T01:54:13.043356Z","steps":["trace[280864794] 'agreement among raft nodes before linearized reading' (duration: 1.117156349s)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:13.043404Z","caller":"traceutil/trace.go:171","msg":"trace[838860894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.2152414s","start":"2026-07-12T01:54:11.828148Z","end":"2026-07-12T01:54:13.043389Z","steps":["trace[838860894] 'agreement among raft nodes before linearized reading' (duration: 1.215075666s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.043437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.925961Z","time spent":"1.117463576s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T01:54:13.043444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.828137Z","time spent":"1.215296733s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T01:54:13.043314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214904432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-12T01:54:13.043443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208643674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-12T01:54:13.043589Z","caller":"traceutil/trace.go:171","msg":"trace[1228666611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.215155948s","start":"2026-07-12T01:54:11.828378Z","end":"2026-07-12T01:54:13.043534Z","steps":["trace[1228666611] 'agreement among raft nodes before linearized reading' (duration: 1.214791119s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.043763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.828366Z","time spent":"1.215344663s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T01:54:13.043405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.394681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:54:13.043938Z","caller":"traceutil/trace.go:171","msg":"trace[1299500950] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2170; }","duration":"972.06732ms","start":"2026-07-12T01:54:12.071855Z","end":"2026-07-12T01:54:13.043922Z","steps":["trace[1299500950] 'agreement among raft nodes before linearized reading' (duration: 971.423643ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:13.043639Z","caller":"traceutil/trace.go:171","msg":"trace[966733361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"1.208947573s","start":"2026-07-12T01:54:11.834672Z","end":"2026-07-12T01:54:13.04362Z","steps":["trace[966733361] 'agreement among raft nodes before linearized reading' (duration: 1.208564312s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.044072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.834662Z","time spent":"1.209393774s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-12T01:54:13.044124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:12.071823Z","time spent":"972.192673ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T01:54:13.043508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235185264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-12T01:54:13.044324Z","caller":"traceutil/trace.go:171","msg":"trace[258024710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2170; }","duration":"1.236037707s","start":"2026-07-12T01:54:11.808229Z","end":"2026-07-12T01:54:13.044267Z","steps":["trace[258024710] 'agreement among raft nodes before linearized reading' (duration: 1.234893356s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.044409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:11.808207Z","time spent":"1.23617934s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T01:54:13.414088Z","caller":"traceutil/trace.go:171","msg":"trace[993425170] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"365.583334ms","start":"2026-07-12T01:54:13.048475Z","end":"2026-07-12T01:54:13.414059Z","steps":["trace[993425170] 'process raft request' (duration: 360.969321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.41445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.048447Z","time spent":"365.730548ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:54:13.449212Z","caller":"traceutil/trace.go:171","msg":"trace[910070246] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"399.657645ms","start":"2026-07-12T01:54:13.049524Z","end":"2026-07-12T01:54:13.449182Z","steps":["trace[910070246] 'process raft request' (duration: 399.573013ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:13.449292Z","caller":"traceutil/trace.go:171","msg":"trace[2143569683] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"399.733127ms","start":"2026-07-12T01:54:13.049521Z","end":"2026-07-12T01:54:13.449254Z","steps":["trace[2143569683] 'process raft request' (duration: 399.46212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.449475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.049504Z","time spent":"399.840781ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:54:13.449534Z","caller":"traceutil/trace.go:171","msg":"trace[1356521505] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"399.899062ms","start":"2026-07-12T01:54:13.049611Z","end":"2026-07-12T01:54:13.44951Z","steps":["trace[1356521505] 'process raft request' (duration: 399.527422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.44955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.049501Z","time spent":"399.876122ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T01:54:13.449677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.049591Z","time spent":"400.007284ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:54:13.449739Z","caller":"traceutil/trace.go:171","msg":"trace[769951934] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"399.346658ms","start":"2026-07-12T01:54:13.050372Z","end":"2026-07-12T01:54:13.449719Z","steps":["trace[769951934] 'process raft request' (duration: 399.0526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.449816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.050357Z","time spent":"399.410419ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:54:13.449847Z","caller":"traceutil/trace.go:171","msg":"trace[67717376] linearizableReadLoop","detail":"{readStateIndex:2257; appliedIndex:2252; }","duration":"368.261437ms","start":"2026-07-12T01:54:13.081564Z","end":"2026-07-12T01:54:13.449825Z","steps":["trace[67717376] 'read index received' (duration: 328.01116ms)","trace[67717376] 'applied index is now lower than readState.Index' (duration: 40.248716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:54:13.449964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.39844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-12T01:54:13.450021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.542089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:54:13.450085Z","caller":"traceutil/trace.go:171","msg":"trace[1011043746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2176; }","duration":"311.640602ms","start":"2026-07-12T01:54:13.138429Z","end":"2026-07-12T01:54:13.45007Z","steps":["trace[1011043746] 'agreement among raft nodes before linearized reading' (duration: 311.54735ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:13.450031Z","caller":"traceutil/trace.go:171","msg":"trace[1825206372] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2176; }","duration":"368.490643ms","start":"2026-07-12T01:54:13.081524Z","end":"2026-07-12T01:54:13.450014Z","steps":["trace[1825206372] 'agreement among raft nodes before linearized reading' (duration: 368.38736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.45013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.138413Z","time spent":"311.706614ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T01:54:13.450176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.08151Z","time spent":"368.648506ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-12T01:54:13.450387Z","caller":"traceutil/trace.go:171","msg":"trace[728580105] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"201.422115ms","start":"2026-07-12T01:54:13.248439Z","end":"2026-07-12T01:54:13.449861Z","steps":["trace[728580105] 'process raft request' (duration: 201.22261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:54:13.985138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.303713ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-12T01:54:13.985349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:54:13.451869Z","time spent":"533.470793ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-12T01:54:25.758227Z","caller":"traceutil/trace.go:171","msg":"trace[2055690493] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"170.040297ms","start":"2026-07-12T01:54:25.588148Z","end":"2026-07-12T01:54:25.758189Z","steps":["trace[2055690493] 'process raft request' (duration: 169.972965ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:54:25.758438Z","caller":"traceutil/trace.go:171","msg":"trace[2040197186] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"170.248171ms","start":"2026-07-12T01:54:25.588045Z","end":"2026-07-12T01:54:25.758293Z","steps":["trace[2040197186] 'process raft request' (duration: 120.638645ms)","trace[2040197186] 'compare' (duration: 49.229526ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:55:00.811963Z","caller":"traceutil/trace.go:171","msg":"trace[911606754] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"121.350245ms","start":"2026-07-12T01:55:00.690581Z","end":"2026-07-12T01:55:00.811931Z","steps":["trace[911606754] 'process raft request' (duration: 80.570795ms)","trace[911606754] 'compare' (duration: 40.299417ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:55:00.812065Z","caller":"traceutil/trace.go:171","msg":"trace[1021904724] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"121.340074ms","start":"2026-07-12T01:55:00.690672Z","end":"2026-07-12T01:55:00.812012Z","steps":["trace[1021904724] 'process raft request' (duration: 121.009505ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:00.812334Z","caller":"traceutil/trace.go:171","msg":"trace[978941859] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"121.507719ms","start":"2026-07-12T01:55:00.690789Z","end":"2026-07-12T01:55:00.812297Z","steps":["trace[978941859] 'process raft request' (duration: 121.114868ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:00.812451Z","caller":"traceutil/trace.go:171","msg":"trace[1411093363] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"121.618062ms","start":"2026-07-12T01:55:00.690801Z","end":"2026-07-12T01:55:00.812419Z","steps":["trace[1411093363] 'process raft request' (duration: 121.17885ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:00.812694Z","caller":"traceutil/trace.go:171","msg":"trace[328148930] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"121.56652ms","start":"2026-07-12T01:55:00.691109Z","end":"2026-07-12T01:55:00.812675Z","steps":["trace[328148930] 'process raft request' (duration: 120.915162ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:00.813019Z","caller":"traceutil/trace.go:171","msg":"trace[619686066] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"114.720918ms","start":"2026-07-12T01:55:00.69828Z","end":"2026-07-12T01:55:00.813001Z","steps":["trace[619686066] 'process raft request' (duration: 114.316077ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:18.415661Z","caller":"traceutil/trace.go:171","msg":"trace[353008513] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"377.726843ms","start":"2026-07-12T01:55:18.037902Z","end":"2026-07-12T01:55:18.415629Z","steps":["trace[353008513] 'process raft request' (duration: 377.551928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:18.415862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:18.037878Z","time spent":"377.881027ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:55:18.448901Z","caller":"traceutil/trace.go:171","msg":"trace[1502546012] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"409.313786ms","start":"2026-07-12T01:55:18.039556Z","end":"2026-07-12T01:55:18.44887Z","steps":["trace[1502546012] 'process raft request' (duration: 409.09521ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:18.44905Z","caller":"traceutil/trace.go:171","msg":"trace[1869481969] linearizableReadLoop","detail":"{readStateIndex:2794; appliedIndex:2792; }","duration":"310.29808ms","start":"2026-07-12T01:55:18.138728Z","end":"2026-07-12T01:55:18.449026Z","steps":["trace[1869481969] 'read index received' (duration: 276.777564ms)","trace[1869481969] 'applied index is now lower than readState.Index' (duration: 33.518446ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:55:18.44912Z","caller":"traceutil/trace.go:171","msg":"trace[1598328959] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"210.267845ms","start":"2026-07-12T01:55:18.238809Z","end":"2026-07-12T01:55:18.449077Z","steps":["trace[1598328959] 'process raft request' (duration: 210.018098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:18.449173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.437563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:55:18.449209Z","caller":"traceutil/trace.go:171","msg":"trace[252452916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"310.523306ms","start":"2026-07-12T01:55:18.138675Z","end":"2026-07-12T01:55:18.449199Z","steps":["trace[252452916] 'agreement among raft nodes before linearized reading' (duration: 310.458195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:18.449233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:18.138652Z","time spent":"310.575237ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T01:55:18.449223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.252441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:55:18.449287Z","caller":"traceutil/trace.go:171","msg":"trace[434957728] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2692; }","duration":"174.383735ms","start":"2026-07-12T01:55:18.274884Z","end":"2026-07-12T01:55:18.449268Z","steps":["trace[434957728] 'agreement among raft nodes before linearized reading' (duration: 174.275142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:18.449709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:18.039538Z","time spent":"409.457341ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:55:41.420421Z","caller":"traceutil/trace.go:171","msg":"trace[393564900] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"165.990558ms","start":"2026-07-12T01:55:41.254406Z","end":"2026-07-12T01:55:41.420397Z","steps":["trace[393564900] 'process raft request' (duration: 165.835134ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:41.554664Z","caller":"traceutil/trace.go:171","msg":"trace[1995517500] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"103.883668ms","start":"2026-07-12T01:55:41.450749Z","end":"2026-07-12T01:55:41.554633Z","steps":["trace[1995517500] 'process raft request' (duration: 102.514791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:52.453715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.263122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:55:52.453872Z","caller":"traceutil/trace.go:171","msg":"trace[1878922334] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"293.3019ms","start":"2026-07-12T01:55:52.160544Z","end":"2026-07-12T01:55:52.453846Z","steps":["trace[1878922334] 'read index received' (duration: 172.783161ms)","trace[1878922334] 'applied index is now lower than readState.Index' (duration: 120.517269ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:55:52.453891Z","caller":"traceutil/trace.go:171","msg":"trace[2054804612] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"297.659468ms","start":"2026-07-12T01:55:52.156192Z","end":"2026-07-12T01:55:52.453851Z","steps":["trace[2054804612] 'process raft request' (duration: 177.131789ms)","trace[2054804612] 'compare' (duration: 120.115038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:55:52.454056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.519717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-12T01:55:52.454097Z","caller":"traceutil/trace.go:171","msg":"trace[359106438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2894; }","duration":"293.606559ms","start":"2026-07-12T01:55:52.160479Z","end":"2026-07-12T01:55:52.454086Z","steps":["trace[359106438] 'agreement among raft nodes before linearized reading' (duration: 293.428194ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:52.455958Z","caller":"traceutil/trace.go:171","msg":"trace[136178948] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"212.191158ms","start":"2026-07-12T01:55:52.243754Z","end":"2026-07-12T01:55:52.455945Z","steps":["trace[136178948] 'process raft request' (duration: 212.090055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.451575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.369687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-12T01:55:53.451703Z","caller":"traceutil/trace.go:171","msg":"trace[225636024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2896; }","duration":"848.562482ms","start":"2026-07-12T01:55:52.603111Z","end":"2026-07-12T01:55:53.451674Z","steps":["trace[225636024] 'range keys from in-memory index tree' (duration: 848.153511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.451762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.603085Z","time spent":"848.665785ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T01:55:53.452062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.235604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T01:55:53.452367Z","caller":"traceutil/trace.go:171","msg":"trace[741248454] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"505.739783ms","start":"2026-07-12T01:55:52.946604Z","end":"2026-07-12T01:55:53.452344Z","steps":["trace[741248454] 'process raft request' (duration: 505.636681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.452505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.946573Z","time spent":"505.864127ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:55:53.452774Z","caller":"traceutil/trace.go:171","msg":"trace[1070393813] linearizableReadLoop","detail":"{readStateIndex:3007; appliedIndex:3006; }","duration":"746.071501ms","start":"2026-07-12T01:55:52.706668Z","end":"2026-07-12T01:55:53.452739Z","steps":["trace[1070393813] 'read index received' (duration: 164.035665ms)","trace[1070393813] 'applied index is now lower than readState.Index' (duration: 582.033306ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:55:53.45294Z","caller":"traceutil/trace.go:171","msg":"trace[142632811] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"786.019181ms","start":"2026-07-12T01:55:52.666718Z","end":"2026-07-12T01:55:53.452737Z","steps":["trace[142632811] 'process raft request' (duration: 203.978625ms)","trace[142632811] 'compare' (duration: 580.466924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T01:55:53.452984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.800164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:55:53.453042Z","caller":"traceutil/trace.go:171","msg":"trace[1961315827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2898; }","duration":"303.908537ms","start":"2026-07-12T01:55:53.149114Z","end":"2026-07-12T01:55:53.453022Z","steps":["trace[1961315827] 'agreement among raft nodes before linearized reading' (duration: 303.801764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.282258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-12T01:55:53.453077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:53.149086Z","time spent":"303.982809ms","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-12T01:55:53.453093Z","caller":"traceutil/trace.go:171","msg":"trace[1508858517] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2898; }","duration":"563.443813ms","start":"2026-07-12T01:55:52.889634Z","end":"2026-07-12T01:55:53.453078Z","steps":["trace[1508858517] 'agreement among raft nodes before linearized reading' (duration: 563.300089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.608886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T01:55:53.453075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.743961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-12T01:55:53.453129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.889603Z","time spent":"563.516065ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T01:55:53.453138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.666693Z","time spent":"786.33522ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T01:55:53.453167Z","caller":"traceutil/trace.go:171","msg":"trace[883577326] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2898; }","duration":"472.870774ms","start":"2026-07-12T01:55:52.980278Z","end":"2026-07-12T01:55:53.453149Z","steps":["trace[883577326] 'agreement among raft nodes before linearized reading' (duration: 472.640558ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:53.453169Z","caller":"traceutil/trace.go:171","msg":"trace[141791292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2898; }","duration":"584.849192ms","start":"2026-07-12T01:55:52.868292Z","end":"2026-07-12T01:55:53.453141Z","steps":["trace[141791292] 'agreement among raft nodes before linearized reading' (duration: 584.665147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.457572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-12T01:55:53.453218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.868264Z","time spent":"584.942665ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T01:55:53.453218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.980194Z","time spent":"473.008949ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-12T01:55:53.453281Z","caller":"traceutil/trace.go:171","msg":"trace[1400688755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2898; }","duration":"746.657157ms","start":"2026-07-12T01:55:52.706594Z","end":"2026-07-12T01:55:53.453251Z","steps":["trace[1400688755] 'agreement among raft nodes before linearized reading' (duration: 746.266436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.192239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T01:55:53.453339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.706569Z","time spent":"746.75982ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T01:55:53.453382Z","caller":"traceutil/trace.go:171","msg":"trace[249051424] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2898; }","duration":"144.26309ms","start":"2026-07-12T01:55:53.30908Z","end":"2026-07-12T01:55:53.453343Z","steps":["trace[249051424] 'agreement among raft nodes before linearized reading' (duration: 144.224729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.766027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-12T01:55:53.453438Z","caller":"traceutil/trace.go:171","msg":"trace[225939174] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2898; }","duration":"710.903591ms","start":"2026-07-12T01:55:52.742499Z","end":"2026-07-12T01:55:53.453403Z","steps":["trace[225939174] 'agreement among raft nodes before linearized reading' (duration: 710.632004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:52.742476Z","time spent":"711.035524ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-12T01:55:53.453679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.035801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T01:55:53.453821Z","caller":"traceutil/trace.go:171","msg":"trace[398675122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2898; }","duration":"314.250127ms","start":"2026-07-12T01:55:53.139546Z","end":"2026-07-12T01:55:53.453796Z","steps":["trace[398675122] 'agreement among raft nodes before linearized reading' (duration: 313.409954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.453914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T01:55:53.139516Z","time spent":"314.38593ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T01:55:53.639487Z","caller":"traceutil/trace.go:171","msg":"trace[1462897199] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"182.801513ms","start":"2026-07-12T01:55:53.456662Z","end":"2026-07-12T01:55:53.639463Z","steps":["trace[1462897199] 'process raft request' (duration: 182.566836ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:53.639892Z","caller":"traceutil/trace.go:171","msg":"trace[2119702819] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"182.611138ms","start":"2026-07-12T01:55:53.457228Z","end":"2026-07-12T01:55:53.639839Z","steps":["trace[2119702819] 'process raft request' (duration: 182.177136ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:53.64018Z","caller":"traceutil/trace.go:171","msg":"trace[946123241] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"182.015371ms","start":"2026-07-12T01:55:53.458142Z","end":"2026-07-12T01:55:53.640158Z","steps":["trace[946123241] 'process raft request' (duration: 181.628201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T01:55:53.642914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.441574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-12T01:55:53.643066Z","caller":"traceutil/trace.go:171","msg":"trace[875709447] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2902; }","duration":"185.6298ms","start":"2026-07-12T01:55:53.457417Z","end":"2026-07-12T01:55:53.643047Z","steps":["trace[875709447] 'agreement among raft nodes before linearized reading' (duration: 182.68756ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T01:55:53.643849Z","caller":"traceutil/trace.go:171","msg":"trace[1475321515] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3008; }","duration":"182.642588ms","start":"2026-07-12T01:55:53.457438Z","end":"2026-07-12T01:55:53.64008Z","steps":["trace[1475321515] 'read index received' (duration: 108.798492ms)","trace[1475321515] 'applied index is now lower than readState.Index' (duration: 73.842686ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T01:55:53.643952Z","caller":"traceutil/trace.go:171","msg":"trace[1882678165] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"134.100896ms","start":"2026-07-12T01:55:53.509822Z","end":"2026-07-12T01:55:53.643923Z","steps":["trace[1882678165] 'process raft request' (duration: 130.099988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:13.905122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.509316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:00:13.905261Z","caller":"traceutil/trace.go:171","msg":"trace[2000420306] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5506; }","duration":"329.86657ms","start":"2026-07-12T02:00:13.575374Z","end":"2026-07-12T02:00:13.90524Z","steps":["trace[2000420306] 'read index received' (duration: 44.043816ms)","trace[2000420306] 'applied index is now lower than readState.Index' (duration: 285.821114ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:13.905287Z","caller":"traceutil/trace.go:171","msg":"trace[464438185] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"432.972125ms","start":"2026-07-12T02:00:13.472285Z","end":"2026-07-12T02:00:13.905257Z","steps":["trace[464438185] 'process raft request' (duration: 147.214633ms)","trace[464438185] 'compare' (duration: 285.375242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:00:13.905476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.092497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"warn","ts":"2026-07-12T02:00:13.905466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:13.472243Z","time spent":"433.116149ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:00:13.905516Z","caller":"traceutil/trace.go:171","msg":"trace[1380778521] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5306; }","duration":"330.176739ms","start":"2026-07-12T02:00:13.575324Z","end":"2026-07-12T02:00:13.905501Z","steps":["trace[1380778521] 'agreement among raft nodes before linearized reading' (duration: 330.015795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:13.905547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:13.575304Z","time spent":"330.23467ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":932,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-07-12T02:00:13.906508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.482851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-12T02:00:13.906561Z","caller":"traceutil/trace.go:171","msg":"trace[1840654467] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5306; }","duration":"280.573673ms","start":"2026-07-12T02:00:13.625973Z","end":"2026-07-12T02:00:13.906546Z","steps":["trace[1840654467] 'agreement among raft nodes before linearized reading' (duration: 279.470763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:13.907263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.397477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:825234"} {"level":"info","ts":"2026-07-12T02:00:13.907373Z","caller":"traceutil/trace.go:171","msg":"trace[721204960] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:5306; }","duration":"274.626103ms","start":"2026-07-12T02:00:13.632723Z","end":"2026-07-12T02:00:13.907349Z","steps":["trace[721204960] 'agreement among raft nodes before linearized reading' (duration: 273.273536ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:14.253763Z","caller":"traceutil/trace.go:171","msg":"trace[1867970025] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"105.597863ms","start":"2026-07-12T02:00:14.148126Z","end":"2026-07-12T02:00:14.253724Z","steps":["trace[1867970025] 'process raft request' (duration: 58.67546ms)","trace[1867970025] 'compare' (duration: 46.708188ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:14.277329Z","caller":"traceutil/trace.go:171","msg":"trace[112281501] linearizableReadLoop","detail":"{readStateIndex:5525; appliedIndex:5523; }","duration":"118.360746ms","start":"2026-07-12T02:00:14.158934Z","end":"2026-07-12T02:00:14.277295Z","steps":["trace[112281501] 'read index received' (duration: 47.901799ms)","trace[112281501] 'applied index is now lower than readState.Index' (duration: 70.457487ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:14.277688Z","caller":"traceutil/trace.go:171","msg":"trace[305836129] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"124.503171ms","start":"2026-07-12T02:00:14.153149Z","end":"2026-07-12T02:00:14.277652Z","steps":["trace[305836129] 'process raft request' (duration: 123.943726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:14.277756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.811578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110537"} {"level":"info","ts":"2026-07-12T02:00:14.2778Z","caller":"traceutil/trace.go:171","msg":"trace[2097486298] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5324; }","duration":"118.959042ms","start":"2026-07-12T02:00:14.158829Z","end":"2026-07-12T02:00:14.277788Z","steps":["trace[2097486298] 'agreement among raft nodes before linearized reading' (duration: 118.601273ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:28.327086Z","caller":"traceutil/trace.go:171","msg":"trace[231776199] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5742; }","duration":"189.396469ms","start":"2026-07-12T02:00:28.137645Z","end":"2026-07-12T02:00:28.327042Z","steps":["trace[231776199] 'read index received' (duration: 157.592323ms)","trace[231776199] 'applied index is now lower than readState.Index' (duration: 31.793746ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:28.32727Z","caller":"traceutil/trace.go:171","msg":"trace[667477758] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"206.689284ms","start":"2026-07-12T02:00:28.12054Z","end":"2026-07-12T02:00:28.32723Z","steps":["trace[667477758] 'process raft request' (duration: 174.775615ms)","trace[667477758] 'compare' (duration: 31.411416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:00:28.327479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.04268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a112611-f315-4621-837d-f56a3c808956\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-12T02:00:28.32758Z","caller":"traceutil/trace.go:171","msg":"trace[987745176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a112611-f315-4621-837d-f56a3c808956; range_end:; response_count:1; response_revision:5539; }","duration":"101.220885ms","start":"2026-07-12T02:00:28.226336Z","end":"2026-07-12T02:00:28.327557Z","steps":["trace[987745176] 'agreement among raft nodes before linearized reading' (duration: 100.974919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:28.327335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.665956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:00:28.327659Z","caller":"traceutil/trace.go:171","msg":"trace[1185551640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5539; }","duration":"190.020595ms","start":"2026-07-12T02:00:28.137623Z","end":"2026-07-12T02:00:28.327644Z","steps":["trace[1185551640] 'agreement among raft nodes before linearized reading' (duration: 189.628295ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:28.572213Z","caller":"traceutil/trace.go:171","msg":"trace[1998005664] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"116.893477ms","start":"2026-07-12T02:00:28.455285Z","end":"2026-07-12T02:00:28.572178Z","steps":["trace[1998005664] 'process raft request' (duration: 116.694482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:45.042627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.334318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:00:45.043322Z","caller":"traceutil/trace.go:171","msg":"trace[398954995] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"362.287143ms","start":"2026-07-12T02:00:44.680828Z","end":"2026-07-12T02:00:45.043115Z","steps":["trace[398954995] 'process raft request' (duration: 130.343689ms)","trace[398954995] 'compare' (duration: 231.121652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:00:45.043786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:44.680794Z","time spent":"362.763095ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:00:45.531741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124351116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:00:46.540062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.094875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:00:46.540446Z","caller":"traceutil/trace.go:171","msg":"trace[611183303] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"1.783554464s","start":"2026-07-12T02:00:44.756869Z","end":"2026-07-12T02:00:46.540423Z","steps":["trace[611183303] 'process raft request' (duration: 1.783427731s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.540477Z","caller":"traceutil/trace.go:171","msg":"trace[753060123] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"1.786192085s","start":"2026-07-12T02:00:44.754244Z","end":"2026-07-12T02:00:46.540436Z","steps":["trace[753060123] 'process raft request' (duration: 961.606567ms)","trace[753060123] 'compare' (duration: 823.436457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:00:46.540633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:44.756838Z","time spent":"1.783703369s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:00:46.5407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:44.754206Z","time spent":"1.7863712s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:00:46.554146Z","caller":"traceutil/trace.go:171","msg":"trace[41060887] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"1.356692933s","start":"2026-07-12T02:00:45.197424Z","end":"2026-07-12T02:00:46.554117Z","steps":["trace[41060887] 'process raft request' (duration: 1.356461457s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.55436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524348687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T02:00:46.554476Z","caller":"traceutil/trace.go:171","msg":"trace[126784537] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5758; }","duration":"1.524527511s","start":"2026-07-12T02:00:45.029918Z","end":"2026-07-12T02:00:46.554446Z","steps":["trace[126784537] 'agreement among raft nodes before linearized reading' (duration: 1.524296135s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.554438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.197402Z","time spent":"1.356845657s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:00:46.554681Z","caller":"traceutil/trace.go:171","msg":"trace[658041796] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5966; }","duration":"1.524070689s","start":"2026-07-12T02:00:45.029987Z","end":"2026-07-12T02:00:46.554058Z","steps":["trace[658041796] 'read index received' (duration: 685.877934ms)","trace[658041796] 'applied index is now lower than readState.Index' (duration: 838.191445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:00:46.554535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.029893Z","time spent":"1.524629874s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:00:46.555031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.283715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-12T02:00:46.555087Z","caller":"traceutil/trace.go:171","msg":"trace[678962408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5758; }","duration":"329.385057ms","start":"2026-07-12T02:00:46.225686Z","end":"2026-07-12T02:00:46.555071Z","steps":["trace[678962408] 'agreement among raft nodes before linearized reading' (duration: 329.188962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.55512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:46.22566Z","time spent":"329.451979ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:00:46.555142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.262629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:00:46.555183Z","caller":"traceutil/trace.go:171","msg":"trace[2065962780] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5758; }","duration":"214.357501ms","start":"2026-07-12T02:00:46.340812Z","end":"2026-07-12T02:00:46.55517Z","steps":["trace[2065962780] 'agreement among raft nodes before linearized reading' (duration: 214.288509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.555283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313677225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-12T02:00:46.555326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.349686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-12T02:00:46.555356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.487192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-12T02:00:46.555358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320771636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-12T02:00:46.555378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.547372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-12T02:00:46.55544Z","caller":"traceutil/trace.go:171","msg":"trace[126213424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5758; }","duration":"1.32092214s","start":"2026-07-12T02:00:45.234504Z","end":"2026-07-12T02:00:46.555426Z","steps":["trace[126213424] 'agreement among raft nodes before linearized reading' (duration: 1.320757055s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.555446Z","caller":"traceutil/trace.go:171","msg":"trace[1545998567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5758; }","duration":"124.638306ms","start":"2026-07-12T02:00:46.430786Z","end":"2026-07-12T02:00:46.555424Z","steps":["trace[1545998567] 'agreement among raft nodes before linearized reading' (duration: 124.288056ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.555481Z","caller":"traceutil/trace.go:171","msg":"trace[2130778774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5758; }","duration":"449.720507ms","start":"2026-07-12T02:00:46.105746Z","end":"2026-07-12T02:00:46.555466Z","steps":["trace[2130778774] 'agreement among raft nodes before linearized reading' (duration: 449.381538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.555388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360900066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:00:46.555567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:46.105719Z","time spent":"449.83735ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:00:46.55564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272537347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-12T02:00:46.555648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416851732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:00:46.555754Z","caller":"traceutil/trace.go:171","msg":"trace[1465045109] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5758; }","duration":"1.272726203s","start":"2026-07-12T02:00:45.282998Z","end":"2026-07-12T02:00:46.555724Z","steps":["trace[1465045109] 'agreement among raft nodes before linearized reading' (duration: 1.272364613s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.555742Z","caller":"traceutil/trace.go:171","msg":"trace[1943280869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5758; }","duration":"1.417062309s","start":"2026-07-12T02:00:45.138665Z","end":"2026-07-12T02:00:46.555728Z","steps":["trace[1943280869] 'agreement among raft nodes before linearized reading' (duration: 1.416162624s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.555815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.282972Z","time spent":"1.272831846s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-12T02:00:46.555489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.234479Z","time spent":"1.321000522s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T02:00:46.55543Z","caller":"traceutil/trace.go:171","msg":"trace[486028487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:5758; }","duration":"103.573868ms","start":"2026-07-12T02:00:46.451833Z","end":"2026-07-12T02:00:46.555407Z","steps":["trace[486028487] 'agreement among raft nodes before linearized reading' (duration: 103.209288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.555816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.138639Z","time spent":"1.417167211s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:00:46.555675Z","caller":"traceutil/trace.go:171","msg":"trace[666833430] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5758; }","duration":"1.361228675s","start":"2026-07-12T02:00:45.194389Z","end":"2026-07-12T02:00:46.555618Z","steps":["trace[666833430] 'agreement among raft nodes before linearized reading' (duration: 1.360887256s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.556106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.194375Z","time spent":"1.361701788s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:00:46.555358Z","caller":"traceutil/trace.go:171","msg":"trace[984196675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5758; }","duration":"1.313757637s","start":"2026-07-12T02:00:45.241582Z","end":"2026-07-12T02:00:46.55534Z","steps":["trace[984196675] 'agreement among raft nodes before linearized reading' (duration: 1.313521751s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.556227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:00:45.241538Z","time spent":"1.314675482s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T02:00:46.740169Z","caller":"traceutil/trace.go:171","msg":"trace[1826014325] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"179.377748ms","start":"2026-07-12T02:00:46.560751Z","end":"2026-07-12T02:00:46.740129Z","steps":["trace[1826014325] 'process raft request' (duration: 104.687537ms)","trace[1826014325] 'compare' (duration: 74.345931ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:46.740435Z","caller":"traceutil/trace.go:171","msg":"trace[1816753253] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"179.613954ms","start":"2026-07-12T02:00:46.560787Z","end":"2026-07-12T02:00:46.740401Z","steps":["trace[1816753253] 'process raft request' (duration: 179.271645ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.740921Z","caller":"traceutil/trace.go:171","msg":"trace[768200135] linearizableReadLoop","detail":"{readStateIndex:5974; appliedIndex:5970; }","duration":"147.315575ms","start":"2026-07-12T02:00:46.593583Z","end":"2026-07-12T02:00:46.740899Z","steps":["trace[768200135] 'read index received' (duration: 72.020257ms)","trace[768200135] 'applied index is now lower than readState.Index' (duration: 75.294247ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:46.740971Z","caller":"traceutil/trace.go:171","msg":"trace[459175327] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"180.142968ms","start":"2026-07-12T02:00:46.560792Z","end":"2026-07-12T02:00:46.740935Z","steps":["trace[459175327] 'process raft request' (duration: 179.518082ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.741044Z","caller":"traceutil/trace.go:171","msg":"trace[993813849] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"178.526125ms","start":"2026-07-12T02:00:46.562503Z","end":"2026-07-12T02:00:46.741029Z","steps":["trace[993813849] 'process raft request' (duration: 178.292169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.741343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.581173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:00:46.741415Z","caller":"traceutil/trace.go:171","msg":"trace[364797349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5763; }","duration":"176.699566ms","start":"2026-07-12T02:00:46.5647Z","end":"2026-07-12T02:00:46.7414Z","steps":["trace[364797349] 'agreement among raft nodes before linearized reading' (duration: 176.558002ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:00:46.772409Z","caller":"traceutil/trace.go:171","msg":"trace[811027870] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"150.335267ms","start":"2026-07-12T02:00:46.622052Z","end":"2026-07-12T02:00:46.772387Z","steps":["trace[811027870] 'process raft request' (duration: 149.548786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:46.772557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.727708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-12T02:00:46.772654Z","caller":"traceutil/trace.go:171","msg":"trace[1161485444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5764; }","duration":"169.872402ms","start":"2026-07-12T02:00:46.602761Z","end":"2026-07-12T02:00:46.772634Z","steps":["trace[1161485444] 'agreement among raft nodes before linearized reading' (duration: 169.585794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:47.114809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.588529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:00:47.115135Z","caller":"traceutil/trace.go:171","msg":"trace[1908627594] linearizableReadLoop","detail":"{readStateIndex:5976; appliedIndex:5975; }","duration":"272.150856ms","start":"2026-07-12T02:00:46.84296Z","end":"2026-07-12T02:00:47.11511Z","steps":["trace[1908627594] 'read index received' (duration: 22.224188ms)","trace[1908627594] 'applied index is now lower than readState.Index' (duration: 249.924218ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:00:47.115197Z","caller":"traceutil/trace.go:171","msg":"trace[1333841237] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"295.726031ms","start":"2026-07-12T02:00:46.819443Z","end":"2026-07-12T02:00:47.115169Z","steps":["trace[1333841237] 'process raft request' (duration: 45.668139ms)","trace[1333841237] 'compare' (duration: 249.396944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:00:47.115506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.498846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-12T02:00:47.115556Z","caller":"traceutil/trace.go:171","msg":"trace[1594716832] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5766; }","duration":"272.638079ms","start":"2026-07-12T02:00:46.842904Z","end":"2026-07-12T02:00:47.115542Z","steps":["trace[1594716832] 'agreement among raft nodes before linearized reading' (duration: 272.31653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:00:47.147685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.182007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:00:47.147752Z","caller":"traceutil/trace.go:171","msg":"trace[225433370] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5767; }","duration":"282.29598ms","start":"2026-07-12T02:00:46.865435Z","end":"2026-07-12T02:00:47.147731Z","steps":["trace[225433370] 'agreement among raft nodes before linearized reading' (duration: 282.166816ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:00.336451Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2939} {"level":"info","ts":"2026-07-12T02:01:00.413886Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2939,"took":"74.829905ms","hash":1582147548,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":32362496,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-12T02:01:00.413962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1582147548,"revision":2939,"compact-revision":-1} {"level":"info","ts":"2026-07-12T02:01:30.883232Z","caller":"traceutil/trace.go:171","msg":"trace[772061757] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"109.261681ms","start":"2026-07-12T02:01:30.773939Z","end":"2026-07-12T02:01:30.8832Z","steps":["trace[772061757] 'process raft request' (duration: 109.081516ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:30.908334Z","caller":"traceutil/trace.go:171","msg":"trace[1947045557] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"130.943875ms","start":"2026-07-12T02:01:30.777358Z","end":"2026-07-12T02:01:30.908302Z","steps":["trace[1947045557] 'process raft request' (duration: 130.76752ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:31.301213Z","caller":"traceutil/trace.go:171","msg":"trace[1906891038] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6363; }","duration":"342.571512ms","start":"2026-07-12T02:01:30.958596Z","end":"2026-07-12T02:01:31.301167Z","steps":["trace[1906891038] 'read index received' (duration: 314.885777ms)","trace[1906891038] 'applied index is now lower than readState.Index' (duration: 27.684435ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:01:31.301237Z","caller":"traceutil/trace.go:171","msg":"trace[777223861] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"349.021605ms","start":"2026-07-12T02:01:30.952161Z","end":"2026-07-12T02:01:31.301183Z","steps":["trace[777223861] 'process raft request' (duration: 321.355071ms)","trace[777223861] 'compare' (duration: 27.51664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:01:31.301447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:01:30.952119Z","time spent":"349.215321ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:01:31.301522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.910211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-12T02:01:31.301569Z","caller":"traceutil/trace.go:171","msg":"trace[1759403346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:6141; }","duration":"343.040055ms","start":"2026-07-12T02:01:30.958517Z","end":"2026-07-12T02:01:31.301557Z","steps":["trace[1759403346] 'agreement among raft nodes before linearized reading' (duration: 342.844309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:01:31.301612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:01:30.958493Z","time spent":"343.109627ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-g7x6l\" "} {"level":"warn","ts":"2026-07-12T02:01:31.301646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.978636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-12T02:01:31.301754Z","caller":"traceutil/trace.go:171","msg":"trace[563933203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6141; }","duration":"238.14269ms","start":"2026-07-12T02:01:31.063585Z","end":"2026-07-12T02:01:31.301728Z","steps":["trace[563933203] 'agreement among raft nodes before linearized reading' (duration: 237.860053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:01:31.302118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.535113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-12T02:01:31.302193Z","caller":"traceutil/trace.go:171","msg":"trace[1930139163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6141; }","duration":"221.621876ms","start":"2026-07-12T02:01:31.080549Z","end":"2026-07-12T02:01:31.302171Z","steps":["trace[1930139163] 'agreement among raft nodes before linearized reading' (duration: 221.443931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:01:31.302261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.017818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-12T02:01:31.302273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.779964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-12T02:01:31.30237Z","caller":"traceutil/trace.go:171","msg":"trace[772392812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6141; }","duration":"215.167592ms","start":"2026-07-12T02:01:31.087175Z","end":"2026-07-12T02:01:31.302342Z","steps":["trace[772392812] 'agreement among raft nodes before linearized reading' (duration: 214.816182ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:31.302384Z","caller":"traceutil/trace.go:171","msg":"trace[815561830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6141; }","duration":"223.964969ms","start":"2026-07-12T02:01:31.078393Z","end":"2026-07-12T02:01:31.302358Z","steps":["trace[815561830] 'agreement among raft nodes before linearized reading' (duration: 223.62356ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:31.434581Z","caller":"traceutil/trace.go:171","msg":"trace[964230412] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"127.503642ms","start":"2026-07-12T02:01:31.30703Z","end":"2026-07-12T02:01:31.434533Z","steps":["trace[964230412] 'process raft request' (duration: 94.873574ms)","trace[964230412] 'compare' (duration: 32.264878ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:01:31.434641Z","caller":"traceutil/trace.go:171","msg":"trace[663766315] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"127.329837ms","start":"2026-07-12T02:01:31.307278Z","end":"2026-07-12T02:01:31.434608Z","steps":["trace[663766315] 'process raft request' (duration: 127.243885ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:31.43471Z","caller":"traceutil/trace.go:171","msg":"trace[529324285] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"127.43241ms","start":"2026-07-12T02:01:31.307215Z","end":"2026-07-12T02:01:31.434647Z","steps":["trace[529324285] 'process raft request' (duration: 127.136762ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:01:31.43468Z","caller":"traceutil/trace.go:171","msg":"trace[1875159343] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"126.968508ms","start":"2026-07-12T02:01:31.30769Z","end":"2026-07-12T02:01:31.434659Z","steps":["trace[1875159343] 'process raft request' (duration: 126.875815ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:06:00.343092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5850} {"level":"info","ts":"2026-07-12T02:06:00.440953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5850,"took":"96.01636ms","hash":2029032964,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":26230784,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-12T02:06:00.441053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2029032964,"revision":5850,"compact-revision":2939} {"level":"info","ts":"2026-07-12T02:06:56.560755Z","caller":"traceutil/trace.go:171","msg":"trace[959652970] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"347.498757ms","start":"2026-07-12T02:06:56.213192Z","end":"2026-07-12T02:06:56.560691Z","steps":["trace[959652970] 'process raft request' (duration: 346.993413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:06:56.560937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:06:56.21314Z","time spent":"347.706742ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:07.559354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.708611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:07:07.559549Z","caller":"traceutil/trace.go:171","msg":"trace[795266681] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8880; }","duration":"207.038157ms","start":"2026-07-12T02:07:07.352495Z","end":"2026-07-12T02:07:07.559533Z","steps":["trace[795266681] 'read index received' (duration: 20.993817ms)","trace[795266681] 'applied index is now lower than readState.Index' (duration: 186.04283ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:07.55963Z","caller":"traceutil/trace.go:171","msg":"trace[820587389] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"278.901957ms","start":"2026-07-12T02:07:07.280718Z","end":"2026-07-12T02:07:07.55962Z","steps":["trace[820587389] 'process raft request' (duration: 278.728302ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:07.559745Z","caller":"traceutil/trace.go:171","msg":"trace[2079093195] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"279.512903ms","start":"2026-07-12T02:07:07.280196Z","end":"2026-07-12T02:07:07.559709Z","steps":["trace[2079093195] 'process raft request' (duration: 93.36215ms)","trace[2079093195] 'compare' (duration: 185.424263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:07.560163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.653313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-12T02:07:07.560226Z","caller":"traceutil/trace.go:171","msg":"trace[1591624322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:8579; }","duration":"207.767576ms","start":"2026-07-12T02:07:07.352442Z","end":"2026-07-12T02:07:07.560209Z","steps":["trace[1591624322] 'agreement among raft nodes before linearized reading' (duration: 207.561411ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:08.06209Z","caller":"traceutil/trace.go:171","msg":"trace[617881452] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"114.703256ms","start":"2026-07-12T02:07:07.947352Z","end":"2026-07-12T02:07:08.062056Z","steps":["trace[617881452] 'process raft request' (duration: 103.822402ms)","trace[617881452] 'compare' (duration: 10.593146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:08.622392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.772769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:07:08.622536Z","caller":"traceutil/trace.go:171","msg":"trace[1156390868] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8582; }","duration":"197.004325ms","start":"2026-07-12T02:07:08.4255Z","end":"2026-07-12T02:07:08.622504Z","steps":["trace[1156390868] 'count revisions from in-memory index tree' (duration: 196.633015ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:09.057089Z","caller":"traceutil/trace.go:171","msg":"trace[595482507] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"432.617133ms","start":"2026-07-12T02:07:08.624445Z","end":"2026-07-12T02:07:09.057063Z","steps":["trace[595482507] 'process raft request' (duration: 432.420268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:09.057246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:08.62441Z","time spent":"432.754617ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:09.112311Z","caller":"traceutil/trace.go:171","msg":"trace[1292492407] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"479.043746ms","start":"2026-07-12T02:07:08.633217Z","end":"2026-07-12T02:07:09.112261Z","steps":["trace[1292492407] 'process raft request' (duration: 478.718467ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:09.11239Z","caller":"traceutil/trace.go:171","msg":"trace[1423914436] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"194.380955ms","start":"2026-07-12T02:07:08.917894Z","end":"2026-07-12T02:07:09.112275Z","steps":["trace[1423914436] 'process raft request' (duration: 194.296563ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:09.112318Z","caller":"traceutil/trace.go:171","msg":"trace[1774798998] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"369.408848ms","start":"2026-07-12T02:07:08.742865Z","end":"2026-07-12T02:07:09.112274Z","steps":["trace[1774798998] 'process raft request' (duration: 369.239194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:09.112525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:08.633198Z","time spent":"479.220861ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:09.112323Z","caller":"traceutil/trace.go:171","msg":"trace[1988587848] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"332.227404ms","start":"2026-07-12T02:07:08.780057Z","end":"2026-07-12T02:07:09.112285Z","steps":["trace[1988587848] 'process raft request' (duration: 332.091761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:09.11267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:08.742841Z","time spent":"369.689425ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:09.112826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:08.780035Z","time spent":"332.696398ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:09.158498Z","caller":"traceutil/trace.go:171","msg":"trace[1352803177] linearizableReadLoop","detail":"{readStateIndex:8887; appliedIndex:8885; }","duration":"481.229065ms","start":"2026-07-12T02:07:08.67725Z","end":"2026-07-12T02:07:09.158479Z","steps":["trace[1352803177] 'read index received' (duration: 379.642884ms)","trace[1352803177] 'applied index is now lower than readState.Index' (duration: 101.584891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:09.158668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.39076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T02:07:09.158725Z","caller":"traceutil/trace.go:171","msg":"trace[1677383184] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8587; }","duration":"481.530263ms","start":"2026-07-12T02:07:08.677182Z","end":"2026-07-12T02:07:09.158713Z","steps":["trace[1677383184] 'agreement among raft nodes before linearized reading' (duration: 481.41172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:09.158774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:08.677163Z","time spent":"481.599546ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:07:09.158867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.780728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19427"} {"level":"info","ts":"2026-07-12T02:07:09.158929Z","caller":"traceutil/trace.go:171","msg":"trace[402710757] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8587; }","duration":"117.935033ms","start":"2026-07-12T02:07:09.040976Z","end":"2026-07-12T02:07:09.158911Z","steps":["trace[402710757] 'agreement among raft nodes before linearized reading' (duration: 117.746238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:09.158958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.500857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-12T02:07:09.159055Z","caller":"traceutil/trace.go:171","msg":"trace[2027899683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8587; }","duration":"367.643921ms","start":"2026-07-12T02:07:08.791391Z","end":"2026-07-12T02:07:09.159035Z","steps":["trace[2027899683] 'agreement among raft nodes before linearized reading' (duration: 367.305692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:09.159152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:08.791372Z","time spent":"367.769534ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T02:07:11.516282Z","caller":"traceutil/trace.go:171","msg":"trace[2089599471] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"397.199138ms","start":"2026-07-12T02:07:11.118662Z","end":"2026-07-12T02:07:11.515861Z","steps":["trace[2089599471] 'process raft request' (duration: 396.967281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:11.519146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:11.118636Z","time spent":"400.398644ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:11.555543Z","caller":"traceutil/trace.go:171","msg":"trace[1168135947] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"436.564339ms","start":"2026-07-12T02:07:11.118923Z","end":"2026-07-12T02:07:11.555487Z","steps":["trace[1168135947] 'process raft request' (duration: 436.360754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:11.555691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:11.11891Z","time spent":"436.703804ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:11.555828Z","caller":"traceutil/trace.go:171","msg":"trace[1399795124] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"436.877458ms","start":"2026-07-12T02:07:11.118927Z","end":"2026-07-12T02:07:11.555805Z","steps":["trace[1399795124] 'process raft request' (duration: 436.522818ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:11.555853Z","caller":"traceutil/trace.go:171","msg":"trace[1478825099] linearizableReadLoop","detail":"{readStateIndex:8900; appliedIndex:8897; }","duration":"417.27026ms","start":"2026-07-12T02:07:11.138556Z","end":"2026-07-12T02:07:11.555826Z","steps":["trace[1478825099] 'read index received' (duration: 377.208679ms)","trace[1478825099] 'applied index is now lower than readState.Index' (duration: 40.058441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:11.555947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:11.11891Z","time spent":"436.987262ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:11.556071Z","caller":"traceutil/trace.go:171","msg":"trace[299420117] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"166.698668ms","start":"2026-07-12T02:07:11.389304Z","end":"2026-07-12T02:07:11.556002Z","steps":["trace[299420117] 'process raft request' (duration: 166.40536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:11.556094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.603364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-12T02:07:11.556098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.521216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:07:11.556137Z","caller":"traceutil/trace.go:171","msg":"trace[976626821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8597; }","duration":"362.665156ms","start":"2026-07-12T02:07:11.193458Z","end":"2026-07-12T02:07:11.556123Z","steps":["trace[976626821] 'agreement among raft nodes before linearized reading' (duration: 362.591534ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:11.556143Z","caller":"traceutil/trace.go:171","msg":"trace[1273970469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"417.618949ms","start":"2026-07-12T02:07:11.138511Z","end":"2026-07-12T02:07:11.55613Z","steps":["trace[1273970469] 'agreement among raft nodes before linearized reading' (duration: 417.534427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:11.556178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:11.193449Z","time spent":"362.720527ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:07:11.556191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:11.13849Z","time spent":"417.69319ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:07:11.556091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.521311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-12T02:07:11.556247Z","caller":"traceutil/trace.go:171","msg":"trace[440444339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8597; }","duration":"369.718697ms","start":"2026-07-12T02:07:11.186516Z","end":"2026-07-12T02:07:11.556234Z","steps":["trace[440444339] 'agreement among raft nodes before linearized reading' (duration: 369.47552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:11.556287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:11.186495Z","time spent":"369.782818ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:07:11.556358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.282523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-12T02:07:11.556451Z","caller":"traceutil/trace.go:171","msg":"trace[1332702707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8597; }","duration":"207.53302ms","start":"2026-07-12T02:07:11.348897Z","end":"2026-07-12T02:07:11.55643Z","steps":["trace[1332702707] 'agreement among raft nodes before linearized reading' (duration: 207.129099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:11.55678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.929877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-12T02:07:11.556835Z","caller":"traceutil/trace.go:171","msg":"trace[1125582006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8597; }","duration":"166.00938ms","start":"2026-07-12T02:07:11.390815Z","end":"2026-07-12T02:07:11.556824Z","steps":["trace[1125582006] 'agreement among raft nodes before linearized reading' (duration: 165.179657ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:25.63855Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000231c.wal"} {"level":"info","ts":"2026-07-12T02:07:35.632228Z","caller":"traceutil/trace.go:171","msg":"trace[2031362492] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"218.900637ms","start":"2026-07-12T02:07:35.413272Z","end":"2026-07-12T02:07:35.632173Z","steps":["trace[2031362492] 'process raft request' (duration: 218.639089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.556886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.987722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:07:41.557002Z","caller":"traceutil/trace.go:171","msg":"trace[2094822570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8807; }","duration":"417.177647ms","start":"2026-07-12T02:07:41.139799Z","end":"2026-07-12T02:07:41.556977Z","steps":["trace[2094822570] 'range keys from in-memory index tree' (duration: 416.848459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.557053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:41.139771Z","time spent":"417.270019ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:07:41.557117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.620895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T02:07:41.557261Z","caller":"traceutil/trace.go:171","msg":"trace[590317113] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8807; }","duration":"740.859111ms","start":"2026-07-12T02:07:40.816365Z","end":"2026-07-12T02:07:41.557224Z","steps":["trace[590317113] 'count revisions from in-memory index tree' (duration: 740.487971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.557322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:40.816332Z","time spent":"740.975965ms","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:07:41.975213Z","caller":"traceutil/trace.go:171","msg":"trace[334283276] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"318.887574ms","start":"2026-07-12T02:07:41.656277Z","end":"2026-07-12T02:07:41.975164Z","steps":["trace[334283276] 'process raft request' (duration: 318.610887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.975613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:41.656243Z","time spent":"319.229233ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:41.983499Z","caller":"traceutil/trace.go:171","msg":"trace[1626411562] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9120; }","duration":"282.251295ms","start":"2026-07-12T02:07:41.701199Z","end":"2026-07-12T02:07:41.983451Z","steps":["trace[1626411562] 'read index received' (duration: 273.719235ms)","trace[1626411562] 'applied index is now lower than readState.Index' (duration: 8.53075ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:41.983529Z","caller":"traceutil/trace.go:171","msg":"trace[670491158] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"322.008938ms","start":"2026-07-12T02:07:41.661485Z","end":"2026-07-12T02:07:41.983494Z","steps":["trace[670491158] 'process raft request' (duration: 321.7383ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:41.983645Z","caller":"traceutil/trace.go:171","msg":"trace[149528860] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"321.905025ms","start":"2026-07-12T02:07:41.661711Z","end":"2026-07-12T02:07:41.983616Z","steps":["trace[149528860] 'process raft request' (duration: 321.692939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.9838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.556973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-12T02:07:41.983859Z","caller":"traceutil/trace.go:171","msg":"trace[1766525606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8810; }","duration":"282.709247ms","start":"2026-07-12T02:07:41.701134Z","end":"2026-07-12T02:07:41.983843Z","steps":["trace[1766525606] 'agreement among raft nodes before linearized reading' (duration: 282.487811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.983895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:41.661696Z","time spent":"322.022159ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:41.983912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.926238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-12T02:07:41.983959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.962753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-12T02:07:41.984012Z","caller":"traceutil/trace.go:171","msg":"trace[1990879663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8810; }","duration":"268.117714ms","start":"2026-07-12T02:07:41.715872Z","end":"2026-07-12T02:07:41.983989Z","steps":["trace[1990879663] 'agreement among raft nodes before linearized reading' (duration: 267.795105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.983912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:41.661457Z","time spent":"322.245074ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:41.984058Z","caller":"traceutil/trace.go:171","msg":"trace[1388178207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8810; }","duration":"257.092546ms","start":"2026-07-12T02:07:41.726944Z","end":"2026-07-12T02:07:41.984037Z","steps":["trace[1388178207] 'agreement among raft nodes before linearized reading' (duration: 256.763127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.98411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.339094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-12T02:07:41.984149Z","caller":"traceutil/trace.go:171","msg":"trace[1304990354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8810; }","duration":"260.389975ms","start":"2026-07-12T02:07:41.72375Z","end":"2026-07-12T02:07:41.98414Z","steps":["trace[1304990354] 'agreement among raft nodes before linearized reading' (duration: 260.297122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:41.984298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.589469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-12T02:07:41.984314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.662216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-12T02:07:41.984351Z","caller":"traceutil/trace.go:171","msg":"trace[133497451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8810; }","duration":"262.723808ms","start":"2026-07-12T02:07:41.721619Z","end":"2026-07-12T02:07:41.984342Z","steps":["trace[133497451] 'agreement among raft nodes before linearized reading' (duration: 262.584535ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:41.984348Z","caller":"traceutil/trace.go:171","msg":"trace[1100309384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:8810; }","duration":"201.670461ms","start":"2026-07-12T02:07:41.782665Z","end":"2026-07-12T02:07:41.984335Z","steps":["trace[1100309384] 'agreement among raft nodes before linearized reading' (duration: 201.536598ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:43.721484Z","caller":"traceutil/trace.go:171","msg":"trace[1690145189] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"164.53782ms","start":"2026-07-12T02:07:43.556905Z","end":"2026-07-12T02:07:43.721442Z","steps":["trace[1690145189] 'process raft request' (duration: 70.106562ms)","trace[1690145189] 'compare' (duration: 93.836762ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:44.250458Z","caller":"traceutil/trace.go:171","msg":"trace[1985866874] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"258.438574ms","start":"2026-07-12T02:07:43.991959Z","end":"2026-07-12T02:07:44.250398Z","steps":["trace[1985866874] 'process raft request' (duration: 175.136716ms)","trace[1985866874] 'compare' (duration: 83.074492ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:44.250507Z","caller":"traceutil/trace.go:171","msg":"trace[811416928] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"251.309031ms","start":"2026-07-12T02:07:43.999157Z","end":"2026-07-12T02:07:44.250466Z","steps":["trace[811416928] 'read index received' (duration: 56.019931ms)","trace[811416928] 'applied index is now lower than readState.Index' (duration: 195.2852ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:44.250488Z","caller":"traceutil/trace.go:171","msg":"trace[1852362147] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"169.977307ms","start":"2026-07-12T02:07:44.080479Z","end":"2026-07-12T02:07:44.250457Z","steps":["trace[1852362147] 'process raft request' (duration: 169.868954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:44.25078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.600959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-12T02:07:44.250865Z","caller":"traceutil/trace.go:171","msg":"trace[997433374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8822; }","duration":"251.731272ms","start":"2026-07-12T02:07:43.999115Z","end":"2026-07-12T02:07:44.250846Z","steps":["trace[997433374] 'agreement among raft nodes before linearized reading' (duration: 251.454925ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:44.251041Z","caller":"traceutil/trace.go:171","msg":"trace[332637842] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"130.372608ms","start":"2026-07-12T02:07:44.120657Z","end":"2026-07-12T02:07:44.251029Z","steps":["trace[332637842] 'process raft request' (duration: 129.754862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:44.271636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.899533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-12T02:07:44.271712Z","caller":"traceutil/trace.go:171","msg":"trace[61639914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:8823; }","duration":"270.038257ms","start":"2026-07-12T02:07:44.001659Z","end":"2026-07-12T02:07:44.271698Z","steps":["trace[61639914] 'agreement among raft nodes before linearized reading' (duration: 269.8049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:44.271723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.978238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-12T02:07:44.27178Z","caller":"traceutil/trace.go:171","msg":"trace[23609575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8823; }","duration":"186.098202ms","start":"2026-07-12T02:07:44.085669Z","end":"2026-07-12T02:07:44.271767Z","steps":["trace[23609575] 'agreement among raft nodes before linearized reading' (duration: 185.893296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:44.271828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.418771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-12T02:07:44.271961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.126892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:07:44.272007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.816354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-12T02:07:44.271836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.36196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-12T02:07:44.272452Z","caller":"traceutil/trace.go:171","msg":"trace[2014067346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8823; }","duration":"133.248035ms","start":"2026-07-12T02:07:44.138776Z","end":"2026-07-12T02:07:44.272024Z","steps":["trace[2014067346] 'agreement among raft nodes before linearized reading' (duration: 133.065151ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:44.27255Z","caller":"traceutil/trace.go:171","msg":"trace[520819260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8823; }","duration":"185.886056ms","start":"2026-07-12T02:07:44.086157Z","end":"2026-07-12T02:07:44.272043Z","steps":["trace[520819260] 'agreement among raft nodes before linearized reading' (duration: 185.706591ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:44.272724Z","caller":"traceutil/trace.go:171","msg":"trace[2123137373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8823; }","duration":"242.671568ms","start":"2026-07-12T02:07:44.029438Z","end":"2026-07-12T02:07:44.272109Z","steps":["trace[2123137373] 'agreement among raft nodes before linearized reading' (duration: 242.303398ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:44.272344Z","caller":"traceutil/trace.go:171","msg":"trace[460853331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8823; }","duration":"232.596336ms","start":"2026-07-12T02:07:44.039355Z","end":"2026-07-12T02:07:44.271952Z","steps":["trace[460853331] 'agreement among raft nodes before linearized reading' (duration: 232.244507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:44.787452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124359271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:07:45.28774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124359271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:07:45.437295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152342014s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:07:45.437819Z","caller":"traceutil/trace.go:171","msg":"trace[495813090] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"1.159379323s","start":"2026-07-12T02:07:44.278405Z","end":"2026-07-12T02:07:45.437784Z","steps":["trace[495813090] 'process raft request' (duration: 1.159131876s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:45.438004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.278395Z","time spent":"1.159487776s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:45.438079Z","caller":"traceutil/trace.go:171","msg":"trace[626185463] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"1.159542278s","start":"2026-07-12T02:07:44.278501Z","end":"2026-07-12T02:07:45.438043Z","steps":["trace[626185463] 'process raft request' (duration: 1.15923301s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:45.438173Z","caller":"traceutil/trace.go:171","msg":"trace[995025302] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"1.159593569s","start":"2026-07-12T02:07:44.278542Z","end":"2026-07-12T02:07:45.438135Z","steps":["trace[995025302] 'process raft request' (duration: 1.159412634s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:45.438115Z","caller":"traceutil/trace.go:171","msg":"trace[607762292] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"1.159558178s","start":"2026-07-12T02:07:44.278535Z","end":"2026-07-12T02:07:45.438093Z","steps":["trace[607762292] 'process raft request' (duration: 1.159526058s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:45.438287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.278497Z","time spent":"1.159689152s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:45.438337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.278539Z","time spent":"1.159711903s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:45.438376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.278518Z","time spent":"1.159806025s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:45.718149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.198753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:07:45.718293Z","caller":"traceutil/trace.go:171","msg":"trace[1096599741] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9138; }","duration":"1.431639189s","start":"2026-07-12T02:07:44.286631Z","end":"2026-07-12T02:07:45.71827Z","steps":["trace[1096599741] 'read index received' (duration: 1.150877554s)","trace[1096599741] 'applied index is now lower than readState.Index' (duration: 280.760015ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:45.718366Z","caller":"traceutil/trace.go:171","msg":"trace[152243443] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"1.205483147s","start":"2026-07-12T02:07:44.512823Z","end":"2026-07-12T02:07:45.718306Z","steps":["trace[152243443] 'process raft request' (duration: 1.035016938s)","trace[152243443] 'compare' (duration: 170.016727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:45.718441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120888865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:07:45.718474Z","caller":"traceutil/trace.go:171","msg":"trace[2010030566] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8829; }","duration":"1.120964707s","start":"2026-07-12T02:07:44.597497Z","end":"2026-07-12T02:07:45.718462Z","steps":["trace[2010030566] 'agreement among raft nodes before linearized reading' (duration: 1.120896705s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:45.718489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.597216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:07:45.718492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439909823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c168b509492831\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-12T02:07:45.718556Z","caller":"traceutil/trace.go:171","msg":"trace[139366279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8829; }","duration":"520.72462ms","start":"2026-07-12T02:07:45.197814Z","end":"2026-07-12T02:07:45.718539Z","steps":["trace[139366279] 'agreement among raft nodes before linearized reading' (duration: 520.608117ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:45.718572Z","caller":"traceutil/trace.go:171","msg":"trace[550076934] range","detail":"{range_begin:/registry/events/openstack/ceph.18c168b509492831; range_end:; response_count:1; response_revision:8829; }","duration":"1.440020696s","start":"2026-07-12T02:07:44.278533Z","end":"2026-07-12T02:07:45.718553Z","steps":["trace[550076934] 'agreement among raft nodes before linearized reading' (duration: 1.4397881s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:45.71857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.512793Z","time spent":"1.205664263s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:45.718602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:45.197786Z","time spent":"520.807832ms","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:07:45.718561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440238062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:07:45.718676Z","caller":"traceutil/trace.go:171","msg":"trace[594043195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8829; }","duration":"1.440386906s","start":"2026-07-12T02:07:44.278262Z","end":"2026-07-12T02:07:45.718648Z","steps":["trace[594043195] 'agreement among raft nodes before linearized reading' (duration: 1.440129319s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:45.718616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.278513Z","time spent":"1.440095228s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18c168b509492831\" "} {"level":"warn","ts":"2026-07-12T02:07:45.718708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.269005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-12T02:07:45.71873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.278257Z","time spent":"1.440464698s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:07:45.718742Z","caller":"traceutil/trace.go:171","msg":"trace[1044404828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8829; }","duration":"554.342827ms","start":"2026-07-12T02:07:45.164391Z","end":"2026-07-12T02:07:45.718734Z","steps":["trace[1044404828] 'agreement among raft nodes before linearized reading' (duration: 554.154012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:45.718772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:45.164366Z","time spent":"554.399869ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:07:45.718516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:44.597474Z","time spent":"1.121031148s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:07:52.495952Z","caller":"traceutil/trace.go:171","msg":"trace[1881477392] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"149.326089ms","start":"2026-07-12T02:07:52.34659Z","end":"2026-07-12T02:07:52.495916Z","steps":["trace[1881477392] 'process raft request' (duration: 101.605522ms)","trace[1881477392] 'compare' (duration: 47.532072ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:52.51614Z","caller":"traceutil/trace.go:171","msg":"trace[400627612] linearizableReadLoop","detail":"{readStateIndex:9211; appliedIndex:9209; }","duration":"164.845308ms","start":"2026-07-12T02:07:52.351268Z","end":"2026-07-12T02:07:52.516113Z","steps":["trace[400627612] 'read index received' (duration: 96.910945ms)","trace[400627612] 'applied index is now lower than readState.Index' (duration: 67.933223ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:52.516185Z","caller":"traceutil/trace.go:171","msg":"trace[594596810] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"169.444242ms","start":"2026-07-12T02:07:52.346705Z","end":"2026-07-12T02:07:52.516149Z","steps":["trace[594596810] 'process raft request' (duration: 169.237217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:52.516399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.823867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-12T02:07:52.516422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.141236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-12T02:07:52.516447Z","caller":"traceutil/trace.go:171","msg":"trace[1547583508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:8893; }","duration":"164.90186ms","start":"2026-07-12T02:07:52.351532Z","end":"2026-07-12T02:07:52.516434Z","steps":["trace[1547583508] 'agreement among raft nodes before linearized reading' (duration: 164.723715ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:52.51647Z","caller":"traceutil/trace.go:171","msg":"trace[1048539661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8893; }","duration":"165.233068ms","start":"2026-07-12T02:07:52.351224Z","end":"2026-07-12T02:07:52.516457Z","steps":["trace[1048539661] 'agreement among raft nodes before linearized reading' (duration: 165.023503ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:56.090576Z","caller":"traceutil/trace.go:171","msg":"trace[1821377981] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8922; }","duration":"197.005096ms","start":"2026-07-12T02:07:55.893544Z","end":"2026-07-12T02:07:56.090549Z","steps":["trace[1821377981] 'process raft request' (duration: 196.806161ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:56.141674Z","caller":"traceutil/trace.go:171","msg":"trace[783348976] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9240; }","duration":"206.804169ms","start":"2026-07-12T02:07:55.934846Z","end":"2026-07-12T02:07:56.14165Z","steps":["trace[783348976] 'read index received' (duration: 155.544317ms)","trace[783348976] 'applied index is now lower than readState.Index' (duration: 51.258322ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:56.142208Z","caller":"traceutil/trace.go:171","msg":"trace[144841976] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"247.708453ms","start":"2026-07-12T02:07:55.894486Z","end":"2026-07-12T02:07:56.142195Z","steps":["trace[144841976] 'process raft request' (duration: 246.963003ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:56.142507Z","caller":"traceutil/trace.go:171","msg":"trace[788404515] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"158.348901ms","start":"2026-07-12T02:07:55.984144Z","end":"2026-07-12T02:07:56.142493Z","steps":["trace[788404515] 'process raft request' (duration: 157.438817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:56.142734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.883138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-12T02:07:56.142781Z","caller":"traceutil/trace.go:171","msg":"trace[1637428128] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8924; }","duration":"207.976301ms","start":"2026-07-12T02:07:55.934791Z","end":"2026-07-12T02:07:56.142768Z","steps":["trace[1637428128] 'agreement among raft nodes before linearized reading' (duration: 207.844577ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:56.308514Z","caller":"traceutil/trace.go:171","msg":"trace[1406914315] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"116.550525ms","start":"2026-07-12T02:07:56.191934Z","end":"2026-07-12T02:07:56.308484Z","steps":["trace[1406914315] 'process raft request' (duration: 116.01866ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:56.988918Z","caller":"traceutil/trace.go:171","msg":"trace[819146646] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"112.737132ms","start":"2026-07-12T02:07:56.876149Z","end":"2026-07-12T02:07:56.988887Z","steps":["trace[819146646] 'process raft request' (duration: 112.551047ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:57.525171Z","caller":"traceutil/trace.go:171","msg":"trace[100957446] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"217.196481ms","start":"2026-07-12T02:07:57.307946Z","end":"2026-07-12T02:07:57.525142Z","steps":["trace[100957446] 'process raft request' (duration: 216.922684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:58.67287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.860856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:07:58.672969Z","caller":"traceutil/trace.go:171","msg":"trace[1247731549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8942; }","duration":"474.00286ms","start":"2026-07-12T02:07:58.198944Z","end":"2026-07-12T02:07:58.672946Z","steps":["trace[1247731549] 'range keys from in-memory index tree' (duration: 473.752954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:58.673026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:58.198921Z","time spent":"474.091653ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:07:58.673514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.353711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T02:07:58.673608Z","caller":"traceutil/trace.go:171","msg":"trace[485695869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8942; }","duration":"470.481305ms","start":"2026-07-12T02:07:58.203107Z","end":"2026-07-12T02:07:58.673588Z","steps":["trace[485695869] 'count revisions from in-memory index tree' (duration: 470.308821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:58.67365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:58.2031Z","time spent":"470.539137ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:07:58.67386Z","caller":"traceutil/trace.go:171","msg":"trace[946504251] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"148.98989ms","start":"2026-07-12T02:07:58.524829Z","end":"2026-07-12T02:07:58.673819Z","steps":["trace[946504251] 'process raft request' (duration: 87.933793ms)","trace[946504251] 'compare' (duration: 60.513823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:58.674033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.478668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58bc58f75d-chw2r.18c168aa68d80070\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-12T02:07:58.674129Z","caller":"traceutil/trace.go:171","msg":"trace[1707303657] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58bc58f75d-chw2r.18c168aa68d80070; range_end:; response_count:1; response_revision:8943; }","duration":"141.604621ms","start":"2026-07-12T02:07:58.532502Z","end":"2026-07-12T02:07:58.674106Z","steps":["trace[1707303657] 'agreement among raft nodes before linearized reading' (duration: 141.377545ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:58.673882Z","caller":"traceutil/trace.go:171","msg":"trace[370794729] linearizableReadLoop","detail":"{readStateIndex:9262; appliedIndex:9261; }","duration":"141.256572ms","start":"2026-07-12T02:07:58.532547Z","end":"2026-07-12T02:07:58.673803Z","steps":["trace[370794729] 'read index received' (duration: 80.235276ms)","trace[370794729] 'applied index is now lower than readState.Index' (duration: 61.017436ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:58.702254Z","caller":"traceutil/trace.go:171","msg":"trace[1253591095] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"154.89852ms","start":"2026-07-12T02:07:58.547328Z","end":"2026-07-12T02:07:58.702226Z","steps":["trace[1253591095] 'process raft request' (duration: 154.671414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:58.702373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.577339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-12T02:07:58.702462Z","caller":"traceutil/trace.go:171","msg":"trace[659405973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8944; }","duration":"128.709103ms","start":"2026-07-12T02:07:58.573734Z","end":"2026-07-12T02:07:58.702443Z","steps":["trace[659405973] 'agreement among raft nodes before linearized reading' (duration: 128.451106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:58.70247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.159809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-12T02:07:58.702527Z","caller":"traceutil/trace.go:171","msg":"trace[1127938838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:8944; }","duration":"121.231871ms","start":"2026-07-12T02:07:58.581279Z","end":"2026-07-12T02:07:58.702511Z","steps":["trace[1127938838] 'agreement among raft nodes before linearized reading' (duration: 121.082997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:59.390814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.057761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:07:59.390907Z","caller":"traceutil/trace.go:171","msg":"trace[281763016] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"713.852223ms","start":"2026-07-12T02:07:58.677037Z","end":"2026-07-12T02:07:59.390889Z","steps":["trace[281763016] 'process raft request' (duration: 232.649078ms)","trace[281763016] 'compare' (duration: 480.600398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:07:59.390959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:58.677019Z","time spent":"713.920854ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:59.409061Z","caller":"traceutil/trace.go:171","msg":"trace[879613545] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9263; }","duration":"696.866943ms","start":"2026-07-12T02:07:58.712169Z","end":"2026-07-12T02:07:59.409036Z","steps":["trace[879613545] 'read index received' (duration: 197.53721ms)","trace[879613545] 'applied index is now lower than readState.Index' (duration: 499.328323ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:59.409152Z","caller":"traceutil/trace.go:171","msg":"trace[273656691] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"697.047058ms","start":"2026-07-12T02:07:58.71207Z","end":"2026-07-12T02:07:59.409118Z","steps":["trace[273656691] 'process raft request' (duration: 696.836723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:59.409331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:58.712053Z","time spent":"697.164112ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:07:59.409438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.248624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228790"} {"level":"info","ts":"2026-07-12T02:07:59.409501Z","caller":"traceutil/trace.go:171","msg":"trace[1440898035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8946; }","duration":"697.336666ms","start":"2026-07-12T02:07:58.71215Z","end":"2026-07-12T02:07:59.409486Z","steps":["trace[1440898035] 'agreement among raft nodes before linearized reading' (duration: 696.979707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:59.409537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:58.712143Z","time spent":"697.385148ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-12T02:07:59.64814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.086763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-12T02:07:59.648406Z","caller":"traceutil/trace.go:171","msg":"trace[274110543] linearizableReadLoop","detail":"{readStateIndex:9267; appliedIndex:9265; }","duration":"239.260836ms","start":"2026-07-12T02:07:59.409128Z","end":"2026-07-12T02:07:59.648389Z","steps":["trace[274110543] 'read index received' (duration: 49.863875ms)","trace[274110543] 'applied index is now lower than readState.Index' (duration: 189.396091ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:07:59.648434Z","caller":"traceutil/trace.go:171","msg":"trace[686146709] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"385.005139ms","start":"2026-07-12T02:07:59.263403Z","end":"2026-07-12T02:07:59.648409Z","steps":["trace[686146709] 'process raft request' (duration: 384.841275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:59.648568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.881961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:07:59.648587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:59.263378Z","time spent":"385.110712ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:07:59.648635Z","caller":"traceutil/trace.go:171","msg":"trace[1259990870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8947; }","duration":"508.995644ms","start":"2026-07-12T02:07:59.139624Z","end":"2026-07-12T02:07:59.64862Z","steps":["trace[1259990870] 'agreement among raft nodes before linearized reading' (duration: 508.872851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:07:59.648676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:59.139601Z","time spent":"509.064346ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:07:59.933829Z","caller":"traceutil/trace.go:171","msg":"trace[1749605676] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"280.336763ms","start":"2026-07-12T02:07:59.653463Z","end":"2026-07-12T02:07:59.9338Z","steps":["trace[1749605676] 'process raft request' (duration: 280.294962ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:59.934007Z","caller":"traceutil/trace.go:171","msg":"trace[1757296511] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"280.733485ms","start":"2026-07-12T02:07:59.653263Z","end":"2026-07-12T02:07:59.933997Z","steps":["trace[1757296511] 'process raft request' (duration: 280.449557ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:07:59.933899Z","caller":"traceutil/trace.go:171","msg":"trace[1045490518] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"280.691693ms","start":"2026-07-12T02:07:59.653164Z","end":"2026-07-12T02:07:59.933856Z","steps":["trace[1045490518] 'process raft request' (duration: 280.382785ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:00.113117Z","caller":"traceutil/trace.go:171","msg":"trace[1922678191] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9271; }","duration":"132.070184ms","start":"2026-07-12T02:07:59.980975Z","end":"2026-07-12T02:08:00.113046Z","steps":["trace[1922678191] 'read index received' (duration: 122.032283ms)","trace[1922678191] 'applied index is now lower than readState.Index' (duration: 10.036031ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:00.113161Z","caller":"traceutil/trace.go:171","msg":"trace[384576897] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"317.058075ms","start":"2026-07-12T02:07:59.795989Z","end":"2026-07-12T02:08:00.113047Z","steps":["trace[384576897] 'process raft request' (duration: 307.038385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:08:00.113543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:07:59.795953Z","time spent":"317.464606ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:08:00.113575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.345891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T02:08:00.113736Z","caller":"traceutil/trace.go:171","msg":"trace[935924865] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8952; }","duration":"133.274166ms","start":"2026-07-12T02:07:59.98044Z","end":"2026-07-12T02:08:00.113714Z","steps":["trace[935924865] 'agreement among raft nodes before linearized reading' (duration: 132.819114ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:06.676362Z","caller":"traceutil/trace.go:171","msg":"trace[507070849] linearizableReadLoop","detail":"{readStateIndex:9338; appliedIndex:9337; }","duration":"156.000685ms","start":"2026-07-12T02:08:06.520328Z","end":"2026-07-12T02:08:06.676329Z","steps":["trace[507070849] 'read index received' (duration: 85.892µs)","trace[507070849] 'applied index is now lower than readState.Index' (duration: 155.913653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:08:06.67656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.21156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:08:06.676533Z","caller":"traceutil/trace.go:171","msg":"trace[188797543] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"156.18633ms","start":"2026-07-12T02:08:06.52029Z","end":"2026-07-12T02:08:06.676477Z","steps":["trace[188797543] 'process raft request' (duration: 155.866032ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:06.676604Z","caller":"traceutil/trace.go:171","msg":"trace[2072180453] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9017; }","duration":"156.329884ms","start":"2026-07-12T02:08:06.520261Z","end":"2026-07-12T02:08:06.676591Z","steps":["trace[2072180453] 'agreement among raft nodes before linearized reading' (duration: 156.18656ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:08.494031Z","caller":"traceutil/trace.go:171","msg":"trace[1362474946] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9364; }","duration":"126.859551ms","start":"2026-07-12T02:08:08.36714Z","end":"2026-07-12T02:08:08.493999Z","steps":["trace[1362474946] 'read index received' (duration: 126.763939ms)","trace[1362474946] 'applied index is now lower than readState.Index' (duration: 93.622µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:08.494112Z","caller":"traceutil/trace.go:171","msg":"trace[470054922] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9044; }","duration":"134.23682ms","start":"2026-07-12T02:08:08.359821Z","end":"2026-07-12T02:08:08.494057Z","steps":["trace[470054922] 'process raft request' (duration: 134.033964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:08:08.494441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.270653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130901"} {"level":"info","ts":"2026-07-12T02:08:08.494534Z","caller":"traceutil/trace.go:171","msg":"trace[190816419] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9044; }","duration":"127.427677ms","start":"2026-07-12T02:08:08.367086Z","end":"2026-07-12T02:08:08.494514Z","steps":["trace[190816419] 'agreement among raft nodes before linearized reading' (duration: 127.062547ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:08.495234Z","caller":"traceutil/trace.go:171","msg":"trace[258217052] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"128.008423ms","start":"2026-07-12T02:08:08.367202Z","end":"2026-07-12T02:08:08.495211Z","steps":["trace[258217052] 'process raft request' (duration: 127.762936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:08:42.129796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.360944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-12T02:08:42.129943Z","caller":"traceutil/trace.go:171","msg":"trace[1723912344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:9323; }","duration":"320.580661ms","start":"2026-07-12T02:08:41.809327Z","end":"2026-07-12T02:08:42.129907Z","steps":["trace[1723912344] 'range keys from bolt db' (duration: 320.216301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:08:42.129999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:08:41.809305Z","time spent":"320.683003ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-g7x6l\" "} {"level":"info","ts":"2026-07-12T02:08:48.82448Z","caller":"traceutil/trace.go:171","msg":"trace[172029044] linearizableReadLoop","detail":"{readStateIndex:9703; appliedIndex:9701; }","duration":"113.223645ms","start":"2026-07-12T02:08:48.711222Z","end":"2026-07-12T02:08:48.824446Z","steps":["trace[172029044] 'read index received' (duration: 43.733666ms)","trace[172029044] 'applied index is now lower than readState.Index' (duration: 69.487189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:08:48.824656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.41426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:08:48.824698Z","caller":"traceutil/trace.go:171","msg":"trace[1515886723] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9370; }","duration":"113.477612ms","start":"2026-07-12T02:08:48.711207Z","end":"2026-07-12T02:08:48.824684Z","steps":["trace[1515886723] 'agreement among raft nodes before linearized reading' (duration: 113.359929ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:48.968962Z","caller":"traceutil/trace.go:171","msg":"trace[307151446] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"139.304567ms","start":"2026-07-12T02:08:48.829622Z","end":"2026-07-12T02:08:48.968927Z","steps":["trace[307151446] 'process raft request' (duration: 109.122265ms)","trace[307151446] 'compare' (duration: 30.041178ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:49.058462Z","caller":"traceutil/trace.go:171","msg":"trace[1740919426] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"228.002471ms","start":"2026-07-12T02:08:48.830421Z","end":"2026-07-12T02:08:49.058424Z","steps":["trace[1740919426] 'process raft request' (duration: 227.696983ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.058657Z","caller":"traceutil/trace.go:171","msg":"trace[1053312050] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"228.115524ms","start":"2026-07-12T02:08:48.830516Z","end":"2026-07-12T02:08:49.058632Z","steps":["trace[1053312050] 'process raft request' (duration: 227.771695ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.058721Z","caller":"traceutil/trace.go:171","msg":"trace[269736314] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"228.023332ms","start":"2026-07-12T02:08:48.83069Z","end":"2026-07-12T02:08:49.058713Z","steps":["trace[269736314] 'process raft request' (duration: 227.646762ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.058733Z","caller":"traceutil/trace.go:171","msg":"trace[789353225] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"226.921473ms","start":"2026-07-12T02:08:48.831769Z","end":"2026-07-12T02:08:49.058691Z","steps":["trace[789353225] 'process raft request' (duration: 226.771879ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.058689Z","caller":"traceutil/trace.go:171","msg":"trace[686521672] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"227.091627ms","start":"2026-07-12T02:08:48.831586Z","end":"2026-07-12T02:08:49.058677Z","steps":["trace[686521672] 'process raft request' (duration: 226.918263ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.058815Z","caller":"traceutil/trace.go:171","msg":"trace[691775240] linearizableReadLoop","detail":"{readStateIndex:9716; appliedIndex:9704; }","duration":"204.359236ms","start":"2026-07-12T02:08:48.854414Z","end":"2026-07-12T02:08:49.058773Z","steps":["trace[691775240] 'read index received' (duration: 84.40502ms)","trace[691775240] 'applied index is now lower than readState.Index' (duration: 119.952696ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:49.058853Z","caller":"traceutil/trace.go:171","msg":"trace[1093874899] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"226.546253ms","start":"2026-07-12T02:08:48.83222Z","end":"2026-07-12T02:08:49.058767Z","steps":["trace[1093874899] 'process raft request' (duration: 226.401239ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.059132Z","caller":"traceutil/trace.go:171","msg":"trace[425169123] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"226.405078ms","start":"2026-07-12T02:08:48.832721Z","end":"2026-07-12T02:08:49.059126Z","steps":["trace[425169123] 'process raft request' (duration: 225.937146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:08:49.059203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.758846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:08:49.059245Z","caller":"traceutil/trace.go:171","msg":"trace[1601944895] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"226.47307ms","start":"2026-07-12T02:08:48.83276Z","end":"2026-07-12T02:08:49.059233Z","steps":["trace[1601944895] 'process raft request' (duration: 225.970687ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.059253Z","caller":"traceutil/trace.go:171","msg":"trace[36339002] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9382; }","duration":"204.88995ms","start":"2026-07-12T02:08:48.854348Z","end":"2026-07-12T02:08:49.059238Z","steps":["trace[36339002] 'agreement among raft nodes before linearized reading' (duration: 204.738676ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.059265Z","caller":"traceutil/trace.go:171","msg":"trace[1217727197] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"227.183809ms","start":"2026-07-12T02:08:48.83204Z","end":"2026-07-12T02:08:49.059224Z","steps":["trace[1217727197] 'process raft request' (duration: 226.537012ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.059102Z","caller":"traceutil/trace.go:171","msg":"trace[31423166] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"226.344157ms","start":"2026-07-12T02:08:48.832751Z","end":"2026-07-12T02:08:49.059095Z","steps":["trace[31423166] 'process raft request' (duration: 225.943806ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.059294Z","caller":"traceutil/trace.go:171","msg":"trace[1734586848] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"227.995721ms","start":"2026-07-12T02:08:48.830904Z","end":"2026-07-12T02:08:49.0589Z","steps":["trace[1734586848] 'process raft request' (duration: 227.537819ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.132228Z","caller":"traceutil/trace.go:171","msg":"trace[2129281186] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"164.383391ms","start":"2026-07-12T02:08:48.96782Z","end":"2026-07-12T02:08:49.132204Z","steps":["trace[2129281186] 'process raft request' (duration: 130.669994ms)","trace[2129281186] 'compare' (duration: 33.420389ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:49.132508Z","caller":"traceutil/trace.go:171","msg":"trace[1133795739] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"160.210349ms","start":"2026-07-12T02:08:48.972259Z","end":"2026-07-12T02:08:49.132469Z","steps":["trace[1133795739] 'process raft request' (duration: 159.87277ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.311145Z","caller":"traceutil/trace.go:171","msg":"trace[201246436] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"103.668438ms","start":"2026-07-12T02:08:49.207434Z","end":"2026-07-12T02:08:49.311103Z","steps":["trace[201246436] 'process raft request' (duration: 37.071417ms)","trace[201246436] 'compare' (duration: 66.400976ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:49.359619Z","caller":"traceutil/trace.go:171","msg":"trace[1385471531] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"152.07061ms","start":"2026-07-12T02:08:49.207529Z","end":"2026-07-12T02:08:49.359599Z","steps":["trace[1385471531] 'process raft request' (duration: 151.804183ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.359715Z","caller":"traceutil/trace.go:171","msg":"trace[983000937] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"152.068379ms","start":"2026-07-12T02:08:49.207615Z","end":"2026-07-12T02:08:49.359684Z","steps":["trace[983000937] 'process raft request' (duration: 151.914045ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.35978Z","caller":"traceutil/trace.go:171","msg":"trace[1690363580] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"152.164742ms","start":"2026-07-12T02:08:49.207589Z","end":"2026-07-12T02:08:49.359753Z","steps":["trace[1690363580] 'process raft request' (duration: 151.903085ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.359876Z","caller":"traceutil/trace.go:171","msg":"trace[775470166] transaction","detail":"{read_only:false; response_revision:9400; number_of_response:1; }","duration":"152.187853ms","start":"2026-07-12T02:08:49.207678Z","end":"2026-07-12T02:08:49.359866Z","steps":["trace[775470166] 'process raft request' (duration: 151.915706ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.359938Z","caller":"traceutil/trace.go:171","msg":"trace[32022306] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"152.215114ms","start":"2026-07-12T02:08:49.207706Z","end":"2026-07-12T02:08:49.359921Z","steps":["trace[32022306] 'process raft request' (duration: 151.917976ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.359991Z","caller":"traceutil/trace.go:171","msg":"trace[1649714398] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"152.255264ms","start":"2026-07-12T02:08:49.207725Z","end":"2026-07-12T02:08:49.35998Z","steps":["trace[1649714398] 'process raft request' (duration: 151.928256ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.360004Z","caller":"traceutil/trace.go:171","msg":"trace[1868177614] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"152.323337ms","start":"2026-07-12T02:08:49.207637Z","end":"2026-07-12T02:08:49.35996Z","steps":["trace[1868177614] 'process raft request' (duration: 151.929846ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.360089Z","caller":"traceutil/trace.go:171","msg":"trace[57778418] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"152.352437ms","start":"2026-07-12T02:08:49.207725Z","end":"2026-07-12T02:08:49.360077Z","steps":["trace[57778418] 'process raft request' (duration: 151.988917ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.360138Z","caller":"traceutil/trace.go:171","msg":"trace[1524815100] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"152.334857ms","start":"2026-07-12T02:08:49.207791Z","end":"2026-07-12T02:08:49.360126Z","steps":["trace[1524815100] 'process raft request' (duration: 151.966537ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:08:49.36015Z","caller":"traceutil/trace.go:171","msg":"trace[966127564] linearizableReadLoop","detail":"{readStateIndex:9739; appliedIndex:9728; }","duration":"147.870376ms","start":"2026-07-12T02:08:49.212258Z","end":"2026-07-12T02:08:49.360128Z","steps":["trace[966127564] 'read index received' (duration: 32.264527ms)","trace[966127564] 'applied index is now lower than readState.Index' (duration: 115.604079ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:08:49.36018Z","caller":"traceutil/trace.go:171","msg":"trace[330479366] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"152.348717ms","start":"2026-07-12T02:08:49.20782Z","end":"2026-07-12T02:08:49.360169Z","steps":["trace[330479366] 'process raft request' (duration: 152.254815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:08:49.360455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.168774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-12T02:08:49.360533Z","caller":"traceutil/trace.go:171","msg":"trace[251726161] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9405; }","duration":"148.272478ms","start":"2026-07-12T02:08:49.212239Z","end":"2026-07-12T02:08:49.360512Z","steps":["trace[251726161] 'agreement among raft nodes before linearized reading' (duration: 147.97546ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:05.963968Z","caller":"traceutil/trace.go:171","msg":"trace[879841693] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"180.448003ms","start":"2026-07-12T02:09:05.783484Z","end":"2026-07-12T02:09:05.963932Z","steps":["trace[879841693] 'process raft request' (duration: 179.898658ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:11.938381Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-12T02:09:11.946285Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-12T02:09:11.946724Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-12T02:09:15.530672Z","caller":"traceutil/trace.go:171","msg":"trace[1447765444] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"688.429885ms","start":"2026-07-12T02:09:14.842218Z","end":"2026-07-12T02:09:15.530647Z","steps":["trace[1447765444] 'process raft request' (duration: 687.381967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:09:15.530823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:09:14.842207Z","time spent":"688.539658ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:09:15.533166Z","caller":"traceutil/trace.go:171","msg":"trace[703667892] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"283.836035ms","start":"2026-07-12T02:09:15.24931Z","end":"2026-07-12T02:09:15.533146Z","steps":["trace[703667892] 'process raft request' (duration: 283.793594ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:15.533197Z","caller":"traceutil/trace.go:171","msg":"trace[887290037] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"285.479319ms","start":"2026-07-12T02:09:15.247678Z","end":"2026-07-12T02:09:15.533157Z","steps":["trace[887290037] 'process raft request' (duration: 285.13983ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:20.138337Z","caller":"traceutil/trace.go:171","msg":"trace[1048195778] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"110.685466ms","start":"2026-07-12T02:09:20.027624Z","end":"2026-07-12T02:09:20.138309Z","steps":["trace[1048195778] 'process raft request' (duration: 110.474301ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:20.387969Z","caller":"traceutil/trace.go:171","msg":"trace[144835340] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"244.871485ms","start":"2026-07-12T02:09:20.143059Z","end":"2026-07-12T02:09:20.387931Z","steps":["trace[144835340] 'process raft request' (duration: 243.142279ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:20.576427Z","caller":"traceutil/trace.go:171","msg":"trace[1748518380] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"107.669606ms","start":"2026-07-12T02:09:20.468726Z","end":"2026-07-12T02:09:20.576395Z","steps":["trace[1748518380] 'process raft request' (duration: 77.922786ms)","trace[1748518380] 'compare' (duration: 29.643167ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:09:20.58281Z","caller":"traceutil/trace.go:171","msg":"trace[1286290680] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"112.862176ms","start":"2026-07-12T02:09:20.469918Z","end":"2026-07-12T02:09:20.582781Z","steps":["trace[1286290680] 'process raft request' (duration: 112.66905ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:20.583212Z","caller":"traceutil/trace.go:171","msg":"trace[1310358946] linearizableReadLoop","detail":"{readStateIndex:10050; appliedIndex:10048; }","duration":"109.699581ms","start":"2026-07-12T02:09:20.473487Z","end":"2026-07-12T02:09:20.583187Z","steps":["trace[1310358946] 'read index received' (duration: 73.296341ms)","trace[1310358946] 'applied index is now lower than readState.Index' (duration: 36.400359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:09:20.583475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.953107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-12T02:09:20.583525Z","caller":"traceutil/trace.go:171","msg":"trace[91977960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9711; }","duration":"110.033079ms","start":"2026-07-12T02:09:20.47348Z","end":"2026-07-12T02:09:20.583513Z","steps":["trace[91977960] 'agreement among raft nodes before linearized reading' (duration: 109.862275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:09:20.583537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.157435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g7x6l\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-12T02:09:20.58372Z","caller":"traceutil/trace.go:171","msg":"trace[1688928259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g7x6l; range_end:; response_count:1; response_revision:9711; }","duration":"103.359669ms","start":"2026-07-12T02:09:20.480343Z","end":"2026-07-12T02:09:20.583702Z","steps":["trace[1688928259] 'agreement among raft nodes before linearized reading' (duration: 103.02085ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:09:20.692586Z","caller":"traceutil/trace.go:171","msg":"trace[1688417790] linearizableReadLoop","detail":"{readStateIndex:10052; appliedIndex:10051; }","duration":"105.062516ms","start":"2026-07-12T02:09:20.587496Z","end":"2026-07-12T02:09:20.692558Z","steps":["trace[1688417790] 'read index received' (duration: 90.998158ms)","trace[1688417790] 'applied index is now lower than readState.Index' (duration: 14.063358ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:09:20.69263Z","caller":"traceutil/trace.go:171","msg":"trace[1269222567] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"105.500678ms","start":"2026-07-12T02:09:20.587095Z","end":"2026-07-12T02:09:20.692595Z","steps":["trace[1269222567] 'process raft request' (duration: 91.473621ms)","trace[1269222567] 'compare' (duration: 13.852102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:09:20.69316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.649491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291517"} {"level":"info","ts":"2026-07-12T02:09:20.693249Z","caller":"traceutil/trace.go:171","msg":"trace[1525259248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9712; }","duration":"105.773275ms","start":"2026-07-12T02:09:20.587456Z","end":"2026-07-12T02:09:20.693229Z","steps":["trace[1525259248] 'agreement among raft nodes before linearized reading' (duration: 105.21254ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:11:00.381813Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8021} {"level":"info","ts":"2026-07-12T02:11:00.448282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8021,"took":"64.831142ms","hash":616601239,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":28102656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-12T02:11:00.448352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":616601239,"revision":8021,"compact-revision":5850} {"level":"info","ts":"2026-07-12T02:14:36.209656Z","caller":"traceutil/trace.go:171","msg":"trace[506509374] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"101.061015ms","start":"2026-07-12T02:14:36.108527Z","end":"2026-07-12T02:14:36.209588Z","steps":["trace[506509374] 'process raft request' (duration: 36.309086ms)","trace[506509374] 'compare' (duration: 64.476891ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:14:53.633453Z","caller":"traceutil/trace.go:171","msg":"trace[302446513] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"105.231716ms","start":"2026-07-12T02:14:53.528187Z","end":"2026-07-12T02:14:53.633418Z","steps":["trace[302446513] 'process raft request' (duration: 105.040661ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:14:54.258022Z","caller":"traceutil/trace.go:171","msg":"trace[1630609876] linearizableReadLoop","detail":"{readStateIndex:12532; appliedIndex:12531; }","duration":"119.299984ms","start":"2026-07-12T02:14:54.138696Z","end":"2026-07-12T02:14:54.257996Z","steps":["trace[1630609876] 'read index received' (duration: 119.212751ms)","trace[1630609876] 'applied index is now lower than readState.Index' (duration: 86.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:14:54.258143Z","caller":"traceutil/trace.go:171","msg":"trace[1948924500] transaction","detail":"{read_only:false; response_revision:12111; number_of_response:1; }","duration":"189.833169ms","start":"2026-07-12T02:14:54.068271Z","end":"2026-07-12T02:14:54.258104Z","steps":["trace[1948924500] 'process raft request' (duration: 189.540271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:14:54.258199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.49124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:14:54.258243Z","caller":"traceutil/trace.go:171","msg":"trace[566244312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12111; }","duration":"119.602332ms","start":"2026-07-12T02:14:54.138629Z","end":"2026-07-12T02:14:54.258231Z","steps":["trace[566244312] 'agreement among raft nodes before linearized reading' (duration: 119.51016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:14:54.289827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.447881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-12T02:14:54.289903Z","caller":"traceutil/trace.go:171","msg":"trace[1855758291] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12112; }","duration":"134.589764ms","start":"2026-07-12T02:14:54.155299Z","end":"2026-07-12T02:14:54.289888Z","steps":["trace[1855758291] 'agreement among raft nodes before linearized reading' (duration: 134.41273ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:14:54.289819Z","caller":"traceutil/trace.go:171","msg":"trace[1138405857] transaction","detail":"{read_only:false; response_revision:12112; number_of_response:1; }","duration":"112.413369ms","start":"2026-07-12T02:14:54.177353Z","end":"2026-07-12T02:14:54.289767Z","steps":["trace[1138405857] 'process raft request' (duration: 97.441197ms)","trace[1138405857] 'compare' (duration: 14.16401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:14:54.290278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.697821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:14:54.290369Z","caller":"traceutil/trace.go:171","msg":"trace[510924368] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12112; }","duration":"133.802594ms","start":"2026-07-12T02:14:54.156543Z","end":"2026-07-12T02:14:54.290346Z","steps":["trace[510924368] 'agreement among raft nodes before linearized reading' (duration: 133.179447ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:16:00.388748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10397} {"level":"info","ts":"2026-07-12T02:16:00.469841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10397,"took":"77.81907ms","hash":360991124,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":26439680,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-12T02:16:00.469919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":360991124,"revision":10397,"compact-revision":8021} {"level":"info","ts":"2026-07-12T02:21:00.399382Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12570} {"level":"info","ts":"2026-07-12T02:21:00.47821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12570,"took":"76.674308ms","hash":1254509001,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":27643904,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-12T02:21:00.47837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1254509001,"revision":12570,"compact-revision":10397} {"level":"info","ts":"2026-07-12T02:21:40.244588Z","caller":"traceutil/trace.go:171","msg":"trace[1169909417] linearizableReadLoop","detail":"{readStateIndex:15332; appliedIndex:15331; }","duration":"244.125581ms","start":"2026-07-12T02:21:40.000437Z","end":"2026-07-12T02:21:40.244563Z","steps":["trace[1169909417] 'read index received' (duration: 243.926165ms)","trace[1169909417] 'applied index is now lower than readState.Index' (duration: 198.356µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:21:40.244998Z","caller":"traceutil/trace.go:171","msg":"trace[1541455663] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"249.792302ms","start":"2026-07-12T02:21:39.995175Z","end":"2026-07-12T02:21:40.244967Z","steps":["trace[1541455663] 'process raft request' (duration: 249.217407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:21:40.24506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.607453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-r88z9\" ","response":"range_response_count:1 size:12364"} {"level":"warn","ts":"2026-07-12T02:21:40.245067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.274365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:21:40.245233Z","caller":"traceutil/trace.go:171","msg":"trace[820292647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14815; }","duration":"108.44592ms","start":"2026-07-12T02:21:40.136734Z","end":"2026-07-12T02:21:40.24518Z","steps":["trace[820292647] 'agreement among raft nodes before linearized reading' (duration: 108.252275ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:21:40.245138Z","caller":"traceutil/trace.go:171","msg":"trace[1291276041] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-r88z9; range_end:; response_count:1; response_revision:14815; }","duration":"244.664295ms","start":"2026-07-12T02:21:40.00043Z","end":"2026-07-12T02:21:40.245095Z","steps":["trace[1291276041] 'agreement among raft nodes before linearized reading' (duration: 244.523941ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:21:40.463385Z","caller":"traceutil/trace.go:171","msg":"trace[1145850153] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"207.257761ms","start":"2026-07-12T02:21:40.256106Z","end":"2026-07-12T02:21:40.463363Z","steps":["trace[1145850153] 'process raft request' (duration: 207.118817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:21:49.423203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.222077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:21:49.423327Z","caller":"traceutil/trace.go:171","msg":"trace[675068753] transaction","detail":"{read_only:false; response_revision:14982; number_of_response:1; }","duration":"219.11414ms","start":"2026-07-12T02:21:49.204192Z","end":"2026-07-12T02:21:49.423306Z","steps":["trace[675068753] 'process raft request' (duration: 117.697028ms)","trace[675068753] 'compare' (duration: 100.98717ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:21:49.758272Z","caller":"traceutil/trace.go:171","msg":"trace[394377883] transaction","detail":"{read_only:false; response_revision:14983; number_of_response:1; }","duration":"323.397648ms","start":"2026-07-12T02:21:49.434839Z","end":"2026-07-12T02:21:49.758236Z","steps":["trace[394377883] 'process raft request' (duration: 302.957169ms)","trace[394377883] 'compare' (duration: 20.244334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:21:49.758427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:21:49.434819Z","time spent":"323.529712ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:21:49.762032Z","caller":"traceutil/trace.go:171","msg":"trace[1137030472] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"305.124177ms","start":"2026-07-12T02:21:49.456896Z","end":"2026-07-12T02:21:49.76202Z","steps":["trace[1137030472] 'process raft request' (duration: 304.834419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:21:49.7621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:21:49.456877Z","time spent":"305.189139ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:23:30.368186Z","caller":"traceutil/trace.go:171","msg":"trace[374549139] linearizableReadLoop","detail":"{readStateIndex:16625; appliedIndex:16624; }","duration":"129.614098ms","start":"2026-07-12T02:23:30.238553Z","end":"2026-07-12T02:23:30.368167Z","steps":["trace[374549139] 'read index received' (duration: 129.575617ms)","trace[374549139] 'applied index is now lower than readState.Index' (duration: 37.521µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:23:30.368249Z","caller":"traceutil/trace.go:171","msg":"trace[1319530771] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"155.860872ms","start":"2026-07-12T02:23:30.212352Z","end":"2026-07-12T02:23:30.368213Z","steps":["trace[1319530771] 'process raft request' (duration: 155.674297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:30.368374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.804903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-12T02:23:30.368403Z","caller":"traceutil/trace.go:171","msg":"trace[1228204833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16071; }","duration":"129.893366ms","start":"2026-07-12T02:23:30.2385Z","end":"2026-07-12T02:23:30.368394Z","steps":["trace[1228204833] 'agreement among raft nodes before linearized reading' (duration: 129.772562ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:30.618832Z","caller":"traceutil/trace.go:171","msg":"trace[1963922459] linearizableReadLoop","detail":"{readStateIndex:16627; appliedIndex:16625; }","duration":"250.549435ms","start":"2026-07-12T02:23:30.368252Z","end":"2026-07-12T02:23:30.618801Z","steps":["trace[1963922459] 'read index received' (duration: 159.385418ms)","trace[1963922459] 'applied index is now lower than readState.Index' (duration: 91.162857ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:23:30.618866Z","caller":"traceutil/trace.go:171","msg":"trace[2060552197] transaction","detail":"{read_only:false; response_revision:16073; number_of_response:1; }","duration":"261.785927ms","start":"2026-07-12T02:23:30.357048Z","end":"2026-07-12T02:23:30.618834Z","steps":["trace[2060552197] 'process raft request' (duration: 261.651333ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:30.618875Z","caller":"traceutil/trace.go:171","msg":"trace[1179771856] transaction","detail":"{read_only:false; response_revision:16072; number_of_response:1; }","duration":"353.312453ms","start":"2026-07-12T02:23:30.265504Z","end":"2026-07-12T02:23:30.618816Z","steps":["trace[1179771856] 'process raft request' (duration: 262.105214ms)","trace[1179771856] 'compare' (duration: 90.854139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:23:30.619009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.206386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-12T02:23:30.619032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:30.265487Z","time spent":"353.463536ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:23:30.619073Z","caller":"traceutil/trace.go:171","msg":"trace[596792254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16073; }","duration":"288.336209ms","start":"2026-07-12T02:23:30.330721Z","end":"2026-07-12T02:23:30.619057Z","steps":["trace[596792254] 'agreement among raft nodes before linearized reading' (duration: 288.208656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:30.619216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.192785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-12T02:23:30.619262Z","caller":"traceutil/trace.go:171","msg":"trace[1042001340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16073; }","duration":"247.264546ms","start":"2026-07-12T02:23:30.371986Z","end":"2026-07-12T02:23:30.61925Z","steps":["trace[1042001340] 'agreement among raft nodes before linearized reading' (duration: 247.02195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:30.619682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.941576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tcsfw\" ","response":"range_response_count:1 size:20637"} {"level":"info","ts":"2026-07-12T02:23:30.619728Z","caller":"traceutil/trace.go:171","msg":"trace[855674046] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tcsfw; range_end:; response_count:1; response_revision:16073; }","duration":"117.987867ms","start":"2026-07-12T02:23:30.50173Z","end":"2026-07-12T02:23:30.619717Z","steps":["trace[855674046] 'agreement among raft nodes before linearized reading' (duration: 117.891414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:30.918408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.237435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-12T02:23:30.918861Z","caller":"traceutil/trace.go:171","msg":"trace[58824895] linearizableReadLoop","detail":"{readStateIndex:16628; appliedIndex:16627; }","duration":"162.552544ms","start":"2026-07-12T02:23:30.756238Z","end":"2026-07-12T02:23:30.918791Z","steps":["trace[58824895] 'read index received' (duration: 37.739984ms)","trace[58824895] 'applied index is now lower than readState.Index' (duration: 124.810619ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:23:30.919043Z","caller":"traceutil/trace.go:171","msg":"trace[240860245] transaction","detail":"{read_only:false; response_revision:16074; number_of_response:1; }","duration":"196.32839ms","start":"2026-07-12T02:23:30.722694Z","end":"2026-07-12T02:23:30.919023Z","steps":["trace[240860245] 'process raft request' (duration: 71.361126ms)","trace[240860245] 'compare' (duration: 124.112661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:23:30.919088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.834681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:30.919162Z","caller":"traceutil/trace.go:171","msg":"trace[662060519] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16075; }","duration":"162.921663ms","start":"2026-07-12T02:23:30.756199Z","end":"2026-07-12T02:23:30.919121Z","steps":["trace[662060519] 'agreement among raft nodes before linearized reading' (duration: 162.830911ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:31.087965Z","caller":"traceutil/trace.go:171","msg":"trace[553622087] linearizableReadLoop","detail":"{readStateIndex:16630; appliedIndex:16629; }","duration":"168.942585ms","start":"2026-07-12T02:23:30.918998Z","end":"2026-07-12T02:23:31.087941Z","steps":["trace[553622087] 'read index received' (duration: 146.558134ms)","trace[553622087] 'applied index is now lower than readState.Index' (duration: 22.383001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:23:31.088143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.131703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:31.088179Z","caller":"traceutil/trace.go:171","msg":"trace[1366290737] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16076; }","duration":"228.215536ms","start":"2026-07-12T02:23:30.859952Z","end":"2026-07-12T02:23:31.088168Z","steps":["trace[1366290737] 'agreement among raft nodes before linearized reading' (duration: 228.139614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:31.088176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.0226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:23:31.088208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.255018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-12T02:23:31.088268Z","caller":"traceutil/trace.go:171","msg":"trace[255342913] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16076; }","duration":"228.140003ms","start":"2026-07-12T02:23:30.860105Z","end":"2026-07-12T02:23:31.088245Z","steps":["trace[255342913] 'agreement among raft nodes before linearized reading' (duration: 227.908267ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:31.088279Z","caller":"traceutil/trace.go:171","msg":"trace[1105470958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16076; }","duration":"221.355631ms","start":"2026-07-12T02:23:30.866906Z","end":"2026-07-12T02:23:31.088262Z","steps":["trace[1105470958] 'agreement among raft nodes before linearized reading' (duration: 221.103765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:31.088403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.493173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:31.088445Z","caller":"traceutil/trace.go:171","msg":"trace[1647530788] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16076; }","duration":"228.580295ms","start":"2026-07-12T02:23:30.859852Z","end":"2026-07-12T02:23:31.088432Z","steps":["trace[1647530788] 'agreement among raft nodes before linearized reading' (duration: 228.521523ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:31.088498Z","caller":"traceutil/trace.go:171","msg":"trace[1855929938] transaction","detail":"{read_only:false; response_revision:16076; number_of_response:1; }","duration":"206.270576ms","start":"2026-07-12T02:23:30.88221Z","end":"2026-07-12T02:23:31.088481Z","steps":["trace[1855929938] 'process raft request' (duration: 183.377722ms)","trace[1855929938] 'compare' (duration: 22.173175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:23:31.088652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.750968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:31.088708Z","caller":"traceutil/trace.go:171","msg":"trace[4895022] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16076; }","duration":"162.840181ms","start":"2026-07-12T02:23:30.925852Z","end":"2026-07-12T02:23:31.088693Z","steps":["trace[4895022] 'agreement among raft nodes before linearized reading' (duration: 162.752679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:31.088823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.412957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-12T02:23:31.088891Z","caller":"traceutil/trace.go:171","msg":"trace[1193147695] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16076; }","duration":"226.51478ms","start":"2026-07-12T02:23:30.862359Z","end":"2026-07-12T02:23:31.088874Z","steps":["trace[1193147695] 'agreement among raft nodes before linearized reading' (duration: 226.066928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:31.432305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.995667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:23:31.432674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.991367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-12T02:23:31.432713Z","caller":"traceutil/trace.go:171","msg":"trace[1742590192] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16081; }","duration":"172.044328ms","start":"2026-07-12T02:23:31.260654Z","end":"2026-07-12T02:23:31.432698Z","steps":["trace[1742590192] 'range keys from in-memory index tree' (duration: 171.849332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:31.432895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.206189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-12T02:23:31.432915Z","caller":"traceutil/trace.go:171","msg":"trace[141884133] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16081; }","duration":"173.26638ms","start":"2026-07-12T02:23:31.259643Z","end":"2026-07-12T02:23:31.43291Z","steps":["trace[141884133] 'range keys from in-memory index tree' (duration: 173.110876ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:31.433282Z","caller":"traceutil/trace.go:171","msg":"trace[487370835] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16081; }","duration":"175.914052ms","start":"2026-07-12T02:23:31.257236Z","end":"2026-07-12T02:23:31.43315Z","steps":["trace[487370835] 'range keys from in-memory index tree' (duration: 174.867744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.12743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124379750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:23:33.62852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124379750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:23:33.689582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316211279s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:23:33.689995Z","caller":"traceutil/trace.go:171","msg":"trace[628494147] transaction","detail":"{read_only:false; response_revision:16082; number_of_response:1; }","duration":"1.316728174s","start":"2026-07-12T02:23:32.37324Z","end":"2026-07-12T02:23:33.689968Z","steps":["trace[628494147] 'process raft request' (duration: 1.31657167s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.690146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.373213Z","time spent":"1.316854157s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:23:33.728742Z","caller":"traceutil/trace.go:171","msg":"trace[527006896] linearizableReadLoop","detail":"{readStateIndex:16639; appliedIndex:16636; }","duration":"1.101907817s","start":"2026-07-12T02:23:32.626796Z","end":"2026-07-12T02:23:33.728703Z","steps":["trace[527006896] 'read index received' (duration: 1.063755394s)","trace[527006896] 'applied index is now lower than readState.Index' (duration: 38.150743ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:23:33.728761Z","caller":"traceutil/trace.go:171","msg":"trace[940831656] transaction","detail":"{read_only:false; response_revision:16084; number_of_response:1; }","duration":"804.079443ms","start":"2026-07-12T02:23:32.924644Z","end":"2026-07-12T02:23:33.728724Z","steps":["trace[940831656] 'process raft request' (duration: 803.95194ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.728829Z","caller":"traceutil/trace.go:171","msg":"trace[1448751404] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"634.768629ms","start":"2026-07-12T02:23:33.094019Z","end":"2026-07-12T02:23:33.728788Z","steps":["trace[1448751404] 'process raft request' (duration: 634.631265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.7302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.957354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:23:33.729309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.953694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-12T02:23:33.73036Z","caller":"traceutil/trace.go:171","msg":"trace[417408767] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16085; }","duration":"638.096097ms","start":"2026-07-12T02:23:33.092199Z","end":"2026-07-12T02:23:33.730295Z","steps":["trace[417408767] 'agreement among raft nodes before linearized reading' (duration: 637.872361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.730374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10088372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-12T02:23:33.730417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.092185Z","time spent":"638.220221ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-12T02:23:33.730436Z","caller":"traceutil/trace.go:171","msg":"trace[737866079] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16085; }","duration":"636.047263ms","start":"2026-07-12T02:23:33.094335Z","end":"2026-07-12T02:23:33.730383Z","steps":["trace[737866079] 'agreement among raft nodes before linearized reading' (duration: 634.906782ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.730493Z","caller":"traceutil/trace.go:171","msg":"trace[554598823] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16085; }","duration":"1.100973952s","start":"2026-07-12T02:23:32.62946Z","end":"2026-07-12T02:23:33.730434Z","steps":["trace[554598823] 'agreement among raft nodes before linearized reading' (duration: 1.099840171s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.728925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102086992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:23:33.730486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.096237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-12T02:23:33.730543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.094331Z","time spent":"636.167966ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-12T02:23:33.730573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.629451Z","time spent":"1.101103675s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-12T02:23:33.730594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.094008Z","time spent":"636.479254ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:23:33.730645Z","caller":"traceutil/trace.go:171","msg":"trace[1191441622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16085; }","duration":"638.278092ms","start":"2026-07-12T02:23:33.092307Z","end":"2026-07-12T02:23:33.730585Z","steps":["trace[1191441622] 'agreement among raft nodes before linearized reading' (duration: 637.019328ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.730649Z","caller":"traceutil/trace.go:171","msg":"trace[762940257] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16085; }","duration":"1.103779207s","start":"2026-07-12T02:23:32.626789Z","end":"2026-07-12T02:23:33.730568Z","steps":["trace[762940257] 'agreement among raft nodes before linearized reading' (duration: 1.102053531s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.73071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.09228Z","time spent":"638.415486ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-12T02:23:33.730771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.626755Z","time spent":"1.103993513s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-12T02:23:33.728927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.924624Z","time spent":"804.216216ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:23:33.730962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044835175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-12T02:23:33.728877Z","caller":"traceutil/trace.go:171","msg":"trace[1363010911] transaction","detail":"{read_only:false; response_revision:16083; number_of_response:1; }","duration":"1.103171851s","start":"2026-07-12T02:23:32.625658Z","end":"2026-07-12T02:23:33.72883Z","steps":["trace[1363010911] 'process raft request' (duration: 1.102710829s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.731041Z","caller":"traceutil/trace.go:171","msg":"trace[1152231090] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16085; }","duration":"1.044971499s","start":"2026-07-12T02:23:32.686048Z","end":"2026-07-12T02:23:33.731019Z","steps":["trace[1152231090] 'agreement among raft nodes before linearized reading' (duration: 1.042971035s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.730471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085253169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tcsfw\" ","response":"range_response_count:1 size:20637"} {"level":"warn","ts":"2026-07-12T02:23:33.729218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.752167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.731242Z","caller":"traceutil/trace.go:171","msg":"trace[1635573792] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tcsfw; range_end:; response_count:1; response_revision:16085; }","duration":"1.086053111s","start":"2026-07-12T02:23:32.645143Z","end":"2026-07-12T02:23:33.731196Z","steps":["trace[1635573792] 'agreement among raft nodes before linearized reading' (duration: 1.084005556s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.731282Z","caller":"traceutil/trace.go:171","msg":"trace[1542099530] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16085; }","duration":"592.850133ms","start":"2026-07-12T02:23:33.138412Z","end":"2026-07-12T02:23:33.731263Z","steps":["trace[1542099530] 'agreement among raft nodes before linearized reading' (duration: 590.655664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.731341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.645132Z","time spent":"1.086163984s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20659,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tcsfw\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.348376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.731475Z","caller":"traceutil/trace.go:171","msg":"trace[990486123] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16085; }","duration":"592.71807ms","start":"2026-07-12T02:23:33.138674Z","end":"2026-07-12T02:23:33.731392Z","steps":["trace[990486123] 'agreement among raft nodes before linearized reading' (duration: 590.281264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.731548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.138665Z","time spent":"592.864393ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.659244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:23:33.729281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.369781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.731641Z","caller":"traceutil/trace.go:171","msg":"trace[211088674] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16085; }","duration":"593.200542ms","start":"2026-07-12T02:23:33.138392Z","end":"2026-07-12T02:23:33.731592Z","steps":["trace[211088674] 'agreement among raft nodes before linearized reading' (duration: 590.590492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.731701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.13837Z","time spent":"593.314835ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-12T02:23:33.731759Z","caller":"traceutil/trace.go:171","msg":"trace[602579966] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16085; }","duration":"293.785116ms","start":"2026-07-12T02:23:33.437868Z","end":"2026-07-12T02:23:33.731653Z","steps":["trace[602579966] 'agreement among raft nodes before linearized reading' (duration: 291.390081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.729116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102162444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-12T02:23:33.731851Z","caller":"traceutil/trace.go:171","msg":"trace[427671706] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16085; }","duration":"1.104919757s","start":"2026-07-12T02:23:32.626914Z","end":"2026-07-12T02:23:33.731834Z","steps":["trace[427671706] 'agreement among raft nodes before linearized reading' (duration: 1.10201568s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.731942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.626909Z","time spent":"1.105020241s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.207319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-12T02:23:33.732125Z","caller":"traceutil/trace.go:171","msg":"trace[1373711471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16085; }","duration":"594.150167ms","start":"2026-07-12T02:23:33.137908Z","end":"2026-07-12T02:23:33.732059Z","steps":["trace[1373711471] 'agreement among raft nodes before linearized reading' (duration: 591.067815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.732139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.804106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-12T02:23:33.732309Z","caller":"traceutil/trace.go:171","msg":"trace[1066493556] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16085; }","duration":"294.040982ms","start":"2026-07-12T02:23:33.438227Z","end":"2026-07-12T02:23:33.732268Z","steps":["trace[1066493556] 'agreement among raft nodes before linearized reading' (duration: 291.049162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.732335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079750583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2tfw2\" ","response":"range_response_count:1 size:22092"} {"level":"warn","ts":"2026-07-12T02:23:33.732223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.137903Z","time spent":"594.286202ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:23:33.732469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.011721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-12T02:23:33.732521Z","caller":"traceutil/trace.go:171","msg":"trace[1357262740] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16085; }","duration":"294.100514ms","start":"2026-07-12T02:23:33.43841Z","end":"2026-07-12T02:23:33.732511Z","steps":["trace[1357262740] 'agreement among raft nodes before linearized reading' (duration: 290.712743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.729205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.681515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-12T02:23:33.729218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04872474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-12T02:23:33.732947Z","caller":"traceutil/trace.go:171","msg":"trace[1461275847] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16085; }","duration":"1.052421199s","start":"2026-07-12T02:23:32.680456Z","end":"2026-07-12T02:23:33.732877Z","steps":["trace[1461275847] 'agreement among raft nodes before linearized reading' (duration: 1.048682738s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.732983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104841666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-12T02:23:33.733063Z","caller":"traceutil/trace.go:171","msg":"trace[1234210600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16085; }","duration":"594.518688ms","start":"2026-07-12T02:23:33.138506Z","end":"2026-07-12T02:23:33.733025Z","steps":["trace[1234210600] 'agreement among raft nodes before linearized reading' (duration: 590.51996ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.733081Z","caller":"traceutil/trace.go:171","msg":"trace[836140142] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16085; }","duration":"1.10495761s","start":"2026-07-12T02:23:32.628104Z","end":"2026-07-12T02:23:33.733062Z","steps":["trace[836140142] 'agreement among raft nodes before linearized reading' (duration: 1.101202269s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.733128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.1385Z","time spent":"594.608441ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:23:33.733085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.680441Z","time spent":"1.052590834s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.25196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-12T02:23:33.733123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.628097Z","time spent":"1.105015781s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.050271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-12T02:23:33.733503Z","caller":"traceutil/trace.go:171","msg":"trace[381031140] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:16085; }","duration":"232.324095ms","start":"2026-07-12T02:23:33.501136Z","end":"2026-07-12T02:23:33.73346Z","steps":["trace[381031140] 'agreement among raft nodes before linearized reading' (duration: 227.955018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.729309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.735991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.733625Z","caller":"traceutil/trace.go:171","msg":"trace[1842842612] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16085; }","duration":"641.051417ms","start":"2026-07-12T02:23:33.092556Z","end":"2026-07-12T02:23:33.733607Z","steps":["trace[1842842612] 'agreement among raft nodes before linearized reading' (duration: 636.731521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.73371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.092546Z","time spent":"641.14729ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-12T02:23:33.72935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.467449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-12T02:23:33.733894Z","caller":"traceutil/trace.go:171","msg":"trace[792577274] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16085; }","duration":"595.017171ms","start":"2026-07-12T02:23:33.138848Z","end":"2026-07-12T02:23:33.733865Z","steps":["trace[792577274] 'agreement among raft nodes before linearized reading' (duration: 590.454159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.733938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.138834Z","time spent":"595.092504ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-12T02:23:33.733982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.64506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-12T02:23:33.731213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.686035Z","time spent":"1.045126662s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-12T02:23:33.734046Z","caller":"traceutil/trace.go:171","msg":"trace[2088625564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16085; }","duration":"626.752553ms","start":"2026-07-12T02:23:33.107276Z","end":"2026-07-12T02:23:33.734028Z","steps":["trace[2088625564] 'agreement among raft nodes before linearized reading' (duration: 621.930913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.734098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.107255Z","time spent":"626.833075ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:23:33.731206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.625634Z","time spent":"1.105501154s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:23:33.729028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.035264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.734239Z","caller":"traceutil/trace.go:171","msg":"trace[257711875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16085; }","duration":"596.249585ms","start":"2026-07-12T02:23:33.137973Z","end":"2026-07-12T02:23:33.734222Z","steps":["trace[257711875] 'agreement among raft nodes before linearized reading' (duration: 591.024684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.734284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.137967Z","time spent":"596.304686ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:23:33.731351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.138406Z","time spent":"592.930535ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048412321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.736862Z","caller":"traceutil/trace.go:171","msg":"trace[1136453995] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16085; }","duration":"1.05615245s","start":"2026-07-12T02:23:32.680669Z","end":"2026-07-12T02:23:33.736821Z","steps":["trace[1136453995] 'agreement among raft nodes before linearized reading' (duration: 1.048418382s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.729131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.23436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-12T02:23:33.73696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.680656Z","time spent":"1.056285043s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.568876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-12T02:23:33.737175Z","caller":"traceutil/trace.go:171","msg":"trace[2098182491] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16085; }","duration":"644.560691ms","start":"2026-07-12T02:23:33.092586Z","end":"2026-07-12T02:23:33.737146Z","steps":["trace[2098182491] 'agreement among raft nodes before linearized reading' (duration: 636.569757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.737232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.092578Z","time spent":"644.636623ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-12T02:23:33.732397Z","caller":"traceutil/trace.go:171","msg":"trace[639669666] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2tfw2; range_end:; response_count:1; response_revision:16085; }","duration":"1.079790724s","start":"2026-07-12T02:23:32.652573Z","end":"2026-07-12T02:23:33.732363Z","steps":["trace[639669666] 'agreement among raft nodes before linearized reading' (duration: 1.07666541s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.733169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.840161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-12T02:23:33.743612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.652545Z","time spent":"1.091048776s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2tfw2\" "} {"level":"info","ts":"2026-07-12T02:23:33.743682Z","caller":"traceutil/trace.go:171","msg":"trace[519404863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:16085; }","duration":"408.154295ms","start":"2026-07-12T02:23:33.335477Z","end":"2026-07-12T02:23:33.743631Z","steps":["trace[519404863] 'agreement among raft nodes before linearized reading' (duration: 393.8199ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:23:33.733307Z","caller":"traceutil/trace.go:171","msg":"trace[1354268528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16085; }","duration":"595.364371ms","start":"2026-07-12T02:23:33.137924Z","end":"2026-07-12T02:23:33.733288Z","steps":["trace[1354268528] 'agreement among raft nodes before linearized reading' (duration: 591.047995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.743835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.137909Z","time spent":"605.912193ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:23:33.729208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077510712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2tfw2\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-07-12T02:23:33.743962Z","caller":"traceutil/trace.go:171","msg":"trace[1000307520] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2tfw2; range_end:; response_count:1; response_revision:16085; }","duration":"1.09231279s","start":"2026-07-12T02:23:32.651635Z","end":"2026-07-12T02:23:33.743947Z","steps":["trace[1000307520] 'agreement among raft nodes before linearized reading' (duration: 1.07742599s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.744012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:32.651615Z","time spent":"1.092386691s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22114,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2tfw2\" "} {"level":"info","ts":"2026-07-12T02:23:33.737296Z","caller":"traceutil/trace.go:171","msg":"trace[452418339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16085; }","duration":"599.164913ms","start":"2026-07-12T02:23:33.137842Z","end":"2026-07-12T02:23:33.737007Z","steps":["trace[452418339] 'agreement among raft nodes before linearized reading' (duration: 591.091256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:23:33.744319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.137832Z","time spent":"606.472468ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:23:33.744391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:23:33.335413Z","time spent":"408.33389ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:26:00.405915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14594} {"level":"info","ts":"2026-07-12T02:26:00.499838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14594,"took":"89.469101ms","hash":3917703069,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":32288768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-12T02:26:00.499997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3917703069,"revision":14594,"compact-revision":12570} {"level":"info","ts":"2026-07-12T02:29:13.731065Z","caller":"traceutil/trace.go:171","msg":"trace[1513281904] linearizableReadLoop","detail":"{readStateIndex:19231; appliedIndex:19230; }","duration":"115.304535ms","start":"2026-07-12T02:29:13.615724Z","end":"2026-07-12T02:29:13.731029Z","steps":["trace[1513281904] 'read index received' (duration: 115.026918ms)","trace[1513281904] 'applied index is now lower than readState.Index' (duration: 276.357µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:29:13.731154Z","caller":"traceutil/trace.go:171","msg":"trace[951947564] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"142.112124ms","start":"2026-07-12T02:29:13.588981Z","end":"2026-07-12T02:29:13.731093Z","steps":["trace[951947564] 'process raft request' (duration: 141.789526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:13.731405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.615324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:29:13.731473Z","caller":"traceutil/trace.go:171","msg":"trace[1955533996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18593; }","duration":"115.724397ms","start":"2026-07-12T02:29:13.615719Z","end":"2026-07-12T02:29:13.731443Z","steps":["trace[1955533996] 'agreement among raft nodes before linearized reading' (duration: 115.521641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:13.731457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.700116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:29:13.731569Z","caller":"traceutil/trace.go:171","msg":"trace[1485374220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18593; }","duration":"115.837059ms","start":"2026-07-12T02:29:13.615704Z","end":"2026-07-12T02:29:13.731541Z","steps":["trace[1485374220] 'agreement among raft nodes before linearized reading' (duration: 115.4879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:13.73159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.26628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:29:13.731727Z","caller":"traceutil/trace.go:171","msg":"trace[1315048306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18593; }","duration":"107.469165ms","start":"2026-07-12T02:29:13.624233Z","end":"2026-07-12T02:29:13.731702Z","steps":["trace[1315048306] 'agreement among raft nodes before linearized reading' (duration: 107.146646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:14.323865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.550354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:29:14.324637Z","caller":"traceutil/trace.go:171","msg":"trace[2089322437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18597; }","duration":"185.394776ms","start":"2026-07-12T02:29:14.139218Z","end":"2026-07-12T02:29:14.324613Z","steps":["trace[2089322437] 'range keys from in-memory index tree' (duration: 184.437671ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:29:15.292364Z","caller":"traceutil/trace.go:171","msg":"trace[399560033] linearizableReadLoop","detail":"{readStateIndex:19236; appliedIndex:19235; }","duration":"249.183619ms","start":"2026-07-12T02:29:15.043146Z","end":"2026-07-12T02:29:15.292329Z","steps":["trace[399560033] 'read index received' (duration: 248.330596ms)","trace[399560033] 'applied index is now lower than readState.Index' (duration: 851.583µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:29:15.292426Z","caller":"traceutil/trace.go:171","msg":"trace[138348095] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"305.295114ms","start":"2026-07-12T02:29:14.987093Z","end":"2026-07-12T02:29:15.292388Z","steps":["trace[138348095] 'process raft request' (duration: 304.40773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:15.292599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:29:14.987069Z","time spent":"305.437198ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:29:15.292703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.553288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-12T02:29:15.292779Z","caller":"traceutil/trace.go:171","msg":"trace[801136263] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18598; }","duration":"249.676482ms","start":"2026-07-12T02:29:15.043083Z","end":"2026-07-12T02:29:15.29276Z","steps":["trace[801136263] 'agreement among raft nodes before linearized reading' (duration: 249.421375ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:29:15.526151Z","caller":"traceutil/trace.go:171","msg":"trace[62144373] transaction","detail":"{read_only:false; response_revision:18600; number_of_response:1; }","duration":"435.796418ms","start":"2026-07-12T02:29:15.090312Z","end":"2026-07-12T02:29:15.526108Z","steps":["trace[62144373] 'process raft request' (duration: 435.676644ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:29:15.526116Z","caller":"traceutil/trace.go:171","msg":"trace[1667302294] transaction","detail":"{read_only:false; response_revision:18599; number_of_response:1; }","duration":"440.808512ms","start":"2026-07-12T02:29:15.085249Z","end":"2026-07-12T02:29:15.526057Z","steps":["trace[1667302294] 'process raft request' (duration: 440.508404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:15.526412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:29:15.085221Z","time spent":"441.051069ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:29:15.526514Z","caller":"traceutil/trace.go:171","msg":"trace[935935889] linearizableReadLoop","detail":"{readStateIndex:19239; appliedIndex:19236; }","duration":"234.014701ms","start":"2026-07-12T02:29:15.292457Z","end":"2026-07-12T02:29:15.526471Z","steps":["trace[935935889] 'read index received' (duration: 233.280242ms)","trace[935935889] 'applied index is now lower than readState.Index' (duration: 733.229µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:29:15.52674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:29:15.090294Z","time spent":"435.960912ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:29:15.526785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.112027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-12T02:29:15.526804Z","caller":"traceutil/trace.go:171","msg":"trace[1753620529] transaction","detail":"{read_only:false; response_revision:18601; number_of_response:1; }","duration":"435.546911ms","start":"2026-07-12T02:29:15.091228Z","end":"2026-07-12T02:29:15.526775Z","steps":["trace[1753620529] 'process raft request' (duration: 434.816811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:15.526889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.632696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:29:15.526924Z","caller":"traceutil/trace.go:171","msg":"trace[1096012439] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:18601; }","duration":"431.694057ms","start":"2026-07-12T02:29:15.095216Z","end":"2026-07-12T02:29:15.52691Z","steps":["trace[1096012439] 'agreement among raft nodes before linearized reading' (duration: 431.637806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:15.52695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:29:15.091209Z","time spent":"435.658034ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:29:15.526966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:29:15.095204Z","time spent":"431.752189ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:29:15.526829Z","caller":"traceutil/trace.go:171","msg":"trace[1878735162] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18601; }","duration":"483.214251ms","start":"2026-07-12T02:29:15.0436Z","end":"2026-07-12T02:29:15.526815Z","steps":["trace[1878735162] 'agreement among raft nodes before linearized reading' (duration: 482.990745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:29:15.527067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:29:15.043589Z","time spent":"483.433266ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-12T02:30:14.055497Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-12T02:30:14.061042Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-12T02:30:14.061148Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-12T02:31:00.415403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17164} {"level":"info","ts":"2026-07-12T02:31:00.519983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17164,"took":"99.522211ms","hash":526170895,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":34025472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-12T02:31:00.520069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":526170895,"revision":17164,"compact-revision":14594} {"level":"info","ts":"2026-07-12T02:35:32.040304Z","caller":"traceutil/trace.go:171","msg":"trace[47177393] linearizableReadLoop","detail":"{readStateIndex:22222; appliedIndex:22221; }","duration":"319.940524ms","start":"2026-07-12T02:35:31.720337Z","end":"2026-07-12T02:35:32.040277Z","steps":["trace[47177393] 'read index received' (duration: 319.695048ms)","trace[47177393] 'applied index is now lower than readState.Index' (duration: 244.306µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:35:32.040473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.119138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:35:32.040519Z","caller":"traceutil/trace.go:171","msg":"trace[31459955] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21488; }","duration":"320.248242ms","start":"2026-07-12T02:35:31.720259Z","end":"2026-07-12T02:35:32.040507Z","steps":["trace[31459955] 'agreement among raft nodes before linearized reading' (duration: 320.15076ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:35:32.040484Z","caller":"traceutil/trace.go:171","msg":"trace[1187335843] transaction","detail":"{read_only:false; response_revision:21488; number_of_response:1; }","duration":"424.360092ms","start":"2026-07-12T02:35:31.616072Z","end":"2026-07-12T02:35:32.040432Z","steps":["trace[1187335843] 'process raft request' (duration: 424.048834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.040567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.720227Z","time spent":"320.329024ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:35:32.040687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.616046Z","time spent":"424.538876ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:35:32.149877Z","caller":"traceutil/trace.go:171","msg":"trace[1476903701] linearizableReadLoop","detail":"{readStateIndex:22223; appliedIndex:22222; }","duration":"109.465644ms","start":"2026-07-12T02:35:32.040384Z","end":"2026-07-12T02:35:32.14985Z","steps":["trace[1476903701] 'read index received' (duration: 87.046033ms)","trace[1476903701] 'applied index is now lower than readState.Index' (duration: 22.418351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:35:32.150018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.534234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:35:32.150085Z","caller":"traceutil/trace.go:171","msg":"trace[773284298] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21489; }","duration":"256.664728ms","start":"2026-07-12T02:35:31.893404Z","end":"2026-07-12T02:35:32.150069Z","steps":["trace[773284298] 'agreement among raft nodes before linearized reading' (duration: 256.522105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.150127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.216896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:35:32.150408Z","caller":"traceutil/trace.go:171","msg":"trace[761437628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21489; }","duration":"384.567516ms","start":"2026-07-12T02:35:31.765823Z","end":"2026-07-12T02:35:32.150391Z","steps":["trace[761437628] 'agreement among raft nodes before linearized reading' (duration: 384.194446ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:35:32.150096Z","caller":"traceutil/trace.go:171","msg":"trace[1588467597] transaction","detail":"{read_only:false; response_revision:21489; number_of_response:1; }","duration":"387.038933ms","start":"2026-07-12T02:35:31.762995Z","end":"2026-07-12T02:35:32.150034Z","steps":["trace[1588467597] 'process raft request' (duration: 364.55602ms)","trace[1588467597] 'compare' (duration: 22.168194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:35:32.150425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.849831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:35:32.150548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.762973Z","time spent":"387.493924ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:35:32.150556Z","caller":"traceutil/trace.go:171","msg":"trace[237148104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21489; }","duration":"398.011326ms","start":"2026-07-12T02:35:31.752531Z","end":"2026-07-12T02:35:32.150542Z","steps":["trace[237148104] 'agreement among raft nodes before linearized reading' (duration: 397.721918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.150219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.513169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-12T02:35:32.150656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.752515Z","time spent":"398.132709ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T02:35:32.150703Z","caller":"traceutil/trace.go:171","msg":"trace[613869415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21489; }","duration":"418.026863ms","start":"2026-07-12T02:35:31.732657Z","end":"2026-07-12T02:35:32.150684Z","steps":["trace[613869415] 'agreement among raft nodes before linearized reading' (duration: 417.457618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.150756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.732634Z","time spent":"418.108085ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:35:32.150289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.322729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-12T02:35:32.150854Z","caller":"traceutil/trace.go:171","msg":"trace[888335171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21489; }","duration":"125.902664ms","start":"2026-07-12T02:35:32.024919Z","end":"2026-07-12T02:35:32.150822Z","steps":["trace[888335171] 'agreement among raft nodes before linearized reading' (duration: 125.203525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.150344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.868125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-12T02:35:32.150468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.765796Z","time spent":"384.658399ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T02:35:32.150956Z","caller":"traceutil/trace.go:171","msg":"trace[2063090022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21489; }","duration":"413.500821ms","start":"2026-07-12T02:35:31.73744Z","end":"2026-07-12T02:35:32.150941Z","steps":["trace[2063090022] 'agreement among raft nodes before linearized reading' (duration: 412.815562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.151009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:31.737426Z","time spent":"413.567453ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-12T02:35:32.350351Z","caller":"traceutil/trace.go:171","msg":"trace[1602384562] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"194.986505ms","start":"2026-07-12T02:35:32.155287Z","end":"2026-07-12T02:35:32.350273Z","steps":["trace[1602384562] 'process raft request' (duration: 194.724338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.680829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.616916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:35:32.681112Z","caller":"traceutil/trace.go:171","msg":"trace[553083539] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"525.41376ms","start":"2026-07-12T02:35:32.155654Z","end":"2026-07-12T02:35:32.681067Z","steps":["trace[553083539] 'process raft request' (duration: 421.441754ms)","trace[553083539] 'compare' (duration: 103.434652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:35:32.681315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:32.155636Z","time spent":"525.561865ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:35:32.681437Z","caller":"traceutil/trace.go:171","msg":"trace[1961483380] transaction","detail":"{read_only:false; response_revision:21492; number_of_response:1; }","duration":"525.564305ms","start":"2026-07-12T02:35:32.155854Z","end":"2026-07-12T02:35:32.681418Z","steps":["trace[1961483380] 'process raft request' (duration: 525.113673ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:35:32.681146Z","caller":"traceutil/trace.go:171","msg":"trace[1326939298] transaction","detail":"{read_only:false; response_revision:21493; number_of_response:1; }","duration":"524.934638ms","start":"2026-07-12T02:35:32.156185Z","end":"2026-07-12T02:35:32.681119Z","steps":["trace[1326939298] 'process raft request' (duration: 524.874736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:32.681553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:32.155845Z","time spent":"525.653647ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:35:32.681614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:35:32.156175Z","time spent":"525.39811ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:35:32.919773Z","caller":"traceutil/trace.go:171","msg":"trace[1227931915] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"159.752141ms","start":"2026-07-12T02:35:32.759992Z","end":"2026-07-12T02:35:32.919744Z","steps":["trace[1227931915] 'process raft request' (duration: 159.510005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:35:33.264017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:35:33.264265Z","caller":"traceutil/trace.go:171","msg":"trace[742335538] transaction","detail":"{read_only:false; response_revision:21495; number_of_response:1; }","duration":"263.766008ms","start":"2026-07-12T02:35:33.000458Z","end":"2026-07-12T02:35:33.264224Z","steps":["trace[742335538] 'process raft request' (duration: 129.48888ms)","trace[742335538] 'compare' (duration: 133.813606ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:35:33.264593Z","caller":"traceutil/trace.go:171","msg":"trace[371035583] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"263.903972ms","start":"2026-07-12T02:35:33.000667Z","end":"2026-07-12T02:35:33.264571Z","steps":["trace[371035583] 'process raft request' (duration: 263.48011ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:35:33.264688Z","caller":"traceutil/trace.go:171","msg":"trace[2004145149] transaction","detail":"{read_only:false; response_revision:21497; number_of_response:1; }","duration":"263.893151ms","start":"2026-07-12T02:35:33.000777Z","end":"2026-07-12T02:35:33.26467Z","steps":["trace[2004145149] 'process raft request' (duration: 263.631534ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:36:00.42292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19682} {"level":"info","ts":"2026-07-12T02:36:00.53623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19682,"took":"109.800713ms","hash":1334439619,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":29274112,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-12T02:36:00.53631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1334439619,"revision":19682,"compact-revision":17164} {"level":"warn","ts":"2026-07-12T02:39:51.570814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.176685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:39:51.570976Z","caller":"traceutil/trace.go:171","msg":"trace[867547351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24047; }","duration":"153.425422ms","start":"2026-07-12T02:39:51.417522Z","end":"2026-07-12T02:39:51.570947Z","steps":["trace[867547351] 'range keys from in-memory index tree' (duration: 152.853607ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:41:00.430239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21637} {"level":"info","ts":"2026-07-12T02:41:00.535838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21637,"took":"100.097002ms","hash":1679972442,"current-db-size-bytes":57495552,"current-db-size":"58 MB","current-db-size-in-use-bytes":42573824,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-12T02:41:00.535931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1679972442,"revision":21637,"compact-revision":19682} {"level":"info","ts":"2026-07-12T02:42:08.089532Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066a7.wal"} {"level":"warn","ts":"2026-07-12T02:43:33.211086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410246,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T02:43:33.24347Z","caller":"traceutil/trace.go:171","msg":"trace[422015649] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"836.76304ms","start":"2026-07-12T02:43:32.406681Z","end":"2026-07-12T02:43:33.243444Z","steps":["trace[422015649] 'process raft request' (duration: 836.629746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:33.243751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.406659Z","time spent":"836.899423ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:33.641847Z","caller":"traceutil/trace.go:171","msg":"trace[1551343709] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"983.695146ms","start":"2026-07-12T02:43:32.65811Z","end":"2026-07-12T02:43:33.641805Z","steps":["trace[1551343709] 'process raft request' (duration: 983.478241ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:33.642591Z","caller":"traceutil/trace.go:171","msg":"trace[355605036] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"802.663255ms","start":"2026-07-12T02:43:32.839916Z","end":"2026-07-12T02:43:33.64258Z","steps":["trace[355605036] 'process raft request' (duration: 802.374638ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:33.643133Z","caller":"traceutil/trace.go:171","msg":"trace[2014257970] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"462.264406ms","start":"2026-07-12T02:43:33.180771Z","end":"2026-07-12T02:43:33.643035Z","steps":["trace[2014257970] 'process raft request' (duration: 461.996009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:33.643246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.18076Z","time spent":"462.441681ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:33.642699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.658078Z","time spent":"984.541569ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:33.643292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.839849Z","time spent":"803.356564ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:33.642396Z","caller":"traceutil/trace.go:171","msg":"trace[1404101124] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"817.473843ms","start":"2026-07-12T02:43:32.824896Z","end":"2026-07-12T02:43:33.64237Z","steps":["trace[1404101124] 'process raft request' (duration: 817.091362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:33.643446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.824865Z","time spent":"818.514181ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:33.642117Z","caller":"traceutil/trace.go:171","msg":"trace[788308404] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"940.271113ms","start":"2026-07-12T02:43:32.70181Z","end":"2026-07-12T02:43:33.642081Z","steps":["trace[788308404] 'process raft request' (duration: 939.948374ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:33.642861Z","caller":"traceutil/trace.go:171","msg":"trace[1924022516] linearizableReadLoop","detail":"{readStateIndex:27117; appliedIndex:27111; }","duration":"931.981151ms","start":"2026-07-12T02:43:32.710857Z","end":"2026-07-12T02:43:33.642838Z","steps":["trace[1924022516] 'read index received' (duration: 532.60526ms)","trace[1924022516] 'applied index is now lower than readState.Index' (duration: 399.374981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:33.643022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.164415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-12T02:43:33.643623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.701784Z","time spent":"941.743893ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:33.643654Z","caller":"traceutil/trace.go:171","msg":"trace[1832032332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26247; }","duration":"932.846774ms","start":"2026-07-12T02:43:32.710794Z","end":"2026-07-12T02:43:33.64364Z","steps":["trace[1832032332] 'agreement among raft nodes before linearized reading' (duration: 932.121074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:33.643701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.710772Z","time spent":"932.916476ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T02:43:33.643038Z","caller":"traceutil/trace.go:171","msg":"trace[1321565287] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"464.688621ms","start":"2026-07-12T02:43:33.178336Z","end":"2026-07-12T02:43:33.643025Z","steps":["trace[1321565287] 'process raft request' (duration: 464.199468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:33.643759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.178314Z","time spent":"465.424611ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:34.144181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T02:43:34.277233Z","caller":"traceutil/trace.go:171","msg":"trace[615326602] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"1.030179833s","start":"2026-07-12T02:43:33.247018Z","end":"2026-07-12T02:43:34.277198Z","steps":["trace[615326602] 'process raft request' (duration: 1.029918186s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:34.277313Z","caller":"traceutil/trace.go:171","msg":"trace[649079027] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"996.846329ms","start":"2026-07-12T02:43:33.280415Z","end":"2026-07-12T02:43:34.277261Z","steps":["trace[649079027] 'process raft request' (duration: 996.679545ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:34.277356Z","caller":"traceutil/trace.go:171","msg":"trace[1777323551] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"714.262098ms","start":"2026-07-12T02:43:33.563064Z","end":"2026-07-12T02:43:34.277326Z","steps":["trace[1777323551] 'process raft request' (duration: 714.137555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.277392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.246991Z","time spent":"1.030321636s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-12T02:43:34.277506Z","caller":"traceutil/trace.go:171","msg":"trace[125020282] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"748.958198ms","start":"2026-07-12T02:43:33.528514Z","end":"2026-07-12T02:43:34.277472Z","steps":["trace[125020282] 'process raft request' (duration: 748.642039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.277514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.56304Z","time spent":"714.391592ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:34.277728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.280401Z","time spent":"996.977403ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:34.277749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.528464Z","time spent":"749.214634ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:34.769469Z","caller":"traceutil/trace.go:171","msg":"trace[891595018] linearizableReadLoop","detail":"{readStateIndex:27122; appliedIndex:27117; }","duration":"1.125834876s","start":"2026-07-12T02:43:33.643606Z","end":"2026-07-12T02:43:34.769441Z","steps":["trace[891595018] 'read index received' (duration: 633.319389ms)","trace[891595018] 'applied index is now lower than readState.Index' (duration: 492.514577ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:34.769587Z","caller":"traceutil/trace.go:171","msg":"trace[1135045735] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"1.122596689s","start":"2026-07-12T02:43:33.646954Z","end":"2026-07-12T02:43:34.76955Z","steps":["trace[1135045735] 'process raft request' (duration: 1.110026542s)","trace[1135045735] 'compare' (duration: 12.345361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:34.769627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295632866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:43:34.769587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605364465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:34.769658Z","caller":"traceutil/trace.go:171","msg":"trace[2072826661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26252; }","duration":"1.295761319s","start":"2026-07-12T02:43:33.473887Z","end":"2026-07-12T02:43:34.769649Z","steps":["trace[2072826661] 'agreement among raft nodes before linearized reading' (duration: 1.295557744s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.769679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.473867Z","time spent":"1.29580619s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T02:43:34.769685Z","caller":"traceutil/trace.go:171","msg":"trace[1961278880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26252; }","duration":"1.605471818s","start":"2026-07-12T02:43:33.164188Z","end":"2026-07-12T02:43:34.769659Z","steps":["trace[1961278880] 'agreement among raft nodes before linearized reading' (duration: 1.605307963s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.769715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.646939Z","time spent":"1.122714912s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:34.7697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416602577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T02:43:34.769747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.164129Z","time spent":"1.605607322s","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:34.769775Z","caller":"traceutil/trace.go:171","msg":"trace[148355235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26252; }","duration":"1.4167006s","start":"2026-07-12T02:43:33.353055Z","end":"2026-07-12T02:43:34.769756Z","steps":["trace[148355235] 'agreement among raft nodes before linearized reading' (duration: 1.416481914s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.769816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.353048Z","time spent":"1.416759982s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:43:34.769807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.091293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:34.769877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185736311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-12T02:43:34.76989Z","caller":"traceutil/trace.go:171","msg":"trace[110716688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26252; }","duration":"633.194676ms","start":"2026-07-12T02:43:34.136683Z","end":"2026-07-12T02:43:34.769878Z","steps":["trace[110716688] 'agreement among raft nodes before linearized reading' (duration: 633.097184ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:34.769905Z","caller":"traceutil/trace.go:171","msg":"trace[973648434] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26252; }","duration":"1.185790823s","start":"2026-07-12T02:43:33.584105Z","end":"2026-07-12T02:43:34.769896Z","steps":["trace[973648434] 'agreement among raft nodes before linearized reading' (duration: 1.185720281s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.769928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.584091Z","time spent":"1.185831044s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-12T02:43:34.769924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.13667Z","time spent":"633.246377ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:34.769743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806084373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:43:34.770356Z","caller":"traceutil/trace.go:171","msg":"trace[1152635370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26252; }","duration":"1.806750531s","start":"2026-07-12T02:43:32.963596Z","end":"2026-07-12T02:43:34.770346Z","steps":["trace[1152635370] 'agreement among raft nodes before linearized reading' (duration: 1.806004371s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.770386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:32.963574Z","time spent":"1.806802282s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:43:34.770488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.837715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-07-12T02:43:34.770509Z","caller":"traceutil/trace.go:171","msg":"trace[72956372] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26252; }","duration":"489.899226ms","start":"2026-07-12T02:43:34.280601Z","end":"2026-07-12T02:43:34.7705Z","steps":["trace[72956372] 'agreement among raft nodes before linearized reading' (duration: 489.832234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.770613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.280567Z","time spent":"489.955328ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" "} {"level":"warn","ts":"2026-07-12T02:43:34.770786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422002751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-12T02:43:34.77085Z","caller":"traceutil/trace.go:171","msg":"trace[1709226314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26252; }","duration":"1.422098954s","start":"2026-07-12T02:43:33.348733Z","end":"2026-07-12T02:43:34.770832Z","steps":["trace[1709226314] 'agreement among raft nodes before linearized reading' (duration: 1.420716537s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:34.770891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:33.348715Z","time spent":"1.422166306s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:43:36.773625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:36.773728Z","caller":"traceutil/trace.go:171","msg":"trace[1547997655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672476s","start":"2026-07-12T02:43:34.773033Z","end":"2026-07-12T02:43:36.773705Z","steps":["trace[1547997655] 'agreement among raft nodes before linearized reading' (duration: 2.000532082s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:36.773782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.773013Z","time spent":"2.000755437s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:43:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:37.443862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313461937s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-12T02:43:37.44513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.770769Z","time spent":"2.674337386s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:43:37.543032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.412677405s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:43:37.676142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.762807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:43:37.676528Z","caller":"traceutil/trace.go:171","msg":"trace[1435018929] linearizableReadLoop","detail":"{readStateIndex:27124; appliedIndex:27122; }","duration":"2.903436194s","start":"2026-07-12T02:43:34.773064Z","end":"2026-07-12T02:43:37.6765Z","steps":["trace[1435018929] 'read index received' (duration: 357.313964ms)","trace[1435018929] 'applied index is now lower than readState.Index' (duration: 2.54612105s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:37.676861Z","caller":"traceutil/trace.go:171","msg":"trace[1409761716] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"2.904239886s","start":"2026-07-12T02:43:34.772604Z","end":"2026-07-12T02:43:37.676844Z","steps":["trace[1409761716] 'process raft request' (duration: 2.770693887s)","trace[1409761716] 'compare' (duration: 132.616224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:37.676936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.772578Z","time spent":"2.904317598s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.677202Z","caller":"traceutil/trace.go:171","msg":"trace[1809726658] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"2.902758286s","start":"2026-07-12T02:43:34.774433Z","end":"2026-07-12T02:43:37.677191Z","steps":["trace[1809726658] 'process raft request' (duration: 2.90181106s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.677283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.774413Z","time spent":"2.902823148s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.677926Z","caller":"traceutil/trace.go:171","msg":"trace[464379033] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"2.902290614s","start":"2026-07-12T02:43:34.775602Z","end":"2026-07-12T02:43:37.677892Z","steps":["trace[464379033] 'process raft request' (duration: 2.900841455s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.678083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.775595Z","time spent":"2.902411567s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.678159Z","caller":"traceutil/trace.go:171","msg":"trace[1659742807] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"2.903207229s","start":"2026-07-12T02:43:34.774941Z","end":"2026-07-12T02:43:37.678148Z","steps":["trace[1659742807] 'process raft request' (duration: 2.901370259s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.678211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.774918Z","time spent":"2.903266329s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.678469Z","caller":"traceutil/trace.go:171","msg":"trace[698504205] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"2.902906661s","start":"2026-07-12T02:43:34.77554Z","end":"2026-07-12T02:43:37.678446Z","steps":["trace[698504205] 'process raft request' (duration: 2.900815984s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.678824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.77553Z","time spent":"2.903235119s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:37.682472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88198083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.682528Z","caller":"traceutil/trace.go:171","msg":"trace[1868350185] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26267; }","duration":"2.882083373s","start":"2026-07-12T02:43:34.800434Z","end":"2026-07-12T02:43:37.682517Z","steps":["trace[1868350185] 'agreement among raft nodes before linearized reading' (duration: 2.88197258s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.682556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:34.800414Z","time spent":"2.882134855s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.682636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.392327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:37.682722Z","caller":"traceutil/trace.go:171","msg":"trace[444011731] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26267; }","duration":"566.52191ms","start":"2026-07-12T02:43:37.116192Z","end":"2026-07-12T02:43:37.682714Z","steps":["trace[444011731] 'agreement among raft nodes before linearized reading' (duration: 566.397147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.682752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:37.116172Z","time spent":"566.574301ms","remote":"127.0.0.1:49358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.68288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.30488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.68291Z","caller":"traceutil/trace.go:171","msg":"trace[1409776488] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26267; }","duration":"330.370392ms","start":"2026-07-12T02:43:37.35253Z","end":"2026-07-12T02:43:37.682901Z","steps":["trace[1409776488] 'agreement among raft nodes before linearized reading' (duration: 330.326511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.682935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:37.352511Z","time spent":"330.418364ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.682934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666987365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:37.68298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.40649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.68307Z","caller":"traceutil/trace.go:171","msg":"trace[1506577278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26267; }","duration":"902.516003ms","start":"2026-07-12T02:43:36.78053Z","end":"2026-07-12T02:43:37.683046Z","steps":["trace[1506577278] 'agreement among raft nodes before linearized reading' (duration: 902.41033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.937175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.683126Z","caller":"traceutil/trace.go:171","msg":"trace[1379494013] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26267; }","duration":"491.009606ms","start":"2026-07-12T02:43:37.192105Z","end":"2026-07-12T02:43:37.683115Z","steps":["trace[1379494013] 'agreement among raft nodes before linearized reading' (duration: 490.925513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.780514Z","time spent":"902.598685ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:37.683161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:37.192086Z","time spent":"491.066358ms","remote":"127.0.0.1:36956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.683165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424541503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.683319Z","caller":"traceutil/trace.go:171","msg":"trace[1113234101] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26267; }","duration":"2.424728158s","start":"2026-07-12T02:43:35.25858Z","end":"2026-07-12T02:43:37.683308Z","steps":["trace[1113234101] 'agreement among raft nodes before linearized reading' (duration: 2.424517132s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.258568Z","time spent":"2.42477506s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.68337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668023677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-12T02:43:37.683442Z","caller":"traceutil/trace.go:171","msg":"trace[1184987033] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26267; }","duration":"2.66814567s","start":"2026-07-12T02:43:35.015281Z","end":"2026-07-12T02:43:37.683426Z","steps":["trace[1184987033] 'agreement among raft nodes before linearized reading' (duration: 2.667910574s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.633273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-12T02:43:37.683516Z","caller":"traceutil/trace.go:171","msg":"trace[1774494911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26267; }","duration":"909.717795ms","start":"2026-07-12T02:43:36.773787Z","end":"2026-07-12T02:43:37.683505Z","steps":["trace[1774494911] 'agreement among raft nodes before linearized reading' (duration: 909.570401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528796207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:37.683556Z","caller":"traceutil/trace.go:171","msg":"trace[121304840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26267; }","duration":"2.528860158s","start":"2026-07-12T02:43:35.154689Z","end":"2026-07-12T02:43:37.683549Z","steps":["trace[121304840] 'agreement among raft nodes before linearized reading' (duration: 2.528810907s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.773766Z","time spent":"909.779407ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:43:37.68358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.15467Z","time spent":"2.528904639s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.682879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372072623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:43:37.683651Z","caller":"traceutil/trace.go:171","msg":"trace[1137047216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26267; }","duration":"1.372863844s","start":"2026-07-12T02:43:36.310774Z","end":"2026-07-12T02:43:37.683638Z","steps":["trace[1137047216] 'agreement among raft nodes before linearized reading' (duration: 1.371804245s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.535232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:37.683701Z","caller":"traceutil/trace.go:171","msg":"trace[1130558928] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26267; }","duration":"169.597334ms","start":"2026-07-12T02:43:37.514095Z","end":"2026-07-12T02:43:37.683692Z","steps":["trace[1130558928] 'agreement among raft nodes before linearized reading' (duration: 169.522642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.357943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:37.68377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557792183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.683018Z","caller":"traceutil/trace.go:171","msg":"trace[332373503] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26267; }","duration":"1.667095278s","start":"2026-07-12T02:43:36.01591Z","end":"2026-07-12T02:43:37.683006Z","steps":["trace[332373503] 'agreement among raft nodes before linearized reading' (duration: 1.666992845s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:37.6838Z","caller":"traceutil/trace.go:171","msg":"trace[2143876893] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26267; }","duration":"2.557864425s","start":"2026-07-12T02:43:35.125929Z","end":"2026-07-12T02:43:37.683793Z","steps":["trace[2143876893] 'agreement among raft nodes before linearized reading' (duration: 2.557816934s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.015869Z","time spent":"1.66793585s","remote":"127.0.0.1:40886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:37.683875Z","caller":"traceutil/trace.go:171","msg":"trace[1953890875] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"237.701309ms","start":"2026-07-12T02:43:37.446164Z","end":"2026-07-12T02:43:37.683866Z","steps":["trace[1953890875] 'process raft request' (duration: 236.203929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.68366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673241857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:37.684013Z","caller":"traceutil/trace.go:171","msg":"trace[883407357] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26267; }","duration":"2.673635498s","start":"2026-07-12T02:43:35.01037Z","end":"2026-07-12T02:43:37.684005Z","steps":["trace[883407357] 'agreement among raft nodes before linearized reading' (duration: 2.673181005s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.010354Z","time spent":"2.673680098s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:37.684044Z","caller":"traceutil/trace.go:171","msg":"trace[1927486523] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"2.434240332s","start":"2026-07-12T02:43:35.249796Z","end":"2026-07-12T02:43:37.684036Z","steps":["trace[1927486523] 'process raft request' (duration: 2.432165447s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:37.684078Z","caller":"traceutil/trace.go:171","msg":"trace[995958673] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"2.035285563s","start":"2026-07-12T02:43:35.648778Z","end":"2026-07-12T02:43:37.684064Z","steps":["trace[995958673] 'process raft request' (duration: 2.033402273s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:37.684114Z","caller":"traceutil/trace.go:171","msg":"trace[1164185554] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"1.401045799s","start":"2026-07-12T02:43:36.283058Z","end":"2026-07-12T02:43:37.684104Z","steps":["trace[1164185554] 'process raft request' (duration: 1.399263831s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.249751Z","time spent":"2.434320255s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.68418Z","caller":"traceutil/trace.go:171","msg":"trace[122160775] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"2.298106135s","start":"2026-07-12T02:43:35.386062Z","end":"2026-07-12T02:43:37.684168Z","steps":["trace[122160775] 'process raft request' (duration: 2.2960387s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.283031Z","time spent":"1.401111181s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:37.684231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.386042Z","time spent":"2.298162207s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.684288Z","caller":"traceutil/trace.go:171","msg":"trace[123379225] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"1.399683393s","start":"2026-07-12T02:43:36.284594Z","end":"2026-07-12T02:43:37.684278Z","steps":["trace[123379225] 'process raft request' (duration: 1.397752221s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:37.684309Z","caller":"traceutil/trace.go:171","msg":"trace[362533079] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"2.03628864s","start":"2026-07-12T02:43:35.64801Z","end":"2026-07-12T02:43:37.684299Z","steps":["trace[362533079] 'process raft request' (duration: 2.034135433s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.284582Z","time spent":"1.399732564s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.684358Z","caller":"traceutil/trace.go:171","msg":"trace[1055949185] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"2.035259773s","start":"2026-07-12T02:43:35.649087Z","end":"2026-07-12T02:43:37.684347Z","steps":["trace[1055949185] 'process raft request' (duration: 2.033134726s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.647994Z","time spent":"2.036340291s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.684007Z","caller":"traceutil/trace.go:171","msg":"trace[1515225521] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"2.033757822s","start":"2026-07-12T02:43:35.650235Z","end":"2026-07-12T02:43:37.683993Z","steps":["trace[1515225521] 'process raft request' (duration: 2.032033926s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.649069Z","time spent":"2.035315234s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:37.68445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.650222Z","time spent":"2.034206974s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:37.684461Z","caller":"traceutil/trace.go:171","msg":"trace[1596551482] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"2.03478459s","start":"2026-07-12T02:43:35.649668Z","end":"2026-07-12T02:43:37.684452Z","steps":["trace[1596551482] 'process raft request' (duration: 2.03257809s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.683837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.125903Z","time spent":"2.557917487s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:37.684145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.648772Z","time spent":"2.035340454s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:37.684502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.649659Z","time spent":"2.034822761s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:37.683483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:35.015248Z","time spent":"2.668227922s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-12T02:43:37.683698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.310714Z","time spent":"1.372971207s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-12T02:43:37.683769Z","caller":"traceutil/trace.go:171","msg":"trace[904661530] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26267; }","duration":"916.454586ms","start":"2026-07-12T02:43:36.767302Z","end":"2026-07-12T02:43:37.683757Z","steps":["trace[904661530] 'agreement among raft nodes before linearized reading' (duration: 916.387594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:37.684847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:36.76728Z","time spent":"917.558685ms","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:39.846745Z","caller":"traceutil/trace.go:171","msg":"trace[1250637940] linearizableReadLoop","detail":"{readStateIndex:27160; appliedIndex:27158; }","duration":"157.439189ms","start":"2026-07-12T02:43:39.689287Z","end":"2026-07-12T02:43:39.846727Z","steps":["trace[1250637940] 'read index received' (duration: 2.936108ms)","trace[1250637940] 'applied index is now lower than readState.Index' (duration: 154.502501ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:39.846825Z","caller":"traceutil/trace.go:171","msg":"trace[1715755537] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"155.404414ms","start":"2026-07-12T02:43:39.691409Z","end":"2026-07-12T02:43:39.846813Z","steps":["trace[1715755537] 'process raft request' (duration: 155.2719ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.846848Z","caller":"traceutil/trace.go:171","msg":"trace[1591190028] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"156.833583ms","start":"2026-07-12T02:43:39.689979Z","end":"2026-07-12T02:43:39.846813Z","steps":["trace[1591190028] 'process raft request' (duration: 156.632268ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.846919Z","caller":"traceutil/trace.go:171","msg":"trace[1379604621] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"155.118397ms","start":"2026-07-12T02:43:39.691756Z","end":"2026-07-12T02:43:39.846874Z","steps":["trace[1379604621] 'process raft request' (duration: 154.943932ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.84708Z","caller":"traceutil/trace.go:171","msg":"trace[1284040413] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"158.705493ms","start":"2026-07-12T02:43:39.688369Z","end":"2026-07-12T02:43:39.847074Z","steps":["trace[1284040413] 'process raft request' (duration: 147.39007ms)","trace[1284040413] 'compare' (duration: 10.653875ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:39.846996Z","caller":"traceutil/trace.go:171","msg":"trace[743123236] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"155.96057ms","start":"2026-07-12T02:43:39.69103Z","end":"2026-07-12T02:43:39.84699Z","steps":["trace[743123236] 'process raft request' (duration: 155.632571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:39.847468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.165118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:43:39.847519Z","caller":"traceutil/trace.go:171","msg":"trace[1414165519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26292; }","duration":"158.254791ms","start":"2026-07-12T02:43:39.689251Z","end":"2026-07-12T02:43:39.847506Z","steps":["trace[1414165519] 'agreement among raft nodes before linearized reading' (duration: 158.103396ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.865113Z","caller":"traceutil/trace.go:171","msg":"trace[1719759618] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"172.845132ms","start":"2026-07-12T02:43:39.692221Z","end":"2026-07-12T02:43:39.865066Z","steps":["trace[1719759618] 'process raft request' (duration: 172.633226ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.865183Z","caller":"traceutil/trace.go:171","msg":"trace[1356677404] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"172.901533ms","start":"2026-07-12T02:43:39.692255Z","end":"2026-07-12T02:43:39.865157Z","steps":["trace[1356677404] 'process raft request' (duration: 172.713008ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.865168Z","caller":"traceutil/trace.go:171","msg":"trace[1289298996] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"169.04175ms","start":"2026-07-12T02:43:39.696085Z","end":"2026-07-12T02:43:39.865127Z","steps":["trace[1289298996] 'process raft request' (duration: 168.947487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:39.865228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.199548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:43:39.86526Z","caller":"traceutil/trace.go:171","msg":"trace[109941624] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"172.883122ms","start":"2026-07-12T02:43:39.692339Z","end":"2026-07-12T02:43:39.865223Z","steps":["trace[109941624] 'process raft request' (duration: 172.663456ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:39.865307Z","caller":"traceutil/trace.go:171","msg":"trace[867249046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26297; }","duration":"174.305681ms","start":"2026-07-12T02:43:39.690983Z","end":"2026-07-12T02:43:39.865288Z","steps":["trace[867249046] 'agreement among raft nodes before linearized reading' (duration: 174.111306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:39.86559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.796826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-12T02:43:39.865629Z","caller":"traceutil/trace.go:171","msg":"trace[7749214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26297; }","duration":"108.891119ms","start":"2026-07-12T02:43:39.756722Z","end":"2026-07-12T02:43:39.865613Z","steps":["trace[7749214] 'agreement among raft nodes before linearized reading' (duration: 108.714204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.684943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585245056s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-12T02:43:45.685218Z","caller":"traceutil/trace.go:171","msg":"trace[235260288] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"1.777285241s","start":"2026-07-12T02:43:43.90792Z","end":"2026-07-12T02:43:45.685205Z","steps":["trace[235260288] 'process raft request' (duration: 1.777232629s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.685217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.648885Z","time spent":"2.036323671s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:43:45.685288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.90791Z","time spent":"1.777328442s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:45.685304Z","caller":"traceutil/trace.go:171","msg":"trace[203794002] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"1.779744007s","start":"2026-07-12T02:43:43.905524Z","end":"2026-07-12T02:43:45.685268Z","steps":["trace[203794002] 'process raft request' (duration: 1.779571123s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:45.685354Z","caller":"traceutil/trace.go:171","msg":"trace[959900703] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"1.777561098s","start":"2026-07-12T02:43:43.907777Z","end":"2026-07-12T02:43:45.685338Z","steps":["trace[959900703] 'process raft request' (duration: 1.777355313s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:45.685355Z","caller":"traceutil/trace.go:171","msg":"trace[1707562806] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27189; }","duration":"2.033943537s","start":"2026-07-12T02:43:43.651382Z","end":"2026-07-12T02:43:45.685326Z","steps":["trace[1707562806] 'read index received' (duration: 448.311521ms)","trace[1707562806] 'applied index is now lower than readState.Index' (duration: 1.585629366s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:45.685364Z","caller":"traceutil/trace.go:171","msg":"trace[1044782383] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"1.810833679s","start":"2026-07-12T02:43:43.874515Z","end":"2026-07-12T02:43:45.685349Z","steps":["trace[1044782383] 'process raft request' (duration: 1.81049706s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.685413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.907768Z","time spent":"1.77761351s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:45.685436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.874484Z","time spent":"1.810921792s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:45.685326Z","caller":"traceutil/trace.go:171","msg":"trace[785523573] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"1.77760855s","start":"2026-07-12T02:43:43.907678Z","end":"2026-07-12T02:43:45.685286Z","steps":["trace[785523573] 'process raft request' (duration: 1.777437975s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.685467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.905495Z","time spent":"1.779882231s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:45.685516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.907664Z","time spent":"1.777824725s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:45.685543Z","caller":"traceutil/trace.go:171","msg":"trace[79630473] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"1.777387753s","start":"2026-07-12T02:43:43.908147Z","end":"2026-07-12T02:43:45.685535Z","steps":["trace[79630473] 'process raft request' (duration: 1.777028054s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:45.685571Z","caller":"traceutil/trace.go:171","msg":"trace[111761745] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"1.775951525s","start":"2026-07-12T02:43:43.909609Z","end":"2026-07-12T02:43:45.68556Z","steps":["trace[111761745] 'process raft request' (duration: 1.775924804s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.685576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.908138Z","time spent":"1.777419665s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:45.68558Z","caller":"traceutil/trace.go:171","msg":"trace[1160532144] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"1.777200358s","start":"2026-07-12T02:43:43.90837Z","end":"2026-07-12T02:43:45.685571Z","steps":["trace[1160532144] 'process raft request' (duration: 1.777097096s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.685591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034191613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"warn","ts":"2026-07-12T02:43:45.685624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.908358Z","time spent":"1.77724136s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:45.685634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.909598Z","time spent":"1.775993606s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:45.685633Z","caller":"traceutil/trace.go:171","msg":"trace[63979696] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26323; }","duration":"2.034280856s","start":"2026-07-12T02:43:43.651335Z","end":"2026-07-12T02:43:45.685616Z","steps":["trace[63979696] 'agreement among raft nodes before linearized reading' (duration: 2.0340876s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.685664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.651316Z","time spent":"2.034340528s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" "} {"level":"warn","ts":"2026-07-12T02:43:45.778258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112613411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:45.778338Z","caller":"traceutil/trace.go:171","msg":"trace[2049322270] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"1.41038762s","start":"2026-07-12T02:43:44.367923Z","end":"2026-07-12T02:43:45.778311Z","steps":["trace[2049322270] 'process raft request' (duration: 1.410089632s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039310418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:43:45.778466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.012306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:45.778558Z","caller":"traceutil/trace.go:171","msg":"trace[310633572] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26326; }","duration":"273.155149ms","start":"2026-07-12T02:43:45.50538Z","end":"2026-07-12T02:43:45.778536Z","steps":["trace[310633572] 'agreement among raft nodes before linearized reading' (duration: 272.971305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562095415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:45.778597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826376157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T02:43:45.778573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.747623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:43:45.778608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829161892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:43:45.778652Z","caller":"traceutil/trace.go:171","msg":"trace[152673048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26326; }","duration":"1.826444118s","start":"2026-07-12T02:43:43.952195Z","end":"2026-07-12T02:43:45.778639Z","steps":["trace[152673048] 'agreement among raft nodes before linearized reading' (duration: 1.826295374s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825407351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-12T02:43:45.77864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870607622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-12T02:43:45.778687Z","caller":"traceutil/trace.go:171","msg":"trace[1522671939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26326; }","duration":"1.829257584s","start":"2026-07-12T02:43:43.949414Z","end":"2026-07-12T02:43:45.778671Z","steps":["trace[1522671939] 'agreement among raft nodes before linearized reading' (duration: 1.829031948s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:45.77868Z","caller":"traceutil/trace.go:171","msg":"trace[27906588] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26326; }","duration":"464.912687ms","start":"2026-07-12T02:43:45.313745Z","end":"2026-07-12T02:43:45.778658Z","steps":["trace[27906588] 'agreement among raft nodes before linearized reading' (duration: 464.66058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.952187Z","time spent":"1.82649357s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T02:43:45.778661Z","caller":"traceutil/trace.go:171","msg":"trace[2101822128] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26326; }","duration":"1.562199848s","start":"2026-07-12T02:43:44.216428Z","end":"2026-07-12T02:43:45.778628Z","steps":["trace[2101822128] 'agreement among raft nodes before linearized reading' (duration: 1.562090295s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.949362Z","time spent":"1.829355766s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T02:43:45.778712Z","caller":"traceutil/trace.go:171","msg":"trace[1331520947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26326; }","duration":"1.870679464s","start":"2026-07-12T02:43:43.908014Z","end":"2026-07-12T02:43:45.778694Z","steps":["trace[1331520947] 'agreement among raft nodes before linearized reading' (duration: 1.870480998s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:45.778723Z","caller":"traceutil/trace.go:171","msg":"trace[1043059420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26326; }","duration":"1.825553485s","start":"2026-07-12T02:43:43.953134Z","end":"2026-07-12T02:43:45.778687Z","steps":["trace[1043059420] 'agreement among raft nodes before linearized reading' (duration: 1.825309178s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.313729Z","time spent":"464.99846ms","remote":"127.0.0.1:49386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:45.778458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:44.367861Z","time spent":"1.410534675s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:45.778365Z","caller":"traceutil/trace.go:171","msg":"trace[1968839243] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26326; }","duration":"1.112776817s","start":"2026-07-12T02:43:44.665575Z","end":"2026-07-12T02:43:45.778352Z","steps":["trace[1968839243] 'agreement among raft nodes before linearized reading' (duration: 1.112591772s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.953108Z","time spent":"1.825672748s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:43:45.778812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:44.66555Z","time spent":"1.113251739s","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:45.778774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.907946Z","time spent":"1.870818858s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:43:45.778813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:44.216408Z","time spent":"1.562371613s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:45.778503Z","caller":"traceutil/trace.go:171","msg":"trace[1073732141] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26326; }","duration":"1.03939846s","start":"2026-07-12T02:43:44.739098Z","end":"2026-07-12T02:43:45.778496Z","steps":["trace[1073732141] 'agreement among raft nodes before linearized reading' (duration: 1.039309368s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.778955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:44.739084Z","time spent":"1.039826252s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:45.779083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641740529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:45.779228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.79087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:45.779265Z","caller":"traceutil/trace.go:171","msg":"trace[1283909654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26326; }","duration":"1.641907144s","start":"2026-07-12T02:43:44.137291Z","end":"2026-07-12T02:43:45.779199Z","steps":["trace[1283909654] 'agreement among raft nodes before linearized reading' (duration: 1.641342899s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:45.779297Z","caller":"traceutil/trace.go:171","msg":"trace[767569543] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26326; }","duration":"429.660972ms","start":"2026-07-12T02:43:45.349617Z","end":"2026-07-12T02:43:45.779278Z","steps":["trace[767569543] 'agreement among raft nodes before linearized reading' (duration: 428.646365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.779355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.349603Z","time spent":"429.736875ms","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:45.779381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:44.137274Z","time spent":"1.642094019s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:45.780056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976322954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:43:45.780142Z","caller":"traceutil/trace.go:171","msg":"trace[1698732922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26326; }","duration":"1.976461668s","start":"2026-07-12T02:43:43.803663Z","end":"2026-07-12T02:43:45.780125Z","steps":["trace[1698732922] 'agreement among raft nodes before linearized reading' (duration: 1.974482905s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:45.780182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:43.803643Z","time spent":"1.976531589s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:43:47.078256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.626395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:43:47.07848Z","caller":"traceutil/trace.go:171","msg":"trace[1897900818] linearizableReadLoop","detail":"{readStateIndex:27201; appliedIndex:27199; }","duration":"1.297803374s","start":"2026-07-12T02:43:45.780659Z","end":"2026-07-12T02:43:47.078462Z","steps":["trace[1897900818] 'read index received' (duration: 366.900851ms)","trace[1897900818] 'applied index is now lower than readState.Index' (duration: 930.901673ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:47.07855Z","caller":"traceutil/trace.go:171","msg":"trace[1074912685] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"1.391011941s","start":"2026-07-12T02:43:45.687527Z","end":"2026-07-12T02:43:47.078539Z","steps":["trace[1074912685] 'process raft request' (duration: 460.017146ms)","trace[1074912685] 'compare' (duration: 930.209434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:47.078606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.687512Z","time spent":"1.391061543s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:47.078952Z","caller":"traceutil/trace.go:171","msg":"trace[996919522] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"1.391096843s","start":"2026-07-12T02:43:45.687824Z","end":"2026-07-12T02:43:47.078921Z","steps":["trace[996919522] 'process raft request' (duration: 1.390530978s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.078961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298279707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:47.079046Z","caller":"traceutil/trace.go:171","msg":"trace[1717571541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26328; }","duration":"1.298397249s","start":"2026-07-12T02:43:45.780627Z","end":"2026-07-12T02:43:47.079024Z","steps":["trace[1717571541] 'agreement among raft nodes before linearized reading' (duration: 1.298255635s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.079101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.780613Z","time spent":"1.298479052s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:47.079108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.687805Z","time spent":"1.391220027s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:47.472511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32493381s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:43:47.645549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.730488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:43:47.645736Z","caller":"traceutil/trace.go:171","msg":"trace[539346594] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"1.862631937s","start":"2026-07-12T02:43:45.783083Z","end":"2026-07-12T02:43:47.645715Z","steps":["trace[539346594] 'process raft request' (duration: 1.689650272s)","trace[539346594] 'compare' (duration: 172.622936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:47.645803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.783061Z","time spent":"1.862709049s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:47.646669Z","caller":"traceutil/trace.go:171","msg":"trace[468658591] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"1.863204392s","start":"2026-07-12T02:43:45.783436Z","end":"2026-07-12T02:43:47.64664Z","steps":["trace[468658591] 'process raft request' (duration: 1.862221596s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.646826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.783427Z","time spent":"1.863317655s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:47.646873Z","caller":"traceutil/trace.go:171","msg":"trace[1203255717] linearizableReadLoop","detail":"{readStateIndex:27206; appliedIndex:27201; }","duration":"568.341008ms","start":"2026-07-12T02:43:47.078508Z","end":"2026-07-12T02:43:47.646849Z","steps":["trace[1203255717] 'read index received' (duration: 394.176131ms)","trace[1203255717] 'applied index is now lower than readState.Index' (duration: 174.163667ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:47.646895Z","caller":"traceutil/trace.go:171","msg":"trace[505610217] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"1.8631167s","start":"2026-07-12T02:43:45.783745Z","end":"2026-07-12T02:43:47.646862Z","steps":["trace[505610217] 'process raft request' (duration: 1.862890924s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:47.647014Z","caller":"traceutil/trace.go:171","msg":"trace[802689324] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"1.863043668s","start":"2026-07-12T02:43:45.783955Z","end":"2026-07-12T02:43:47.646999Z","steps":["trace[802689324] 'process raft request' (duration: 1.862804451s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.783734Z","time spent":"1.863229433s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:47.64714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.783944Z","time spent":"1.863106259s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:47.647217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645002286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:47.64726Z","caller":"traceutil/trace.go:171","msg":"trace[2079921452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26333; }","duration":"1.645083788s","start":"2026-07-12T02:43:46.002164Z","end":"2026-07-12T02:43:47.647248Z","steps":["trace[2079921452] 'agreement among raft nodes before linearized reading' (duration: 1.644999456s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:46.002145Z","time spent":"1.645144569s","remote":"127.0.0.1:36978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:47.647333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858367403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:47.647348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.759363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-07-12T02:43:47.647378Z","caller":"traceutil/trace.go:171","msg":"trace[1229090186] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26333; }","duration":"1.858443514s","start":"2026-07-12T02:43:45.788921Z","end":"2026-07-12T02:43:47.647364Z","steps":["trace[1229090186] 'agreement among raft nodes before linearized reading' (duration: 1.858372823s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:47.64741Z","caller":"traceutil/trace.go:171","msg":"trace[731750338] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26333; }","duration":"626.854795ms","start":"2026-07-12T02:43:47.020543Z","end":"2026-07-12T02:43:47.647398Z","steps":["trace[731750338] 'agreement among raft nodes before linearized reading' (duration: 626.702161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.788903Z","time spent":"1.858501507s","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:47.647441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.020527Z","time spent":"626.906386ms","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11811,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-12T02:43:47.647467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.117467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-12T02:43:47.647457Z","caller":"traceutil/trace.go:171","msg":"trace[1660424175] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"1.863311685s","start":"2026-07-12T02:43:45.784087Z","end":"2026-07-12T02:43:47.647399Z","steps":["trace[1660424175] 'process raft request' (duration: 1.862718089s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:47.647519Z","caller":"traceutil/trace.go:171","msg":"trace[1081720295] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26333; }","duration":"566.20592ms","start":"2026-07-12T02:43:47.081297Z","end":"2026-07-12T02:43:47.647503Z","steps":["trace[1081720295] 'agreement among raft nodes before linearized reading' (duration: 566.048406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.71973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:47.647554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.081285Z","time spent":"566.261141ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-12T02:43:47.647559Z","caller":"traceutil/trace.go:171","msg":"trace[1079519259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26333; }","duration":"561.773321ms","start":"2026-07-12T02:43:47.085774Z","end":"2026-07-12T02:43:47.647548Z","steps":["trace[1079519259] 'agreement among raft nodes before linearized reading' (duration: 561.70424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.921139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:47.647566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.157896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:47.647607Z","caller":"traceutil/trace.go:171","msg":"trace[1170483049] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26333; }","duration":"115.015402ms","start":"2026-07-12T02:43:47.532576Z","end":"2026-07-12T02:43:47.647591Z","steps":["trace[1170483049] 'agreement among raft nodes before linearized reading' (duration: 114.930119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:45.784077Z","time spent":"1.863448109s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:47.64761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.085767Z","time spent":"561.836133ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:43:47.647654Z","caller":"traceutil/trace.go:171","msg":"trace[2025473263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26333; }","duration":"143.31594ms","start":"2026-07-12T02:43:47.504316Z","end":"2026-07-12T02:43:47.647632Z","steps":["trace[2025473263] 'agreement among raft nodes before linearized reading' (duration: 143.115814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.647782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574034705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:47.647979Z","caller":"traceutil/trace.go:171","msg":"trace[967433705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26333; }","duration":"1.574564629s","start":"2026-07-12T02:43:46.07334Z","end":"2026-07-12T02:43:47.647904Z","steps":["trace[967433705] 'agreement among raft nodes before linearized reading' (duration: 1.574023814s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:47.64803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:46.073319Z","time spent":"1.574695782s","remote":"127.0.0.1:36970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:48.511817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:49.012568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:49.326668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634538347s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:43:49.327043Z","caller":"traceutil/trace.go:171","msg":"trace[1745820699] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"1.636458377s","start":"2026-07-12T02:43:47.690563Z","end":"2026-07-12T02:43:49.327021Z","steps":["trace[1745820699] 'process raft request' (duration: 1.636261722s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:49.327304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.690536Z","time spent":"1.636624222s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:49.327346Z","caller":"traceutil/trace.go:171","msg":"trace[893723302] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"1.636716355s","start":"2026-07-12T02:43:47.690609Z","end":"2026-07-12T02:43:49.327326Z","steps":["trace[893723302] 'process raft request' (duration: 1.636358715s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:49.327446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.690581Z","time spent":"1.636799607s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:49.32771Z","caller":"traceutil/trace.go:171","msg":"trace[102429585] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"1.636632343s","start":"2026-07-12T02:43:47.69107Z","end":"2026-07-12T02:43:49.327702Z","steps":["trace[102429585] 'process raft request' (duration: 1.636190111s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:49.327747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.691059Z","time spent":"1.636670573s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:49.327742Z","caller":"traceutil/trace.go:171","msg":"trace[1932328335] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"1.636125478s","start":"2026-07-12T02:43:47.6916Z","end":"2026-07-12T02:43:49.327726Z","steps":["trace[1932328335] 'process raft request' (duration: 1.636085787s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:49.327829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.691578Z","time spent":"1.636205481s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:49.327823Z","caller":"traceutil/trace.go:171","msg":"trace[1580550820] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"1.636211301s","start":"2026-07-12T02:43:47.691567Z","end":"2026-07-12T02:43:49.327778Z","steps":["trace[1580550820] 'process raft request' (duration: 1.636049046s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:49.328049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.691549Z","time spent":"1.636391296s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:50.138406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:43:50.138499Z","caller":"traceutil/trace.go:171","msg":"trace[1355279180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083811s","start":"2026-07-12T02:43:48.138393Z","end":"2026-07-12T02:43:50.138477Z","steps":["trace[1355279180] 'agreement among raft nodes before linearized reading' (duration: 1.999971248s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:50.13855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.138375Z","time spent":"2.000165864s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:43:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:51.863992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.534322035s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:43:51.86451Z","caller":"traceutil/trace.go:171","msg":"trace[962355153] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"4.172166979s","start":"2026-07-12T02:43:47.692313Z","end":"2026-07-12T02:43:51.864479Z","steps":["trace[962355153] 'process raft request' (duration: 4.171917002s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:51.864757Z","caller":"traceutil/trace.go:171","msg":"trace[23996029] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"4.169833857s","start":"2026-07-12T02:43:47.694904Z","end":"2026-07-12T02:43:51.864738Z","steps":["trace[23996029] 'process raft request' (duration: 4.169518268s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:51.864877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.694874Z","time spent":"4.16994788s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:51.864959Z","caller":"traceutil/trace.go:171","msg":"trace[1538999049] linearizableReadLoop","detail":"{readStateIndex:27216; appliedIndex:27207; }","duration":"3.853178512s","start":"2026-07-12T02:43:48.011762Z","end":"2026-07-12T02:43:51.86494Z","steps":["trace[1538999049] 'read index received' (duration: 1.315094037s)","trace[1538999049] 'applied index is now lower than readState.Index' (duration: 2.538080495s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:51.865024Z","caller":"traceutil/trace.go:171","msg":"trace[1757780788] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"4.166179419s","start":"2026-07-12T02:43:47.698814Z","end":"2026-07-12T02:43:51.864993Z","steps":["trace[1757780788] 'process raft request' (duration: 4.165841149s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:51.864772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.692288Z","time spent":"4.172310043s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:51.865137Z","caller":"traceutil/trace.go:171","msg":"trace[386154021] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"3.178524035s","start":"2026-07-12T02:43:48.686561Z","end":"2026-07-12T02:43:51.865085Z","steps":["trace[386154021] 'process raft request' (duration: 3.178291529s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:51.865181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:47.6988Z","time spent":"4.166291671s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:51.865247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85346799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:43:51.865339Z","caller":"traceutil/trace.go:171","msg":"trace[1377385873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26343; }","duration":"3.853598274s","start":"2026-07-12T02:43:48.011707Z","end":"2026-07-12T02:43:51.865306Z","steps":["trace[1377385873] 'agreement among raft nodes before linearized reading' (duration: 3.853352957s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:51.865349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.686532Z","time spent":"3.17870843s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:51.865388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.011688Z","time spent":"3.853690066s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:43:52.138793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:52.138886Z","caller":"traceutil/trace.go:171","msg":"trace[1424169094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404668s","start":"2026-07-12T02:43:50.138455Z","end":"2026-07-12T02:43:52.138859Z","steps":["trace[1424169094] 'agreement among raft nodes before linearized reading' (duration: 2.000293666s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:52.13895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:50.138437Z","time spent":"2.000502741s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:43:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:52.365454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:52.866312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:53.367819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:53.525416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.661164939s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:43:53.526078Z","caller":"traceutil/trace.go:171","msg":"trace[74236031] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"3.827767161s","start":"2026-07-12T02:43:49.698282Z","end":"2026-07-12T02:43:53.52605Z","steps":["trace[74236031] 'process raft request' (duration: 3.827387631s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:53.526088Z","caller":"traceutil/trace.go:171","msg":"trace[205016041] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"3.559582336s","start":"2026-07-12T02:43:49.96647Z","end":"2026-07-12T02:43:53.526053Z","steps":["trace[205016041] 'process raft request' (duration: 3.559458892s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:53.52619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.69826Z","time spent":"3.827857024s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:53.52625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.96645Z","time spent":"3.559709059s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:54.144799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:43:54.144925Z","caller":"traceutil/trace.go:171","msg":"trace[801577430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259936s","start":"2026-07-12T02:43:52.144637Z","end":"2026-07-12T02:43:54.144896Z","steps":["trace[801577430] 'agreement among raft nodes before linearized reading' (duration: 2.000088631s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:54.145104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:52.14462Z","time spent":"2.000467781s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:54.64892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999607849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:54.649008Z","caller":"traceutil/trace.go:171","msg":"trace[871871199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999752393s","start":"2026-07-12T02:43:49.649236Z","end":"2026-07-12T02:43:54.648989Z","steps":["trace[871871199] 'agreement among raft nodes before linearized reading' (duration: 4.99964412s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:54.649053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.649217Z","time spent":"4.999825575s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/12 02:43:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:54.650042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999831196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:54.650142Z","caller":"traceutil/trace.go:171","msg":"trace[367210890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999992089s","start":"2026-07-12T02:43:49.650129Z","end":"2026-07-12T02:43:54.650121Z","steps":["trace[367210890] 'agreement among raft nodes before linearized reading' (duration: 4.999845155s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:54.65021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.650116Z","time spent":"5.000077872s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/12 02:43:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:54.65141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999962738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:54.651459Z","caller":"traceutil/trace.go:171","msg":"trace[2023454986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000053212s","start":"2026-07-12T02:43:49.651392Z","end":"2026-07-12T02:43:54.651445Z","steps":["trace[2023454986] 'agreement among raft nodes before linearized reading' (duration: 5.00000021s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:54.651496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.651372Z","time spent":"5.000116033s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/12 02:43:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:55.222346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352014675s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:43:55.38272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856705648s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:43:55.385576Z","caller":"traceutil/trace.go:171","msg":"trace[980745028] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"4.051938848s","start":"2026-07-12T02:43:51.333613Z","end":"2026-07-12T02:43:55.385552Z","steps":["trace[980745028] 'process raft request' (duration: 4.051826415s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.385619Z","caller":"traceutil/trace.go:171","msg":"trace[1716037447] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"4.05204462s","start":"2026-07-12T02:43:51.333541Z","end":"2026-07-12T02:43:55.385586Z","steps":["trace[1716037447] 'process raft request' (duration: 4.051139146s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.385706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.333582Z","time spent":"4.052060081s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:55.385821Z","caller":"traceutil/trace.go:171","msg":"trace[1826507847] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"4.051863095s","start":"2026-07-12T02:43:51.333946Z","end":"2026-07-12T02:43:55.385809Z","steps":["trace[1826507847] 'process raft request' (duration: 4.051820854s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.385787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.333513Z","time spent":"4.052176304s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:55.385812Z","caller":"traceutil/trace.go:171","msg":"trace[1595227508] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"4.051938478s","start":"2026-07-12T02:43:51.333843Z","end":"2026-07-12T02:43:55.385782Z","steps":["trace[1595227508] 'process raft request' (duration: 4.051674331s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.385865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.33393Z","time spent":"4.051912147s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:55.385854Z","caller":"traceutil/trace.go:171","msg":"trace[294692926] linearizableReadLoop","detail":"{readStateIndex:27224; appliedIndex:27216; }","duration":"3.520810737s","start":"2026-07-12T02:43:51.865029Z","end":"2026-07-12T02:43:55.385839Z","steps":["trace[294692926] 'read index received' (duration: 1.660502373s)","trace[294692926] 'applied index is now lower than readState.Index' (duration: 1.860307704s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:55.385901Z","caller":"traceutil/trace.go:171","msg":"trace[1198856366] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"4.051874987s","start":"2026-07-12T02:43:51.333938Z","end":"2026-07-12T02:43:55.385813Z","steps":["trace[1198856366] 'process raft request' (duration: 4.051736153s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.385956Z","caller":"traceutil/trace.go:171","msg":"trace[125597510] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"1.515734293s","start":"2026-07-12T02:43:53.870191Z","end":"2026-07-12T02:43:55.385926Z","steps":["trace[125597510] 'process raft request' (duration: 1.515616039s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018566847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:55.38606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734047538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:43:55.386082Z","caller":"traceutil/trace.go:171","msg":"trace[413494803] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26351; }","duration":"5.018639439s","start":"2026-07-12T02:43:50.367434Z","end":"2026-07-12T02:43:55.386073Z","steps":["trace[413494803] 'agreement among raft nodes before linearized reading' (duration: 5.018571507s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.386089Z","caller":"traceutil/trace.go:171","msg":"trace[2094387585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26351; }","duration":"5.73409019s","start":"2026-07-12T02:43:49.651988Z","end":"2026-07-12T02:43:55.386079Z","steps":["trace[2094387585] 'agreement among raft nodes before linearized reading' (duration: 5.734035948s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003302725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:43:55.38611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:50.367414Z","time spent":"5.01868972s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.651977Z","time spent":"5.73413069s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:43:55.386124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.4536719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aaa0bc7363b\" ","response":"range_response_count:1 size:914"} {"level":"info","ts":"2026-07-12T02:43:55.386128Z","caller":"traceutil/trace.go:171","msg":"trace[1324550758] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26351; }","duration":"4.003386847s","start":"2026-07-12T02:43:51.382731Z","end":"2026-07-12T02:43:55.386118Z","steps":["trace[1324550758] 'agreement among raft nodes before linearized reading' (duration: 4.003298044s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.386153Z","caller":"traceutil/trace.go:171","msg":"trace[830657634] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aaa0bc7363b; range_end:; response_count:1; response_revision:26351; }","duration":"6.45370622s","start":"2026-07-12T02:43:48.932436Z","end":"2026-07-12T02:43:55.386142Z","steps":["trace[830657634] 'agreement among raft nodes before linearized reading' (duration: 6.453604478s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:53.870169Z","time spent":"1.515883666s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:55.386164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.382716Z","time spent":"4.003440069s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.932432Z","time spent":"6.453743542s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":936,"request content":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aaa0bc7363b\" "} {"level":"warn","ts":"2026-07-12T02:43:55.386092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.428867785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-12T02:43:55.386212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.06180049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.386266Z","caller":"traceutil/trace.go:171","msg":"trace[829953815] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26351; }","duration":"6.061889012s","start":"2026-07-12T02:43:49.324361Z","end":"2026-07-12T02:43:55.38625Z","steps":["trace[829953815] 'agreement among raft nodes before linearized reading' (duration: 6.06181871s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.842705195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:55.386315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142972227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:55.386321Z","caller":"traceutil/trace.go:171","msg":"trace[499133890] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26351; }","duration":"4.842770367s","start":"2026-07-12T02:43:50.54354Z","end":"2026-07-12T02:43:55.386311Z","steps":["trace[499133890] 'agreement among raft nodes before linearized reading' (duration: 4.842726986s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.386344Z","caller":"traceutil/trace.go:171","msg":"trace[1450306376] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26351; }","duration":"4.143039599s","start":"2026-07-12T02:43:51.243298Z","end":"2026-07-12T02:43:55.386338Z","steps":["trace[1450306376] 'agreement among raft nodes before linearized reading' (duration: 4.142990247s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:50.54352Z","time spent":"4.842827118s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.24328Z","time spent":"4.14307968s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.456364523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:5268"} {"level":"info","ts":"2026-07-12T02:43:55.3864Z","caller":"traceutil/trace.go:171","msg":"trace[883199661] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26351; }","duration":"6.456417403s","start":"2026-07-12T02:43:48.929977Z","end":"2026-07-12T02:43:55.386394Z","steps":["trace[883199661] 'agreement among raft nodes before linearized reading' (duration: 6.456350981s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.929963Z","time spent":"6.456455995s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5290,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" "} {"level":"warn","ts":"2026-07-12T02:43:55.386424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.95750543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.386457Z","caller":"traceutil/trace.go:171","msg":"trace[1122695429] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26351; }","duration":"6.957571002s","start":"2026-07-12T02:43:48.428876Z","end":"2026-07-12T02:43:55.386447Z","steps":["trace[1122695429] 'agreement among raft nodes before linearized reading' (duration: 6.95752655s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.428859Z","time spent":"6.957626173s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.333925Z","time spent":"4.052109492s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:55.386223Z","caller":"traceutil/trace.go:171","msg":"trace[1920021728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26351; }","duration":"6.429023579s","start":"2026-07-12T02:43:48.957191Z","end":"2026-07-12T02:43:55.386215Z","steps":["trace[1920021728] 'agreement among raft nodes before linearized reading' (duration: 6.428765872s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.38667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:48.957185Z","time spent":"6.429476271s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:43:55.386157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851776422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:43:55.386795Z","caller":"traceutil/trace.go:171","msg":"trace[1624484691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26351; }","duration":"5.852453501s","start":"2026-07-12T02:43:49.534331Z","end":"2026-07-12T02:43:55.386785Z","steps":["trace[1624484691] 'agreement among raft nodes before linearized reading' (duration: 5.851795933s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.534311Z","time spent":"5.852498012s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.324343Z","time spent":"6.061960134s","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.386009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734340066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:43:55.3871Z","caller":"traceutil/trace.go:171","msg":"trace[1406613565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26351; }","duration":"5.735440696s","start":"2026-07-12T02:43:49.651648Z","end":"2026-07-12T02:43:55.387088Z","steps":["trace[1406613565] 'agreement among raft nodes before linearized reading' (duration: 5.734264244s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.387135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.65164Z","time spent":"5.735482457s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:43:55.386022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.764296168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.387228Z","caller":"traceutil/trace.go:171","msg":"trace[637321187] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26351; }","duration":"5.765505691s","start":"2026-07-12T02:43:49.621699Z","end":"2026-07-12T02:43:55.387205Z","steps":["trace[637321187] 'agreement among raft nodes before linearized reading' (duration: 5.764231867s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.386002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828521445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:55.387293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:49.62165Z","time spent":"5.765623144s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:55.38731Z","caller":"traceutil/trace.go:171","msg":"trace[1394642487] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26351; }","duration":"4.829887132s","start":"2026-07-12T02:43:50.557395Z","end":"2026-07-12T02:43:55.387282Z","steps":["trace[1394642487] 'agreement among raft nodes before linearized reading' (duration: 4.828554786s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.385974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.333806Z","time spent":"4.052078912s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:55.387378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:50.557374Z","time spent":"4.829992414s","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:55.817414Z","caller":"traceutil/trace.go:171","msg":"trace[1259355732] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"1.945739794s","start":"2026-07-12T02:43:53.871625Z","end":"2026-07-12T02:43:55.817365Z","steps":["trace[1259355732] 'process raft request' (duration: 1.91461104s)","trace[1259355732] 'compare' (duration: 30.355343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:55.818773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:53.871596Z","time spent":"1.94634687s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:55.819399Z","caller":"traceutil/trace.go:171","msg":"trace[1710271253] linearizableReadLoop","detail":"{readStateIndex:27227; appliedIndex:27225; }","duration":"433.462824ms","start":"2026-07-12T02:43:55.385908Z","end":"2026-07-12T02:43:55.819371Z","steps":["trace[1710271253] 'read index received' (duration: 400.411199ms)","trace[1710271253] 'applied index is now lower than readState.Index' (duration: 33.050565ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:43:55.81951Z","caller":"traceutil/trace.go:171","msg":"trace[816338212] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"1.549209809s","start":"2026-07-12T02:43:54.270288Z","end":"2026-07-12T02:43:55.819498Z","steps":["trace[816338212] 'process raft request' (duration: 1.546435455s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.81957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209345177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.819615Z","caller":"traceutil/trace.go:171","msg":"trace[956208921] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26353; }","duration":"2.20944756s","start":"2026-07-12T02:43:53.610155Z","end":"2026-07-12T02:43:55.819602Z","steps":["trace[956208921] 'agreement among raft nodes before linearized reading' (duration: 2.209355017s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.819616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:54.270255Z","time spent":"1.549281261s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:55.819645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:53.610133Z","time spent":"2.20950313s","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.81984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.522762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.819868Z","caller":"traceutil/trace.go:171","msg":"trace[286985453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26353; }","duration":"584.599684ms","start":"2026-07-12T02:43:55.23526Z","end":"2026-07-12T02:43:55.819859Z","steps":["trace[286985453] 'agreement among raft nodes before linearized reading' (duration: 584.545343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.819916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.235237Z","time spent":"584.670296ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.819924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235331943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-12T02:43:55.819953Z","caller":"traceutil/trace.go:171","msg":"trace[1606721444] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26353; }","duration":"2.235397075s","start":"2026-07-12T02:43:53.584547Z","end":"2026-07-12T02:43:55.819944Z","steps":["trace[1606721444] 'agreement among raft nodes before linearized reading' (duration: 2.235245781s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.819977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:53.58453Z","time spent":"2.235440346s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-12T02:43:55.820088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829685374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:55.820098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674311782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.820117Z","caller":"traceutil/trace.go:171","msg":"trace[815988868] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26353; }","duration":"1.829773316s","start":"2026-07-12T02:43:53.990335Z","end":"2026-07-12T02:43:55.820109Z","steps":["trace[815988868] 'agreement among raft nodes before linearized reading' (duration: 1.829716745s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.820129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628151528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.820138Z","caller":"traceutil/trace.go:171","msg":"trace[88923864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26353; }","duration":"1.674350943s","start":"2026-07-12T02:43:54.145777Z","end":"2026-07-12T02:43:55.820128Z","steps":["trace[88923864] 'agreement among raft nodes before linearized reading' (duration: 1.67426174s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.820146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:53.990306Z","time spent":"1.829830888s","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.820161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:54.145701Z","time spent":"1.674456445s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:55.820199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435641984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.82028Z","caller":"traceutil/trace.go:171","msg":"trace[1820064251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26353; }","duration":"3.435760087s","start":"2026-07-12T02:43:52.38451Z","end":"2026-07-12T02:43:55.82027Z","steps":["trace[1820064251] 'agreement among raft nodes before linearized reading' (duration: 3.435662405s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.820315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:52.384481Z","time spent":"3.435820969s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.820634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951589629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-12T02:43:55.820705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812617926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-12T02:43:55.820717Z","caller":"traceutil/trace.go:171","msg":"trace[165032839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26353; }","duration":"3.951713403s","start":"2026-07-12T02:43:51.868984Z","end":"2026-07-12T02:43:55.820697Z","steps":["trace[165032839] 'agreement among raft nodes before linearized reading' (duration: 3.951451246s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.820739Z","caller":"traceutil/trace.go:171","msg":"trace[1495560433] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26353; }","duration":"3.812710558s","start":"2026-07-12T02:43:52.00802Z","end":"2026-07-12T02:43:55.82073Z","steps":["trace[1495560433] 'agreement among raft nodes before linearized reading' (duration: 3.812483522s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.820761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:52.008002Z","time spent":"3.812753148s","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.820757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913812447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:43:55.820764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.868967Z","time spent":"3.951788574s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:43:55.820796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592095248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.820793Z","caller":"traceutil/trace.go:171","msg":"trace[588597287] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26353; }","duration":"3.913894619s","start":"2026-07-12T02:43:51.906889Z","end":"2026-07-12T02:43:55.820783Z","steps":["trace[588597287] 'agreement among raft nodes before linearized reading' (duration: 3.913826117s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.820811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.925754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.820827Z","caller":"traceutil/trace.go:171","msg":"trace[176334867] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26353; }","duration":"1.592129749s","start":"2026-07-12T02:43:54.228687Z","end":"2026-07-12T02:43:55.820817Z","steps":["trace[176334867] 'agreement among raft nodes before linearized reading' (duration: 1.592068157s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.82084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:51.906867Z","time spent":"3.913962681s","remote":"127.0.0.1:56328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:43:55.820847Z","caller":"traceutil/trace.go:171","msg":"trace[1260653318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26353; }","duration":"936.996467ms","start":"2026-07-12T02:43:54.883841Z","end":"2026-07-12T02:43:55.820837Z","steps":["trace[1260653318] 'agreement among raft nodes before linearized reading' (duration: 936.921915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.820855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:54.228611Z","time spent":"1.592234792s","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.820871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:54.883823Z","time spent":"937.042517ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.820917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181096156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:43:55.820158Z","caller":"traceutil/trace.go:171","msg":"trace[640611126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26353; }","duration":"2.62821765s","start":"2026-07-12T02:43:53.191931Z","end":"2026-07-12T02:43:55.820148Z","steps":["trace[640611126] 'agreement among raft nodes before linearized reading' (duration: 2.628163079s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:55.821016Z","caller":"traceutil/trace.go:171","msg":"trace[1142940332] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26353; }","duration":"1.181792976s","start":"2026-07-12T02:43:54.639198Z","end":"2026-07-12T02:43:55.820991Z","steps":["trace[1142940332] 'agreement among raft nodes before linearized reading' (duration: 1.181606231s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:55.821059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:53.191913Z","time spent":"2.629130105s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:55.821072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:54.639172Z","time spent":"1.181888178s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:43:56.31989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:56.820223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:56.916566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102583293s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:43:57.019065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.216289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:43:57.019588Z","caller":"traceutil/trace.go:171","msg":"trace[1577474871] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"1.486855629s","start":"2026-07-12T02:43:55.532712Z","end":"2026-07-12T02:43:57.019568Z","steps":["trace[1577474871] 'process raft request' (duration: 1.486812178s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:57.019737Z","caller":"traceutil/trace.go:171","msg":"trace[1327114083] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"1.629640925s","start":"2026-07-12T02:43:55.390069Z","end":"2026-07-12T02:43:57.01971Z","steps":["trace[1327114083] 'process raft request' (duration: 1.62908727s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:57.019801Z","caller":"traceutil/trace.go:171","msg":"trace[313322433] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.630612381s","start":"2026-07-12T02:43:55.389155Z","end":"2026-07-12T02:43:57.019768Z","steps":["trace[313322433] 'process raft request' (duration: 1.527612611s)","trace[313322433] 'compare' (duration: 101.813838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:57.019854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.389954Z","time spent":"1.62984004s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:57.019958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.389134Z","time spent":"1.630734204s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:57.019976Z","caller":"traceutil/trace.go:171","msg":"trace[2097325289] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"1.6287076s","start":"2026-07-12T02:43:55.391239Z","end":"2026-07-12T02:43:57.019946Z","steps":["trace[2097325289] 'process raft request' (duration: 1.628129754s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:57.020025Z","caller":"traceutil/trace.go:171","msg":"trace[221467899] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"1.625628858s","start":"2026-07-12T02:43:55.394383Z","end":"2026-07-12T02:43:57.020012Z","steps":["trace[221467899] 'process raft request' (duration: 1.625049442s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:57.020051Z","caller":"traceutil/trace.go:171","msg":"trace[568253413] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"1.519216336s","start":"2026-07-12T02:43:55.500823Z","end":"2026-07-12T02:43:57.020039Z","steps":["trace[568253413] 'process raft request' (duration: 1.518662132s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:57.020104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.394362Z","time spent":"1.625693989s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:57.020107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.391224Z","time spent":"1.628823983s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:57.020113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.500799Z","time spent":"1.519285639s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:57.019817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.532702Z","time spent":"1.486932362s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:57.827561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:43:57.827642Z","caller":"traceutil/trace.go:171","msg":"trace[190890213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113581s","start":"2026-07-12T02:43:55.827512Z","end":"2026-07-12T02:43:57.827626Z","steps":["trace[190890213] 'agreement among raft nodes before linearized reading' (duration: 2.000005468s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:57.827681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.827506Z","time spent":"2.000167073s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:57.933081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015408438s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:43:58.28309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.785182ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-12T02:43:58.283306Z","caller":"traceutil/trace.go:171","msg":"trace[625499207] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27227; }","duration":"2.463829746s","start":"2026-07-12T02:43:55.819464Z","end":"2026-07-12T02:43:58.283294Z","steps":["trace[625499207] 'read index received' (duration: 1.097318362s)","trace[625499207] 'applied index is now lower than readState.Index' (duration: 1.366510674s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:43:58.283291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.821251Z","time spent":"2.462030847s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-12T02:43:58.283331Z","caller":"traceutil/trace.go:171","msg":"trace[537023217] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"2.321498712s","start":"2026-07-12T02:43:55.961809Z","end":"2026-07-12T02:43:58.283308Z","steps":["trace[537023217] 'process raft request' (duration: 2.321353518s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:43:58.283345Z","caller":"traceutil/trace.go:171","msg":"trace[116549814] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"1.412886896s","start":"2026-07-12T02:43:56.870435Z","end":"2026-07-12T02:43:58.283322Z","steps":["trace[116549814] 'process raft request' (duration: 1.412829005s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:58.283439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.961782Z","time spent":"2.321599525s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:43:58.283448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892998205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-12T02:43:58.28346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.870418Z","time spent":"1.412976158s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:43:58.283471Z","caller":"traceutil/trace.go:171","msg":"trace[1639521465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2789c280-7bf3-40d8-9378-b1d349d62abe; range_end:; response_count:1; response_revision:26361; }","duration":"2.893041486s","start":"2026-07-12T02:43:55.390423Z","end":"2026-07-12T02:43:58.283464Z","steps":["trace[1639521465] 'agreement among raft nodes before linearized reading' (duration: 2.892923203s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:58.28349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.39041Z","time spent":"2.893075417s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" "} {"level":"warn","ts":"2026-07-12T02:43:58.784026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:59.285015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:59.649139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997857804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:59.649226Z","caller":"traceutil/trace.go:171","msg":"trace[1537465888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998000958s","start":"2026-07-12T02:43:56.651205Z","end":"2026-07-12T02:43:59.649206Z","steps":["trace[1537465888] 'agreement among raft nodes before linearized reading' (duration: 2.997897145s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:59.649274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.651182Z","time spent":"2.998081471s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/12 02:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:59.650645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998592725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:59.650746Z","caller":"traceutil/trace.go:171","msg":"trace[1882059130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998741848s","start":"2026-07-12T02:43:56.651979Z","end":"2026-07-12T02:43:59.650721Z","steps":["trace[1882059130] 'agreement among raft nodes before linearized reading' (duration: 2.998623895s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:59.650828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.651967Z","time spent":"2.998848931s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/12 02:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:59.653697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000076864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:43:59.653759Z","caller":"traceutil/trace.go:171","msg":"trace[481846328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.000160627s","start":"2026-07-12T02:43:56.65358Z","end":"2026-07-12T02:43:59.653741Z","steps":["trace[481846328] 'agreement among raft nodes before linearized reading' (duration: 3.000095955s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:59.653793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.653567Z","time spent":"3.000217418s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/12 02:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:43:59.785656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:43:59.828842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:43:59.828927Z","caller":"traceutil/trace.go:171","msg":"trace[1613929679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385138s","start":"2026-07-12T02:43:57.828521Z","end":"2026-07-12T02:43:59.828906Z","steps":["trace[1613929679] 'agreement among raft nodes before linearized reading' (duration: 2.000277205s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:43:59.828965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.828482Z","time spent":"2.000476851s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:43:59.952403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983840535s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:00.193919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:58.734179Z","time spent":"1.459732472s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:00.194842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.538361ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:00.194993Z","caller":"traceutil/trace.go:171","msg":"trace[2031439034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26361; }","duration":"316.693225ms","start":"2026-07-12T02:43:59.878275Z","end":"2026-07-12T02:44:00.194968Z","steps":["trace[2031439034] 'range keys from in-memory index tree' (duration: 316.520161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.195758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.099454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:00.195987Z","caller":"traceutil/trace.go:171","msg":"trace[1625626109] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"2.803657372s","start":"2026-07-12T02:43:57.392318Z","end":"2026-07-12T02:44:00.195976Z","steps":["trace[1625626109] 'process raft request' (duration: 2.80361306s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.196029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.392315Z","time spent":"2.803697422s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:00.196102Z","caller":"traceutil/trace.go:171","msg":"trace[586640556] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"2.803916528s","start":"2026-07-12T02:43:57.392155Z","end":"2026-07-12T02:44:00.196072Z","steps":["trace[586640556] 'process raft request' (duration: 2.560433064s)","trace[586640556] 'compare' (duration: 242.847497ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:00.196158Z","caller":"traceutil/trace.go:171","msg":"trace[1895704461] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"2.803867587s","start":"2026-07-12T02:43:57.392285Z","end":"2026-07-12T02:44:00.196152Z","steps":["trace[1895704461] 'process raft request' (duration: 2.803545139s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.196188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.392279Z","time spent":"2.803892198s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:00.196247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.392137Z","time spent":"2.804035681s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:00.196397Z","caller":"traceutil/trace.go:171","msg":"trace[901671088] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"2.804087863s","start":"2026-07-12T02:43:57.392301Z","end":"2026-07-12T02:44:00.196389Z","steps":["trace[901671088] 'process raft request' (duration: 2.803651181s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.196436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.392273Z","time spent":"2.804146674s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:00.196556Z","caller":"traceutil/trace.go:171","msg":"trace[1429637060] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"2.802816799s","start":"2026-07-12T02:43:57.393734Z","end":"2026-07-12T02:44:00.196551Z","steps":["trace[1429637060] 'process raft request' (duration: 2.802624084s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.196585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.393693Z","time spent":"2.80287853s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:00.196693Z","caller":"traceutil/trace.go:171","msg":"trace[1140776106] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"2.372092368s","start":"2026-07-12T02:43:57.824595Z","end":"2026-07-12T02:44:00.196688Z","steps":["trace[1140776106] 'process raft request' (duration: 2.372063227s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.196724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.824576Z","time spent":"2.372133608s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:00.19678Z","caller":"traceutil/trace.go:171","msg":"trace[156753460] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"2.802957802s","start":"2026-07-12T02:43:57.393784Z","end":"2026-07-12T02:44:00.196742Z","steps":["trace[156753460] 'process raft request' (duration: 2.802746766s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.196984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.393741Z","time spent":"2.803149697s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:00.199384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000478181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:00.19945Z","caller":"traceutil/trace.go:171","msg":"trace[758694873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575144s","start":"2026-07-12T02:43:58.198856Z","end":"2026-07-12T02:44:00.199431Z","steps":["trace[758694873] 'agreement among raft nodes before linearized reading' (duration: 2.000505172s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:00.199498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:58.19875Z","time spent":"2.000739639s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:01.837683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:01.837757Z","caller":"traceutil/trace.go:171","msg":"trace[1548029392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000913012s","start":"2026-07-12T02:43:59.836826Z","end":"2026-07-12T02:44:01.837739Z","steps":["trace[1548029392] 'agreement among raft nodes before linearized reading' (duration: 2.000818109s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:01.837794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.836808Z","time spent":"2.000979604s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:02.698808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.746208902s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:44:02.784318Z","caller":"traceutil/trace.go:171","msg":"trace[1310319691] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"4.499584513s","start":"2026-07-12T02:43:58.2847Z","end":"2026-07-12T02:44:02.784284Z","steps":["trace[1310319691] 'process raft request' (duration: 4.414290227s)","trace[1310319691] 'compare' (duration: 84.273028ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:02.784377Z","caller":"traceutil/trace.go:171","msg":"trace[1544480317] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"3.756491682s","start":"2026-07-12T02:43:59.027849Z","end":"2026-07-12T02:44:02.784341Z","steps":["trace[1544480317] 'process raft request' (duration: 3.755952378s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:02.784415Z","caller":"traceutil/trace.go:171","msg":"trace[532033011] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"3.413140951s","start":"2026-07-12T02:43:59.371253Z","end":"2026-07-12T02:44:02.784394Z","steps":["trace[532033011] 'process raft request' (duration: 3.412864654s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:02.784491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:58.284681Z","time spent":"4.499724986s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:02.784545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.371228Z","time spent":"3.413242484s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:02.784559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.027834Z","time spent":"3.756619945s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:03.838283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:03.838371Z","caller":"traceutil/trace.go:171","msg":"trace[1133875196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162333s","start":"2026-07-12T02:44:01.838188Z","end":"2026-07-12T02:44:03.83835Z","steps":["trace[1133875196] 'agreement among raft nodes before linearized reading' (duration: 2.00005533s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:03.838469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:01.838177Z","time spent":"2.000278926s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:04.048038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348906023s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:04.168083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38387652s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:44:04.169697Z","caller":"traceutil/trace.go:171","msg":"trace[753189131] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"4.517233725s","start":"2026-07-12T02:43:59.652438Z","end":"2026-07-12T02:44:04.169671Z","steps":["trace[753189131] 'process raft request' (duration: 4.515761506s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:04.169821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.652417Z","time spent":"4.517334908s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:04.652844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.65376Z","time spent":"4.999076606s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/12 02:44:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:05.846381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:05.846506Z","caller":"traceutil/trace.go:171","msg":"trace[1075004829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279685s","start":"2026-07-12T02:44:03.846199Z","end":"2026-07-12T02:44:05.846478Z","steps":["trace[1075004829] 'agreement among raft nodes before linearized reading' (duration: 2.000113891s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.846572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:03.846139Z","time spent":"2.000420489s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:05.877329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707586942s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:05.877743Z","caller":"traceutil/trace.go:171","msg":"trace[100612154] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"3.672544672s","start":"2026-07-12T02:44:02.20518Z","end":"2026-07-12T02:44:05.877725Z","steps":["trace[100612154] 'process raft request' (duration: 3.672505361s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.877818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.205159Z","time spent":"3.672626785s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:05.878096Z","caller":"traceutil/trace.go:171","msg":"trace[2123056890] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27236; }","duration":"7.594755974s","start":"2026-07-12T02:43:58.283328Z","end":"2026-07-12T02:44:05.878084Z","steps":["trace[2123056890] 'read index received' (duration: 1.669274757s)","trace[2123056890] 'applied index is now lower than readState.Index' (duration: 5.925480257s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:05.878167Z","caller":"traceutil/trace.go:171","msg":"trace[917672094] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"3.674383762s","start":"2026-07-12T02:44:02.203773Z","end":"2026-07-12T02:44:05.878156Z","steps":["trace[917672094] 'process raft request' (duration: 3.673661883s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.203749Z","time spent":"3.674437023s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:05.878342Z","caller":"traceutil/trace.go:171","msg":"trace[178720997] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"3.674521436s","start":"2026-07-12T02:44:02.203811Z","end":"2026-07-12T02:44:05.878333Z","steps":["trace[178720997] 'process raft request' (duration: 3.673687393s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.20379Z","time spent":"3.674573076s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:05.878464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.724017511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:05.878511Z","caller":"traceutil/trace.go:171","msg":"trace[223972241] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26380; }","duration":"8.724072663s","start":"2026-07-12T02:43:57.154426Z","end":"2026-07-12T02:44:05.878499Z","steps":["trace[223972241] 'agreement among raft nodes before linearized reading' (duration: 8.723987401s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.05669135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18432"} {"level":"warn","ts":"2026-07-12T02:44:05.878508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.294459656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:05.878605Z","caller":"traceutil/trace.go:171","msg":"trace[1492913803] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26380; }","duration":"9.294606829s","start":"2026-07-12T02:43:56.583979Z","end":"2026-07-12T02:44:05.878585Z","steps":["trace[1492913803] 'agreement among raft nodes before linearized reading' (duration: 9.294448155s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.680842441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:05.87866Z","caller":"traceutil/trace.go:171","msg":"trace[1562643383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26380; }","duration":"7.681047426s","start":"2026-07-12T02:43:58.197602Z","end":"2026-07-12T02:44:05.878649Z","steps":["trace[1562643383] 'agreement among raft nodes before linearized reading' (duration: 7.680992355s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:58.197565Z","time spent":"7.681128888s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.87866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.583956Z","time spent":"9.294692692s","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.878713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.667686216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:05.878724Z","caller":"traceutil/trace.go:171","msg":"trace[1898693894] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"3.674157176s","start":"2026-07-12T02:44:02.204517Z","end":"2026-07-12T02:44:05.878674Z","steps":["trace[1898693894] 'process raft request' (duration: 3.673140249s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.855580137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7d7cbdf6cf-hz4mw.18c1690354b93813\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-07-12T02:44:05.878794Z","caller":"traceutil/trace.go:171","msg":"trace[550495157] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26380; }","duration":"9.66781322s","start":"2026-07-12T02:43:56.210963Z","end":"2026-07-12T02:44:05.878776Z","steps":["trace[550495157] 'agreement among raft nodes before linearized reading' (duration: 9.667663706s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:05.878834Z","caller":"traceutil/trace.go:171","msg":"trace[1401731415] range","detail":"{range_begin:/registry/events/openstack/glance-api-7d7cbdf6cf-hz4mw.18c1690354b93813; range_end:; response_count:1; response_revision:26380; }","duration":"8.855621318s","start":"2026-07-12T02:43:57.023202Z","end":"2026-07-12T02:44:05.878824Z","steps":["trace[1401731415] 'agreement among raft nodes before linearized reading' (duration: 8.855521115s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.210946Z","time spent":"9.667889622s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.878862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.023165Z","time spent":"8.85569017s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-7d7cbdf6cf-hz4mw.18c1690354b93813\" "} {"level":"warn","ts":"2026-07-12T02:44:05.878873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.220626058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-12T02:44:05.878852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.794558676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:05.878845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.43508325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:05.87856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.154394Z","time spent":"8.724156245s","remote":"127.0.0.1:49290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.878901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.204505Z","time spent":"3.674302979s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:05.87891Z","caller":"traceutil/trace.go:171","msg":"trace[620953177] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26380; }","duration":"9.220680209s","start":"2026-07-12T02:43:56.65822Z","end":"2026-07-12T02:44:05.8789Z","steps":["trace[620953177] 'agreement among raft nodes before linearized reading' (duration: 9.220537515s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:05.878933Z","caller":"traceutil/trace.go:171","msg":"trace[249300721] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26380; }","duration":"9.794693039s","start":"2026-07-12T02:43:56.084219Z","end":"2026-07-12T02:44:05.878912Z","steps":["trace[249300721] 'agreement among raft nodes before linearized reading' (duration: 9.794543085s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:05.878962Z","caller":"traceutil/trace.go:171","msg":"trace[1972813364] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26380; }","duration":"8.435257865s","start":"2026-07-12T02:43:57.443668Z","end":"2026-07-12T02:44:05.878926Z","steps":["trace[1972813364] 'agreement among raft nodes before linearized reading' (duration: 8.435042679s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.878987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.084202Z","time spent":"9.794773472s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.87902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.443643Z","time spent":"8.435364137s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:05.879057Z","caller":"traceutil/trace.go:171","msg":"trace[1595220529] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"3.675133512s","start":"2026-07-12T02:44:02.203912Z","end":"2026-07-12T02:44:05.879046Z","steps":["trace[1595220529] 'process raft request' (duration: 3.673644722s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.879072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.849341429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-07-12T02:44:05.879104Z","caller":"traceutil/trace.go:171","msg":"trace[905784440] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26380; }","duration":"8.849402761s","start":"2026-07-12T02:43:57.029694Z","end":"2026-07-12T02:44:05.879097Z","steps":["trace[905784440] 'agreement among raft nodes before linearized reading' (duration: 8.849275748s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.879129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.203874Z","time spent":"3.675220394s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:05.879138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.029681Z","time spent":"8.849450812s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5349,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" "} {"level":"warn","ts":"2026-07-12T02:44:05.878948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.65821Z","time spent":"9.22073018s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.878738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.728349537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-12T02:44:05.879302Z","caller":"traceutil/trace.go:171","msg":"trace[1599570662] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"3.675203443s","start":"2026-07-12T02:44:02.204086Z","end":"2026-07-12T02:44:05.87929Z","steps":["trace[1599570662] 'process raft request' (duration: 3.673506838s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.879352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.376549321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:05.879375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.20408Z","time spent":"3.675261836s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:05.879278Z","caller":"traceutil/trace.go:171","msg":"trace[459970501] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26380; }","duration":"8.728909772s","start":"2026-07-12T02:43:57.150342Z","end":"2026-07-12T02:44:05.879251Z","steps":["trace[459970501] 'agreement among raft nodes before linearized reading' (duration: 8.728343107s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:05.879411Z","caller":"traceutil/trace.go:171","msg":"trace[774056521] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26380; }","duration":"8.376671464s","start":"2026-07-12T02:43:57.502722Z","end":"2026-07-12T02:44:05.879393Z","steps":["trace[774056521] 'agreement among raft nodes before linearized reading' (duration: 8.376548491s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:05.879405Z","caller":"traceutil/trace.go:171","msg":"trace[1071475715] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"3.675268616s","start":"2026-07-12T02:44:02.204116Z","end":"2026-07-12T02:44:05.879385Z","steps":["trace[1071475715] 'process raft request' (duration: 3.673509139s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.879441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.150318Z","time spent":"8.729111018s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-12T02:44:05.879449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:57.502695Z","time spent":"8.376743056s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:05.879508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.204105Z","time spent":"3.675343788s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:05.878559Z","caller":"traceutil/trace.go:171","msg":"trace[321099687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26380; }","duration":"10.056729681s","start":"2026-07-12T02:43:55.821822Z","end":"2026-07-12T02:44:05.878552Z","steps":["trace[321099687] 'agreement among raft nodes before linearized reading' (duration: 10.056623118s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.879593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:55.821806Z","time spent":"10.057754158s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-12T02:44:05.880001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.873666785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-12T02:44:05.880041Z","caller":"traceutil/trace.go:171","msg":"trace[1756028170] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26380; }","duration":"9.873745657s","start":"2026-07-12T02:43:56.006287Z","end":"2026-07-12T02:44:05.880033Z","steps":["trace[1756028170] 'agreement among raft nodes before linearized reading' (duration: 9.872161725s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:05.880063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:56.006263Z","time spent":"9.873793939s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2650,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:06.077859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029636592s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:07.379699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301077471s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:07.390817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311956853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:07.391198Z","caller":"traceutil/trace.go:171","msg":"trace[361560759] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"4.100793927s","start":"2026-07-12T02:44:03.290344Z","end":"2026-07-12T02:44:07.391137Z","steps":["trace[361560759] 'process raft request' (duration: 2.787744645s)","trace[361560759] 'compare' (duration: 1.306682761s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:07.391396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:03.290318Z","time spent":"4.100965961s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:07.394504Z","caller":"traceutil/trace.go:171","msg":"trace[385698513] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"3.772979894s","start":"2026-07-12T02:44:03.6215Z","end":"2026-07-12T02:44:07.39448Z","steps":["trace[385698513] 'process raft request' (duration: 3.770274741s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.394655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:03.621472Z","time spent":"3.773105406s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:07.395361Z","caller":"traceutil/trace.go:171","msg":"trace[1976634929] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"2.604037002s","start":"2026-07-12T02:44:04.791288Z","end":"2026-07-12T02:44:07.395325Z","steps":["trace[1976634929] 'process raft request' (duration: 2.603759805s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.395484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991911184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.395523Z","caller":"traceutil/trace.go:171","msg":"trace[181289265] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26383; }","duration":"4.991997777s","start":"2026-07-12T02:44:02.403518Z","end":"2026-07-12T02:44:07.395515Z","steps":["trace[181289265] 'agreement among raft nodes before linearized reading' (duration: 4.991926655s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.395556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.403499Z","time spent":"4.992044217s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.395565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.42751825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.395607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.329003096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.395659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656065319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.395706Z","caller":"traceutil/trace.go:171","msg":"trace[803284342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26383; }","duration":"5.65611686s","start":"2026-07-12T02:44:01.739579Z","end":"2026-07-12T02:44:07.395696Z","steps":["trace[803284342] 'agreement among raft nodes before linearized reading' (duration: 5.656033708s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.395696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.15361941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.39568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.930718088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:07.395722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.330248453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.395735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:01.739526Z","time spent":"5.656200263s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.395726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.369063292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:44:07.395756Z","caller":"traceutil/trace.go:171","msg":"trace[697553532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26383; }","duration":"6.153694262s","start":"2026-07-12T02:44:01.242034Z","end":"2026-07-12T02:44:07.395728Z","steps":["trace[697553532] 'agreement among raft nodes before linearized reading' (duration: 6.15361904s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.395762Z","caller":"traceutil/trace.go:171","msg":"trace[705636707] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26383; }","duration":"6.330286704s","start":"2026-07-12T02:44:01.065467Z","end":"2026-07-12T02:44:07.395754Z","steps":["trace[705636707] 'agreement among raft nodes before linearized reading' (duration: 6.330228422s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.395769Z","caller":"traceutil/trace.go:171","msg":"trace[1242209154] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26383; }","duration":"5.930874822s","start":"2026-07-12T02:44:01.464874Z","end":"2026-07-12T02:44:07.395749Z","steps":["trace[1242209154] 'agreement among raft nodes before linearized reading' (duration: 5.930647496s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.395789Z","caller":"traceutil/trace.go:171","msg":"trace[1154336766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26383; }","duration":"8.369153385s","start":"2026-07-12T02:43:59.026622Z","end":"2026-07-12T02:44:07.395775Z","steps":["trace[1154336766] 'agreement among raft nodes before linearized reading' (duration: 8.368944379s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.39579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.539857034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:07.395802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560969425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:07.395804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:01.242015Z","time spent":"6.153780644s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.395825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.026613Z","time spent":"8.369204836s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:07.395738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.882887Z","time spent":"1.512842815s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:07.395841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411211494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.39583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:01.464844Z","time spent":"5.930974705s","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:07.395856Z","caller":"traceutil/trace.go:171","msg":"trace[615149528] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26383; }","duration":"6.561070397s","start":"2026-07-12T02:44:00.834773Z","end":"2026-07-12T02:44:07.395843Z","steps":["trace[615149528] 'agreement among raft nodes before linearized reading' (duration: 6.560935404s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.39591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152836904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.395917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:00.83475Z","time spent":"6.56115681s","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:07.396133Z","caller":"traceutil/trace.go:171","msg":"trace[1673652596] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26383; }","duration":"2.153101561s","start":"2026-07-12T02:44:05.243026Z","end":"2026-07-12T02:44:07.396127Z","steps":["trace[1673652596] 'agreement among raft nodes before linearized reading' (duration: 2.152864195s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.243007Z","time spent":"2.153146482s","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.396168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608999224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-12T02:44:07.395795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:04.791265Z","time spent":"2.604201987s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:07.396268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848823199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.395635Z","caller":"traceutil/trace.go:171","msg":"trace[603077490] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26383; }","duration":"6.427650673s","start":"2026-07-12T02:44:00.96796Z","end":"2026-07-12T02:44:07.395611Z","steps":["trace[603077490] 'agreement among raft nodes before linearized reading' (duration: 6.427512079s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947387311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.395673Z","caller":"traceutil/trace.go:171","msg":"trace[581625145] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26383; }","duration":"5.329138349s","start":"2026-07-12T02:44:02.066521Z","end":"2026-07-12T02:44:07.395659Z","steps":["trace[581625145] 'agreement among raft nodes before linearized reading' (duration: 5.329015166s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.396395Z","caller":"traceutil/trace.go:171","msg":"trace[1245594119] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26383; }","duration":"4.947461073s","start":"2026-07-12T02:44:02.448921Z","end":"2026-07-12T02:44:07.396382Z","steps":["trace[1245594119] 'agreement among raft nodes before linearized reading' (duration: 4.947406391s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.066491Z","time spent":"5.32990595s","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.396352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:00.967932Z","time spent":"6.428403924s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.396419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541876611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:07.395797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:01.065424Z","time spent":"6.330365846s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:07.396463Z","caller":"traceutil/trace.go:171","msg":"trace[1733857644] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26383; }","duration":"3.541960464s","start":"2026-07-12T02:44:03.85449Z","end":"2026-07-12T02:44:07.39645Z","steps":["trace[1733857644] 'agreement among raft nodes before linearized reading' (duration: 3.541877491s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.395834Z","caller":"traceutil/trace.go:171","msg":"trace[1099284900] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26383; }","duration":"7.539965647s","start":"2026-07-12T02:43:59.855857Z","end":"2026-07-12T02:44:07.395822Z","steps":["trace[1099284900] 'agreement among raft nodes before linearized reading' (duration: 7.539882305s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:03.854473Z","time spent":"3.542061596s","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:07.396212Z","caller":"traceutil/trace.go:171","msg":"trace[1225342537] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26383; }","duration":"4.609076016s","start":"2026-07-12T02:44:02.787126Z","end":"2026-07-12T02:44:07.396202Z","steps":["trace[1225342537] 'agreement among raft nodes before linearized reading' (duration: 4.608695446s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135904888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:07.39631Z","caller":"traceutil/trace.go:171","msg":"trace[564158536] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26383; }","duration":"4.848897701s","start":"2026-07-12T02:44:02.547398Z","end":"2026-07-12T02:44:07.396295Z","steps":["trace[564158536] 'agreement among raft nodes before linearized reading' (duration: 4.84882996s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.395863Z","caller":"traceutil/trace.go:171","msg":"trace[1425210252] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26383; }","duration":"4.411260416s","start":"2026-07-12T02:44:02.984597Z","end":"2026-07-12T02:44:07.395857Z","steps":["trace[1425210252] 'agreement among raft nodes before linearized reading' (duration: 4.411221025s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.39642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.4489Z","time spent":"4.947513905s","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.396699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.547379Z","time spent":"4.849298233s","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.396613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.787111Z","time spent":"4.609493938s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-12T02:44:07.39674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:02.984582Z","time spent":"4.412144309s","remote":"127.0.0.1:45218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.396692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.855839Z","time spent":"7.540773198s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.395801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548339577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.396842Z","caller":"traceutil/trace.go:171","msg":"trace[411259770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26383; }","duration":"1.549414656s","start":"2026-07-12T02:44:05.847419Z","end":"2026-07-12T02:44:07.396833Z","steps":["trace[411259770] 'agreement among raft nodes before linearized reading' (duration: 1.548352087s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99844721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277848"} {"level":"warn","ts":"2026-07-12T02:44:07.39688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.847392Z","time spent":"1.549475757s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:44:07.396884Z","caller":"traceutil/trace.go:171","msg":"trace[1531917578] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26383; }","duration":"2.998509022s","start":"2026-07-12T02:44:04.398368Z","end":"2026-07-12T02:44:07.396877Z","steps":["trace[1531917578] 'agreement among raft nodes before linearized reading' (duration: 2.998129332s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.39691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:04.39835Z","time spent":"2.998553833s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277870,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-12T02:44:07.396644Z","caller":"traceutil/trace.go:171","msg":"trace[1790230060] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26383; }","duration":"4.13597975s","start":"2026-07-12T02:44:03.260657Z","end":"2026-07-12T02:44:07.396637Z","steps":["trace[1790230060] 'agreement among raft nodes before linearized reading' (duration: 4.135889777s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.396992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:03.260638Z","time spent":"4.13634692s","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.397042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.425039851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:07.397065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.370431848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:44:07.397096Z","caller":"traceutil/trace.go:171","msg":"trace[306099445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26383; }","duration":"8.37049683s","start":"2026-07-12T02:43:59.026592Z","end":"2026-07-12T02:44:07.397088Z","steps":["trace[306099445] 'agreement among raft nodes before linearized reading' (duration: 8.370399767s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:07.397092Z","caller":"traceutil/trace.go:171","msg":"trace[100415769] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26383; }","duration":"8.425125903s","start":"2026-07-12T02:43:58.971953Z","end":"2026-07-12T02:44:07.397079Z","steps":["trace[100415769] 'agreement among raft nodes before linearized reading' (duration: 8.425049151s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.39713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:59.02657Z","time spent":"8.370553722s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:07.397137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:58.971933Z","time spent":"8.425195716s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:07.397222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.109857251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-12T02:44:07.397256Z","caller":"traceutil/trace.go:171","msg":"trace[681924884] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26383; }","duration":"9.109915152s","start":"2026-07-12T02:43:58.287333Z","end":"2026-07-12T02:44:07.397248Z","steps":["trace[681924884] 'agreement among raft nodes before linearized reading' (duration: 9.109795639s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.397323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:43:58.287315Z","time spent":"9.109984354s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-12T02:44:07.401494Z","caller":"traceutil/trace.go:171","msg":"trace[807679820] linearizableReadLoop","detail":"{readStateIndex:27259; appliedIndex:27256; }","duration":"1.517282905s","start":"2026-07-12T02:44:05.878128Z","end":"2026-07-12T02:44:07.395411Z","steps":["trace[807679820] 'read index received' (duration: 199.951548ms)","trace[807679820] 'applied index is now lower than readState.Index' (duration: 1.317329957s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:07.401751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464707156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.401804Z","caller":"traceutil/trace.go:171","msg":"trace[270148865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26383; }","duration":"1.464769388s","start":"2026-07-12T02:44:05.937019Z","end":"2026-07-12T02:44:07.401789Z","steps":["trace[270148865] 'agreement among raft nodes before linearized reading' (duration: 1.464661685s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.401843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.936965Z","time spent":"1.46487238s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-12T02:44:07.401841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517794208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-12T02:44:07.401889Z","caller":"traceutil/trace.go:171","msg":"trace[1642145597] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26383; }","duration":"1.51787695s","start":"2026-07-12T02:44:05.883997Z","end":"2026-07-12T02:44:07.401874Z","steps":["trace[1642145597] 'agreement among raft nodes before linearized reading' (duration: 1.517678135s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.401941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.883974Z","time spent":"1.517956322s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-12T02:44:07.401946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517260744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-12T02:44:07.401979Z","caller":"traceutil/trace.go:171","msg":"trace[14086154] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26383; }","duration":"1.517309405s","start":"2026-07-12T02:44:05.88466Z","end":"2026-07-12T02:44:07.40197Z","steps":["trace[14086154] 'agreement among raft nodes before linearized reading' (duration: 1.517187422s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.402007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.884652Z","time spent":"1.517346816s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-12T02:44:07.402124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517955542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-12T02:44:07.402145Z","caller":"traceutil/trace.go:171","msg":"trace[748648013] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26383; }","duration":"1.518002374s","start":"2026-07-12T02:44:05.884138Z","end":"2026-07-12T02:44:07.402141Z","steps":["trace[748648013] 'agreement among raft nodes before linearized reading' (duration: 1.517953993s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.402158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:05.884126Z","time spent":"1.518029734s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-12T02:44:07.854934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.12287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:07.855061Z","caller":"traceutil/trace.go:171","msg":"trace[278661410] linearizableReadLoop","detail":"{readStateIndex:27261; appliedIndex:27260; }","duration":"451.183339ms","start":"2026-07-12T02:44:07.403857Z","end":"2026-07-12T02:44:07.855041Z","steps":["trace[278661410] 'read index received' (duration: 165.871194ms)","trace[278661410] 'applied index is now lower than readState.Index' (duration: 285.310995ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:07.855138Z","caller":"traceutil/trace.go:171","msg":"trace[193056901] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"452.30942ms","start":"2026-07-12T02:44:07.402817Z","end":"2026-07-12T02:44:07.855126Z","steps":["trace[193056901] 'process raft request' (duration: 166.897962ms)","trace[193056901] 'compare' (duration: 284.966466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:07.855198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.402792Z","time spent":"452.371142ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:07.855418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.557439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:07.85545Z","caller":"traceutil/trace.go:171","msg":"trace[1641861564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26384; }","duration":"451.599431ms","start":"2026-07-12T02:44:07.403838Z","end":"2026-07-12T02:44:07.855437Z","steps":["trace[1641861564] 'agreement among raft nodes before linearized reading' (duration: 451.539239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:07.855479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.40383Z","time spent":"451.643662ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:08.355817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:08.856393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:08.907026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33727979s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:09.027938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.40867Z","time spent":"1.619258376s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/12 02:44:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:09.028086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.40602Z","time spent":"1.622064711s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/12 02:44:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:10.579062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.708875ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:10.579205Z","caller":"traceutil/trace.go:171","msg":"trace[1290942168] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26384; }","duration":"700.863019ms","start":"2026-07-12T02:44:09.878315Z","end":"2026-07-12T02:44:10.579179Z","steps":["trace[1290942168] 'range keys from in-memory index tree' (duration: 700.688554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.579568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.670196162s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:10.580418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672543205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:10.58139Z","caller":"traceutil/trace.go:171","msg":"trace[1892184513] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"3.175256078s","start":"2026-07-12T02:44:07.406117Z","end":"2026-07-12T02:44:10.581373Z","steps":["trace[1892184513] 'process raft request' (duration: 3.174472567s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.581471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.406082Z","time spent":"3.175353251s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:10.58166Z","caller":"traceutil/trace.go:171","msg":"trace[472440769] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"3.173399398s","start":"2026-07-12T02:44:07.408243Z","end":"2026-07-12T02:44:10.581643Z","steps":["trace[472440769] 'process raft request' (duration: 3.17306783s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.581773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.408221Z","time spent":"3.17348142s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:10.58177Z","caller":"traceutil/trace.go:171","msg":"trace[683902127] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"3.170583012s","start":"2026-07-12T02:44:07.411158Z","end":"2026-07-12T02:44:10.581741Z","steps":["trace[683902127] 'process raft request' (duration: 3.170471049s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:10.581868Z","caller":"traceutil/trace.go:171","msg":"trace[730961585] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"2.695294067s","start":"2026-07-12T02:44:07.886564Z","end":"2026-07-12T02:44:10.581858Z","steps":["trace[730961585] 'process raft request' (duration: 2.695132253s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.581903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.411149Z","time spent":"3.170685666s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:10.581932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.886525Z","time spent":"2.695373519s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:10.582082Z","caller":"traceutil/trace.go:171","msg":"trace[478429298] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"2.695124993s","start":"2026-07-12T02:44:07.886941Z","end":"2026-07-12T02:44:10.582066Z","steps":["trace[478429298] 'process raft request' (duration: 2.694875196s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.582165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.886929Z","time spent":"2.695188734s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:10.582164Z","caller":"traceutil/trace.go:171","msg":"trace[1363438739] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"2.694784784s","start":"2026-07-12T02:44:07.887367Z","end":"2026-07-12T02:44:10.582152Z","steps":["trace[1363438739] 'process raft request' (duration: 2.69463277s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:10.582241Z","caller":"traceutil/trace.go:171","msg":"trace[1623779265] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"2.694787144s","start":"2026-07-12T02:44:07.887442Z","end":"2026-07-12T02:44:10.582229Z","steps":["trace[1623779265] 'process raft request' (duration: 2.694662071s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.582241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.887353Z","time spent":"2.694855036s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:10.582304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.887433Z","time spent":"2.694840705s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:10.582409Z","caller":"traceutil/trace.go:171","msg":"trace[592604149] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"2.694857316s","start":"2026-07-12T02:44:07.887541Z","end":"2026-07-12T02:44:10.582398Z","steps":["trace[592604149] 'process raft request' (duration: 2.69463996s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.582473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.887503Z","time spent":"2.694937228s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:10.582494Z","caller":"traceutil/trace.go:171","msg":"trace[1444472438] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"2.693978242s","start":"2026-07-12T02:44:07.888492Z","end":"2026-07-12T02:44:10.58247Z","steps":["trace[1444472438] 'process raft request' (duration: 2.693813087s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.582637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.88848Z","time spent":"2.694100186s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:10.582666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175499275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-12T02:44:10.582688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178723821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:44:10.582714Z","caller":"traceutil/trace.go:171","msg":"trace[1458792256] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26397; }","duration":"3.175558926s","start":"2026-07-12T02:44:07.40714Z","end":"2026-07-12T02:44:10.582699Z","steps":["trace[1458792256] 'agreement among raft nodes before linearized reading' (duration: 3.175406242s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:10.58272Z","caller":"traceutil/trace.go:171","msg":"trace[1726297582] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26397; }","duration":"3.178768022s","start":"2026-07-12T02:44:07.403943Z","end":"2026-07-12T02:44:10.582711Z","steps":["trace[1726297582] 'agreement among raft nodes before linearized reading' (duration: 3.178616858s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.58274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029442661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-12T02:44:10.58254Z","caller":"traceutil/trace.go:171","msg":"trace[1282380048] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27261; }","duration":"2.727440429s","start":"2026-07-12T02:44:07.855087Z","end":"2026-07-12T02:44:10.582528Z","steps":["trace[1282380048] 'read index received' (duration: 1.052134951s)","trace[1282380048] 'applied index is now lower than readState.Index' (duration: 1.675304108s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:10.582753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.407134Z","time spent":"3.175610677s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-12T02:44:10.582778Z","caller":"traceutil/trace.go:171","msg":"trace[951511382] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26397; }","duration":"3.029521423s","start":"2026-07-12T02:44:07.553246Z","end":"2026-07-12T02:44:10.582768Z","steps":["trace[951511382] 'agreement among raft nodes before linearized reading' (duration: 3.029298287s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.582815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.55322Z","time spent":"3.029586245s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418326,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-12T02:44:10.582828Z","caller":"traceutil/trace.go:171","msg":"trace[1132280749] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"2.227892864s","start":"2026-07-12T02:44:08.354926Z","end":"2026-07-12T02:44:10.582819Z","steps":["trace[1132280749] 'process raft request' (duration: 2.227484853s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.582755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.403927Z","time spent":"3.178821873s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-12T02:44:10.582883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:08.354905Z","time spent":"2.227950235s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:10.582946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854867893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:10.582961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175991048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:10.583014Z","caller":"traceutil/trace.go:171","msg":"trace[916752356] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26397; }","duration":"2.855006637s","start":"2026-07-12T02:44:07.72799Z","end":"2026-07-12T02:44:10.582997Z","steps":["trace[916752356] 'agreement among raft nodes before linearized reading' (duration: 2.854829282s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.58307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.727967Z","time spent":"2.855087059s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:10.58317Z","caller":"traceutil/trace.go:171","msg":"trace[1005850346] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26397; }","duration":"3.176272825s","start":"2026-07-12T02:44:07.406733Z","end":"2026-07-12T02:44:10.583006Z","steps":["trace[1005850346] 'agreement among raft nodes before linearized reading' (duration: 3.175941816s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.583227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.406726Z","time spent":"3.176487891s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-12T02:44:10.582231Z","caller":"traceutil/trace.go:171","msg":"trace[1314569375] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"2.694713322s","start":"2026-07-12T02:44:07.8875Z","end":"2026-07-12T02:44:10.582213Z","steps":["trace[1314569375] 'process raft request' (duration: 2.6946466s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:10.58347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.887491Z","time spent":"2.695850502s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:11.139078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:11.13917Z","caller":"traceutil/trace.go:171","msg":"trace[639690864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346557s","start":"2026-07-12T02:44:09.138803Z","end":"2026-07-12T02:44:11.139149Z","steps":["trace[639690864] 'agreement among raft nodes before linearized reading' (duration: 2.000203194s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:11.139224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:09.138791Z","time spent":"2.00042332s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:12.50981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.681279Z","time spent":"1.828518623s","remote":"127.0.0.1:43420","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:12.509984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781171534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:451"} {"level":"info","ts":"2026-07-12T02:44:12.51017Z","caller":"traceutil/trace.go:171","msg":"trace[1874241806] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26397; }","duration":"3.479556802s","start":"2026-07-12T02:44:09.030597Z","end":"2026-07-12T02:44:12.510154Z","steps":["trace[1874241806] 'process raft request' (duration: 3.47947204s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.510229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:09.030575Z","time spent":"3.479624823s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:12.5104Z","caller":"traceutil/trace.go:171","msg":"trace[997577227] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26397; }","duration":"3.479843849s","start":"2026-07-12T02:44:09.030513Z","end":"2026-07-12T02:44:12.510357Z","steps":["trace[997577227] 'process raft request' (duration: 1.698215453s)","trace[997577227] 'compare' (duration: 1.781105292s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:12.511089Z","caller":"traceutil/trace.go:171","msg":"trace[2035683298] linearizableReadLoop","detail":"{readStateIndex:27278; appliedIndex:27274; }","duration":"1.928289766s","start":"2026-07-12T02:44:10.582776Z","end":"2026-07-12T02:44:12.511066Z","steps":["trace[2035683298] 'read index received' (duration: 145.892729ms)","trace[2035683298] 'applied index is now lower than readState.Index' (duration: 1.782395597s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:12.511242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129907009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:12.511332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2368695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:12.51139Z","caller":"traceutil/trace.go:171","msg":"trace[882685160] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"3.093046906s","start":"2026-07-12T02:44:09.418332Z","end":"2026-07-12T02:44:12.511379Z","steps":["trace[882685160] 'process raft request' (duration: 3.091765981s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:12.511404Z","caller":"traceutil/trace.go:171","msg":"trace[1087728521] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26399; }","duration":"3.237004103s","start":"2026-07-12T02:44:09.27438Z","end":"2026-07-12T02:44:12.511384Z","steps":["trace[1087728521] 'agreement among raft nodes before linearized reading' (duration: 3.236804447s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.511455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:09.274354Z","time spent":"3.237084775s","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:12.511485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:09.418313Z","time spent":"3.093110627s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:12.511473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504794311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:12.511644Z","caller":"traceutil/trace.go:171","msg":"trace[233244298] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26399; }","duration":"4.505088689s","start":"2026-07-12T02:44:08.006531Z","end":"2026-07-12T02:44:12.51162Z","steps":["trace[233244298] 'agreement among raft nodes before linearized reading' (duration: 4.504689038s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.511734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:08.006512Z","time spent":"4.505206512s","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:12.511779Z","caller":"traceutil/trace.go:171","msg":"trace[1629575505] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"2.222428458s","start":"2026-07-12T02:44:10.289336Z","end":"2026-07-12T02:44:12.511765Z","steps":["trace[1629575505] 'process raft request' (duration: 2.221607876s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.511843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.289314Z","time spent":"2.222498509s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:12.512036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652625992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-12T02:44:12.512098Z","caller":"traceutil/trace.go:171","msg":"trace[216983208] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb; range_end:; response_count:1; response_revision:26399; }","duration":"4.652720385s","start":"2026-07-12T02:44:07.859363Z","end":"2026-07-12T02:44:12.512083Z","steps":["trace[216983208] 'agreement among raft nodes before linearized reading' (duration: 4.652288413s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:12.511328Z","caller":"traceutil/trace.go:171","msg":"trace[1821810773] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26399; }","duration":"2.130003792s","start":"2026-07-12T02:44:10.381302Z","end":"2026-07-12T02:44:12.511306Z","steps":["trace[1821810773] 'agreement among raft nodes before linearized reading' (duration: 2.129775156s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.512146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:07.859311Z","time spent":"4.652823628s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" "} {"level":"warn","ts":"2026-07-12T02:44:12.512219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.381256Z","time spent":"2.130926566s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:12.512217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19386517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:12.512306Z","caller":"traceutil/trace.go:171","msg":"trace[506784347] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26399; }","duration":"4.194008954s","start":"2026-07-12T02:44:08.318276Z","end":"2026-07-12T02:44:12.512285Z","steps":["trace[506784347] 'agreement among raft nodes before linearized reading' (duration: 4.193827519s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.512357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:08.318255Z","time spent":"4.194091946s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:12.512986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:09.030493Z","time spent":"3.482387878s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:12.55165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723964761s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:44:12.552082Z","caller":"traceutil/trace.go:171","msg":"trace[992356329] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"1.724517286s","start":"2026-07-12T02:44:10.827539Z","end":"2026-07-12T02:44:12.552056Z","steps":["trace[992356329] 'process raft request' (duration: 1.724317521s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:12.552233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.827508Z","time spent":"1.72464676s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:13.139592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:13.139949Z","caller":"traceutil/trace.go:171","msg":"trace[212528160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352448s","start":"2026-07-12T02:44:11.139339Z","end":"2026-07-12T02:44:13.139691Z","steps":["trace[212528160] 'agreement among raft nodes before linearized reading' (duration: 2.000152232s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:13.14005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:11.139322Z","time spent":"2.000709097s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:14.538197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.968218018s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:15.144237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.472853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:15.144668Z","caller":"traceutil/trace.go:171","msg":"trace[1560306817] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27278; }","duration":"2.633500703s","start":"2026-07-12T02:44:12.511146Z","end":"2026-07-12T02:44:15.144647Z","steps":["trace[1560306817] 'read index received' (duration: 40.873005ms)","trace[1560306817] 'applied index is now lower than readState.Index' (duration: 2.592626258s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:15.144797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2062972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:15.144844Z","caller":"traceutil/trace.go:171","msg":"trace[1487982379] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"4.16920785s","start":"2026-07-12T02:44:10.975586Z","end":"2026-07-12T02:44:15.144793Z","steps":["trace[1487982379] 'process raft request' (duration: 3.563031068s)","trace[1487982379] 'compare' (duration: 604.320222ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:15.144896Z","caller":"traceutil/trace.go:171","msg":"trace[305867515] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26404; }","duration":"3.206453294s","start":"2026-07-12T02:44:11.93842Z","end":"2026-07-12T02:44:15.144873Z","steps":["trace[305867515] 'agreement among raft nodes before linearized reading' (duration: 3.206253479s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.144905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558420149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-07-12T02:44:15.144919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556688372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:44:15.144946Z","caller":"traceutil/trace.go:171","msg":"trace[1856626287] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26404; }","duration":"4.55847411s","start":"2026-07-12T02:44:10.58646Z","end":"2026-07-12T02:44:15.144934Z","steps":["trace[1856626287] 'agreement among raft nodes before linearized reading' (duration: 4.558305405s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.144947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:11.9384Z","time spent":"3.206536216s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:15.144988Z","caller":"traceutil/trace.go:171","msg":"trace[150830374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26404; }","duration":"4.556773925s","start":"2026-07-12T02:44:10.588193Z","end":"2026-07-12T02:44:15.144967Z","steps":["trace[150830374] 'agreement among raft nodes before linearized reading' (duration: 4.556559479s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.144989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.586455Z","time spent":"4.558524601s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5349,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" "} {"level":"warn","ts":"2026-07-12T02:44:15.14501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.975548Z","time spent":"4.169364684s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:15.145001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558928092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96f9b2c6-87b9-4ad1-8ee3-3b24ba08b340\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-12T02:44:15.145087Z","caller":"traceutil/trace.go:171","msg":"trace[641762959] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96f9b2c6-87b9-4ad1-8ee3-3b24ba08b340; range_end:; response_count:1; response_revision:26404; }","duration":"4.559025685s","start":"2026-07-12T02:44:10.586034Z","end":"2026-07-12T02:44:15.14506Z","steps":["trace[641762959] 'agreement among raft nodes before linearized reading' (duration: 4.558778579s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556492508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c16aaadd509358\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-07-12T02:44:15.145013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225327474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:15.145175Z","caller":"traceutil/trace.go:171","msg":"trace[592123499] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"3.114970383s","start":"2026-07-12T02:44:12.030186Z","end":"2026-07-12T02:44:15.145157Z","steps":["trace[592123499] 'process raft request' (duration: 3.114181842s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091630272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:15.145267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.030162Z","time spent":"3.115050174s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:15.145265Z","caller":"traceutil/trace.go:171","msg":"trace[306286250] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26404; }","duration":"4.091802816s","start":"2026-07-12T02:44:11.05344Z","end":"2026-07-12T02:44:15.145243Z","steps":["trace[306286250] 'agreement among raft nodes before linearized reading' (duration: 4.09157462s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559693072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-12T02:44:15.145276Z","caller":"traceutil/trace.go:171","msg":"trace[1560813248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26404; }","duration":"4.225702374s","start":"2026-07-12T02:44:10.919485Z","end":"2026-07-12T02:44:15.145187Z","steps":["trace[1560813248] 'agreement among raft nodes before linearized reading' (duration: 4.225304133s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:11.053407Z","time spent":"4.091906269s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:15.145373Z","caller":"traceutil/trace.go:171","msg":"trace[1019380976] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"2.744709152s","start":"2026-07-12T02:44:12.400645Z","end":"2026-07-12T02:44:15.145354Z","steps":["trace[1019380976] 'process raft request' (duration: 2.743842189s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:15.145336Z","caller":"traceutil/trace.go:171","msg":"trace[1551420089] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"2.629597498s","start":"2026-07-12T02:44:12.515696Z","end":"2026-07-12T02:44:15.145293Z","steps":["trace[1551420089] 'process raft request' (duration: 2.628838688s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.919464Z","time spent":"4.22594178s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:15.145466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.400618Z","time spent":"2.744801235s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:15.145546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.515675Z","time spent":"2.629766153s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:15.14514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.586026Z","time spent":"4.559104607s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-96f9b2c6-87b9-4ad1-8ee3-3b24ba08b340\" "} {"level":"info","ts":"2026-07-12T02:44:15.145349Z","caller":"traceutil/trace.go:171","msg":"trace[1881366954] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26404; }","duration":"4.559852527s","start":"2026-07-12T02:44:10.585473Z","end":"2026-07-12T02:44:15.145326Z","steps":["trace[1881366954] 'agreement among raft nodes before linearized reading' (duration: 4.559356784s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.58546Z","time spent":"4.560242637s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-07-12T02:44:15.145146Z","caller":"traceutil/trace.go:171","msg":"trace[2134069960] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c16aaadd509358; range_end:; response_count:1; response_revision:26404; }","duration":"4.556527008s","start":"2026-07-12T02:44:10.588608Z","end":"2026-07-12T02:44:15.145135Z","steps":["trace[2134069960] 'agreement among raft nodes before linearized reading' (duration: 4.556445286s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.145866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.588602Z","time spent":"4.557200516s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18c16aaadd509358\" "} {"level":"warn","ts":"2026-07-12T02:44:15.145037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:10.588183Z","time spent":"4.556844556s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:44:15.148311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999448064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:15.148365Z","caller":"traceutil/trace.go:171","msg":"trace[970644134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999531266s","start":"2026-07-12T02:44:13.148821Z","end":"2026-07-12T02:44:15.148352Z","steps":["trace[970644134] 'agreement among raft nodes before linearized reading' (duration: 1.999471115s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:15.148404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:13.148809Z","time spent":"1.999586738s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:15.645079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:16.146267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:16.647177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:17.040407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.499611485s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:17.147523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.846623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:17.148168Z","caller":"traceutil/trace.go:171","msg":"trace[2037077272] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"4.559104567s","start":"2026-07-12T02:44:12.589017Z","end":"2026-07-12T02:44:17.148122Z","steps":["trace[2037077272] 'process raft request' (duration: 4.451579246s)","trace[2037077272] 'compare' (duration: 106.528944ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:17.148235Z","caller":"traceutil/trace.go:171","msg":"trace[66212238] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"4.558432779s","start":"2026-07-12T02:44:12.589759Z","end":"2026-07-12T02:44:17.148192Z","steps":["trace[66212238] 'process raft request' (duration: 4.558287205s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:17.148324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.588991Z","time spent":"4.559254341s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:17.148222Z","caller":"traceutil/trace.go:171","msg":"trace[2084114245] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"4.558292625s","start":"2026-07-12T02:44:12.589913Z","end":"2026-07-12T02:44:17.148206Z","steps":["trace[2084114245] 'process raft request' (duration: 4.558230284s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:17.14842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-12T02:44:17.148448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.589905Z","time spent":"4.558516952s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:17.148487Z","caller":"traceutil/trace.go:171","msg":"trace[347210902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017059s","start":"2026-07-12T02:44:15.148455Z","end":"2026-07-12T02:44:17.148472Z","steps":["trace[347210902] 'agreement among raft nodes before linearized reading' (duration: 1.999941506s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:17.148533Z","caller":"traceutil/trace.go:171","msg":"trace[1962652964] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"4.558216634s","start":"2026-07-12T02:44:12.590307Z","end":"2026-07-12T02:44:17.148523Z","steps":["trace[1962652964] 'process raft request' (duration: 4.557863314s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:17.148535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.148447Z","time spent":"2.0000791s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:17.148465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.589735Z","time spent":"4.558599764s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:17.148593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.590297Z","time spent":"4.558268145s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:17.148738Z","caller":"traceutil/trace.go:171","msg":"trace[1543621652] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"4.558161452s","start":"2026-07-12T02:44:12.590558Z","end":"2026-07-12T02:44:17.148719Z","steps":["trace[1543621652] 'process raft request' (duration: 4.557791712s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:17.148744Z","caller":"traceutil/trace.go:171","msg":"trace[645843127] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"4.558134131s","start":"2026-07-12T02:44:12.590586Z","end":"2026-07-12T02:44:17.14872Z","steps":["trace[645843127] 'process raft request' (duration: 4.557871314s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:17.148782Z","caller":"traceutil/trace.go:171","msg":"trace[311183651] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"4.558122351s","start":"2026-07-12T02:44:12.590625Z","end":"2026-07-12T02:44:17.148747Z","steps":["trace[311183651] 'process raft request' (duration: 4.557875744s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:17.148831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.590437Z","time spent":"4.558343327s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:17.148836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.590574Z","time spent":"4.558213814s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:17.148951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:12.590616Z","time spent":"4.558243074s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:18.908235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.863926713s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:19.157987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:19.158036Z","caller":"traceutil/trace.go:171","msg":"trace[778295008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999954117s","start":"2026-07-12T02:44:17.158074Z","end":"2026-07-12T02:44:19.158028Z","steps":["trace[778295008] 'agreement among raft nodes before linearized reading' (duration: 1.999895045s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:19.158058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:17.15806Z","time spent":"1.999993839s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:19.516445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:14.519074Z","time spent":"4.997360508s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/12 02:44:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:19.749482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600893708s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:44:19.750732Z","caller":"traceutil/trace.go:171","msg":"trace[888704403] linearizableReadLoop","detail":"{readStateIndex:27295; appliedIndex:27283; }","duration":"4.605975243s","start":"2026-07-12T02:44:15.144733Z","end":"2026-07-12T02:44:19.750708Z","steps":["trace[888704403] 'read index received' (duration: 1.895880809s)","trace[888704403] 'applied index is now lower than readState.Index' (duration: 2.710093224s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:19.751137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.146862Z","time spent":"4.604271927s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-12T02:44:19.751615Z","caller":"traceutil/trace.go:171","msg":"trace[1002864662] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"4.603110735s","start":"2026-07-12T02:44:15.148485Z","end":"2026-07-12T02:44:19.751595Z","steps":["trace[1002864662] 'process raft request' (duration: 4.602059087s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:19.751871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.148431Z","time spent":"4.603225038s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:19.752058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458979408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:19.752058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.303193474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:19.752072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.141173427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:19.752143Z","caller":"traceutil/trace.go:171","msg":"trace[998535971] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26415; }","duration":"5.459129452s","start":"2026-07-12T02:44:14.292995Z","end":"2026-07-12T02:44:19.752124Z","steps":["trace[998535971] 'agreement among raft nodes before linearized reading' (duration: 5.458911106s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:19.752145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310841403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-12T02:44:19.752169Z","caller":"traceutil/trace.go:171","msg":"trace[956630116] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26415; }","duration":"5.303396929s","start":"2026-07-12T02:44:14.448746Z","end":"2026-07-12T02:44:19.752143Z","steps":["trace[956630116] 'agreement among raft nodes before linearized reading' (duration: 5.303098571s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:19.752151Z","caller":"traceutil/trace.go:171","msg":"trace[1656106139] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"4.600031202s","start":"2026-07-12T02:44:15.152088Z","end":"2026-07-12T02:44:19.752119Z","steps":["trace[1656106139] 'process raft request' (duration: 4.598561963s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:19.752202Z","caller":"traceutil/trace.go:171","msg":"trace[932001618] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26415; }","duration":"6.310937285s","start":"2026-07-12T02:44:13.44125Z","end":"2026-07-12T02:44:19.752188Z","steps":["trace[932001618] 'agreement among raft nodes before linearized reading' (duration: 6.31074701s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:19.7522Z","caller":"traceutil/trace.go:171","msg":"trace[425681592] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26415; }","duration":"6.141393233s","start":"2026-07-12T02:44:13.610772Z","end":"2026-07-12T02:44:19.752166Z","steps":["trace[425681592] 'agreement among raft nodes before linearized reading' (duration: 6.141064924s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:19.752201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:14.292966Z","time spent":"5.459222794s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:19.752058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.723969908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:19.752249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:14.448721Z","time spent":"5.303516063s","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:19.752275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:13.610744Z","time spent":"6.141517616s","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:19.752282Z","caller":"traceutil/trace.go:171","msg":"trace[1221614225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26415; }","duration":"5.724209494s","start":"2026-07-12T02:44:14.028049Z","end":"2026-07-12T02:44:19.752258Z","steps":["trace[1221614225] 'agreement among raft nodes before linearized reading' (duration: 5.723924797s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:19.752302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.152062Z","time spent":"4.600159046s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:19.75226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:13.441232Z","time spent":"6.311019938s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-12T02:44:19.752336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:14.027961Z","time spent":"5.724362408s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:20.198339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:20.198421Z","caller":"traceutil/trace.go:171","msg":"trace[1270544667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047963s","start":"2026-07-12T02:44:18.197924Z","end":"2026-07-12T02:44:20.198404Z","steps":["trace[1270544667] 'agreement among raft nodes before linearized reading' (duration: 2.000379657s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:20.198469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:18.197891Z","time spent":"2.000568683s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:20.251551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:20.752238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:21.159649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:21.159739Z","caller":"traceutil/trace.go:171","msg":"trace[673220470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577743s","start":"2026-07-12T02:44:19.159141Z","end":"2026-07-12T02:44:21.159719Z","steps":["trace[673220470] 'agreement among raft nodes before linearized reading' (duration: 2.00046744s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:21.159843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.159127Z","time spent":"2.000702917s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:21.253371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:21.753862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:21.996457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.088068922s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:22.807352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928440756s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:22.807519Z","caller":"traceutil/trace.go:171","msg":"trace[743044757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26415; }","duration":"2.928642681s","start":"2026-07-12T02:44:19.878849Z","end":"2026-07-12T02:44:22.807492Z","steps":["trace[743044757] 'range keys from in-memory index tree' (duration: 2.928420265s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:22.809937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.432789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:22.810258Z","caller":"traceutil/trace.go:171","msg":"trace[1848755393] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"5.371968298s","start":"2026-07-12T02:44:17.438277Z","end":"2026-07-12T02:44:22.810245Z","steps":["trace[1848755393] 'process raft request' (duration: 4.559162219s)","trace[1848755393] 'compare' (duration: 811.896344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:22.81036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:17.438256Z","time spent":"5.37207028s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:23.16883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:23.168971Z","caller":"traceutil/trace.go:171","msg":"trace[617824155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100421s","start":"2026-07-12T02:44:21.168838Z","end":"2026-07-12T02:44:23.168938Z","steps":["trace[617824155] 'agreement among raft nodes before linearized reading' (duration: 1.999918316s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:23.169052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:21.168755Z","time spent":"2.000282485s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:24.156083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000754849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:24.156201Z","caller":"traceutil/trace.go:171","msg":"trace[365175248] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.000899274s","start":"2026-07-12T02:44:19.155277Z","end":"2026-07-12T02:44:24.156176Z","steps":["trace[365175248] 'agreement among raft nodes before linearized reading' (duration: 5.00075743s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.156131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.156122Z","time spent":"4.999985869s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:24.156264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.155273Z","time spent":"5.000977446s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/12 02:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:24.156424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.156446Z","time spent":"4.999975069s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/12 02:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:24.156727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.155941Z","time spent":"5.000783681s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:24.156981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.156979Z","time spent":"5.00000123s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:24.157067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002387643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:24.157537Z","caller":"traceutil/trace.go:171","msg":"trace[1216045200] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.002919428s","start":"2026-07-12T02:44:19.154591Z","end":"2026-07-12T02:44:24.15751Z","steps":["trace[1216045200] 'agreement among raft nodes before linearized reading' (duration: 5.002405814s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.156796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001763456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:24.15772Z","caller":"traceutil/trace.go:171","msg":"trace[1989126438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.002652721s","start":"2026-07-12T02:44:19.155007Z","end":"2026-07-12T02:44:24.15766Z","steps":["trace[1989126438] 'agreement among raft nodes before linearized reading' (duration: 5.001772537s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.157599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.154578Z","time spent":"5.00300992s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-12T02:44:24.157928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.155003Z","time spent":"5.002834516s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-12T02:44:24.518275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999471747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:24.518482Z","caller":"traceutil/trace.go:171","msg":"trace[1019568248] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999745444s","start":"2026-07-12T02:44:19.518711Z","end":"2026-07-12T02:44:24.518457Z","steps":["trace[1019568248] 'agreement among raft nodes before linearized reading' (duration: 4.999503468s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.518718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.518692Z","time spent":"5.000007691s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/12 02:44:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:24.61968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.619941069s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:24.819356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.116625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:24.819758Z","caller":"traceutil/trace.go:171","msg":"trace[1625038885] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26420; }","duration":"5.066538883s","start":"2026-07-12T02:44:19.753196Z","end":"2026-07-12T02:44:24.819734Z","steps":["trace[1625038885] 'process raft request' (duration: 5.066451551s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.819851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.753173Z","time spent":"5.066621305s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:24.819993Z","caller":"traceutil/trace.go:171","msg":"trace[2136228122] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"4.79882074s","start":"2026-07-12T02:44:20.021145Z","end":"2026-07-12T02:44:24.819966Z","steps":["trace[2136228122] 'process raft request' (duration: 4.798535292s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:20.021118Z","time spent":"4.798933243s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:24.82024Z","caller":"traceutil/trace.go:171","msg":"trace[644198486] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"4.667702107s","start":"2026-07-12T02:44:20.15252Z","end":"2026-07-12T02:44:24.820223Z","steps":["trace[644198486] 'process raft request' (duration: 4.667340867s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:20.152491Z","time spent":"4.667785569s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:24.820395Z","caller":"traceutil/trace.go:171","msg":"trace[338186804] linearizableReadLoop","detail":"{readStateIndex:27304; appliedIndex:27295; }","duration":"5.069579145s","start":"2026-07-12T02:44:19.750799Z","end":"2026-07-12T02:44:24.820378Z","steps":["trace[338186804] 'read index received' (duration: 2.246639387s)","trace[338186804] 'applied index is now lower than readState.Index' (duration: 2.822939078s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:24.820516Z","caller":"traceutil/trace.go:171","msg":"trace[1551762275] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"4.194787885s","start":"2026-07-12T02:44:20.625717Z","end":"2026-07-12T02:44:24.820505Z","steps":["trace[1551762275] 'process raft request' (duration: 4.19461217s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:20.625688Z","time spent":"4.194853757s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:24.820753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.802416153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18432"} {"level":"warn","ts":"2026-07-12T02:44:24.820778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.394399573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.820802Z","caller":"traceutil/trace.go:171","msg":"trace[1858400232] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26423; }","duration":"9.394456645s","start":"2026-07-12T02:44:15.426333Z","end":"2026-07-12T02:44:24.82079Z","steps":["trace[1858400232] 'agreement among raft nodes before linearized reading' (duration: 9.394401783s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.426314Z","time spent":"9.394503787s","remote":"127.0.0.1:51610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:24.820848Z","caller":"traceutil/trace.go:171","msg":"trace[75253297] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26423; }","duration":"8.802498745s","start":"2026-07-12T02:44:16.018288Z","end":"2026-07-12T02:44:24.820787Z","steps":["trace[75253297] 'agreement among raft nodes before linearized reading' (duration: 8.80233866s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:16.018266Z","time spent":"8.802602958s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-12T02:44:24.820912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659954587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:24.820917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651656954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.820983Z","caller":"traceutil/trace.go:171","msg":"trace[540306122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26423; }","duration":"1.651790999s","start":"2026-07-12T02:44:23.169177Z","end":"2026-07-12T02:44:24.820969Z","steps":["trace[540306122] 'agreement among raft nodes before linearized reading' (duration: 1.651644555s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47079042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:24.821016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.568786136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-12T02:44:24.821018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:23.169147Z","time spent":"1.651866701s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:24.821015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.726375583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.821068Z","caller":"traceutil/trace.go:171","msg":"trace[605670154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26423; }","duration":"9.568874309s","start":"2026-07-12T02:44:15.252182Z","end":"2026-07-12T02:44:24.821056Z","steps":["trace[605670154] 'agreement among raft nodes before linearized reading' (duration: 9.568789127s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821089Z","caller":"traceutil/trace.go:171","msg":"trace[1423406693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26423; }","duration":"5.726473665s","start":"2026-07-12T02:44:19.094608Z","end":"2026-07-12T02:44:24.821082Z","steps":["trace[1423406693] 'agreement among raft nodes before linearized reading' (duration: 5.726383912s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316850957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:24.821112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.094594Z","time spent":"5.726513276s","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.249105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-12T02:44:24.821132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.671100638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-07-12T02:44:24.82113Z","caller":"traceutil/trace.go:171","msg":"trace[1964242453] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26423; }","duration":"2.316995161s","start":"2026-07-12T02:44:22.504123Z","end":"2026-07-12T02:44:24.821118Z","steps":["trace[1964242453] 'agreement among raft nodes before linearized reading' (duration: 2.316879337s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821148Z","caller":"traceutil/trace.go:171","msg":"trace[166319166] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26423; }","duration":"662.301615ms","start":"2026-07-12T02:44:24.158842Z","end":"2026-07-12T02:44:24.821143Z","steps":["trace[166319166] 'agreement among raft nodes before linearized reading' (duration: 662.265954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.158821Z","time spent":"662.338217ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-12T02:44:24.821159Z","caller":"traceutil/trace.go:171","msg":"trace[186220177] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26423; }","duration":"9.671143668s","start":"2026-07-12T02:44:15.150006Z","end":"2026-07-12T02:44:24.82115Z","steps":["trace[186220177] 'agreement among raft nodes before linearized reading' (duration: 9.671070606s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:22.504092Z","time spent":"2.317067373s","remote":"127.0.0.1:55698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.149992Z","time spent":"9.6711931s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" "} {"level":"warn","ts":"2026-07-12T02:44:24.821178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.156962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-12T02:44:24.821218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.854538086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:24.82087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.063732408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c16aaa3c44a305\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-12T02:44:24.821237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.286696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-12T02:44:24.821244Z","caller":"traceutil/trace.go:171","msg":"trace[510569236] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26423; }","duration":"5.854606258s","start":"2026-07-12T02:44:18.966631Z","end":"2026-07-12T02:44:24.821238Z","steps":["trace[510569236] 'agreement among raft nodes before linearized reading' (duration: 5.854567157s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615244309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.820949Z","caller":"traceutil/trace.go:171","msg":"trace[563297192] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26423; }","duration":"1.660000649s","start":"2026-07-12T02:44:23.160938Z","end":"2026-07-12T02:44:24.820939Z","steps":["trace[563297192] 'agreement among raft nodes before linearized reading' (duration: 1.659951537s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821302Z","caller":"traceutil/trace.go:171","msg":"trace[1283799950] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26423; }","duration":"1.615320271s","start":"2026-07-12T02:44:23.205972Z","end":"2026-07-12T02:44:24.821292Z","steps":["trace[1283799950] 'agreement among raft nodes before linearized reading' (duration: 1.61527435s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821058Z","caller":"traceutil/trace.go:171","msg":"trace[1531848064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26423; }","duration":"9.470886593s","start":"2026-07-12T02:44:15.350135Z","end":"2026-07-12T02:44:24.821022Z","steps":["trace[1531848064] 'agreement among raft nodes before linearized reading' (duration: 9.470829901s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.672671669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18432"} {"level":"warn","ts":"2026-07-12T02:44:24.821336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.307356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-12T02:44:24.821317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557215052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:24.821355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.4642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-12T02:44:24.821364Z","caller":"traceutil/trace.go:171","msg":"trace[1568872550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26423; }","duration":"662.354717ms","start":"2026-07-12T02:44:24.159Z","end":"2026-07-12T02:44:24.821355Z","steps":["trace[1568872550] 'agreement among raft nodes before linearized reading' (duration: 662.316186ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.82127Z","caller":"traceutil/trace.go:171","msg":"trace[1461845856] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26423; }","duration":"662.310866ms","start":"2026-07-12T02:44:24.158938Z","end":"2026-07-12T02:44:24.821249Z","steps":["trace[1461845856] 'agreement among raft nodes before linearized reading' (duration: 662.282255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.319446278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:24.821392Z","caller":"traceutil/trace.go:171","msg":"trace[1748305219] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26423; }","duration":"662.539092ms","start":"2026-07-12T02:44:24.158844Z","end":"2026-07-12T02:44:24.821383Z","steps":["trace[1748305219] 'agreement among raft nodes before linearized reading' (duration: 662.438709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.158989Z","time spent":"662.407329ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-12T02:44:24.8214Z","caller":"traceutil/trace.go:171","msg":"trace[1852404783] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26423; }","duration":"3.557374117s","start":"2026-07-12T02:44:21.264003Z","end":"2026-07-12T02:44:24.821377Z","steps":["trace[1852404783] 'agreement among raft nodes before linearized reading' (duration: 3.557207922s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240164127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:24.821418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.158933Z","time spent":"662.47518ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-12T02:44:24.821423Z","caller":"traceutil/trace.go:171","msg":"trace[534726864] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26423; }","duration":"7.319509069s","start":"2026-07-12T02:44:17.501902Z","end":"2026-07-12T02:44:24.821411Z","steps":["trace[534726864] 'agreement among raft nodes before linearized reading' (duration: 7.319445588s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.158821Z","time spent":"662.598354ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-12T02:44:24.821436Z","caller":"traceutil/trace.go:171","msg":"trace[1486544789] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26423; }","duration":"3.240234999s","start":"2026-07-12T02:44:21.581196Z","end":"2026-07-12T02:44:24.821431Z","steps":["trace[1486544789] 'agreement among raft nodes before linearized reading' (duration: 3.240191318s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:21.263961Z","time spent":"3.557475179s","remote":"127.0.0.1:43082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.277147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:24.821464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007875547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.821481Z","caller":"traceutil/trace.go:171","msg":"trace[930908391] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26423; }","duration":"468.711298ms","start":"2026-07-12T02:44:24.352763Z","end":"2026-07-12T02:44:24.821475Z","steps":["trace[930908391] 'agreement among raft nodes before linearized reading' (duration: 468.282117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.28221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-12T02:44:24.821487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.718437448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:24.821498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.352739Z","time spent":"468.7532ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:24.821499Z","caller":"traceutil/trace.go:171","msg":"trace[1261489590] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26423; }","duration":"4.007942019s","start":"2026-07-12T02:44:20.813548Z","end":"2026-07-12T02:44:24.82149Z","steps":["trace[1261489590] 'agreement among raft nodes before linearized reading' (duration: 4.007881647s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.82146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111014067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.821522Z","caller":"traceutil/trace.go:171","msg":"trace[387534491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26423; }","duration":"7.71850481s","start":"2026-07-12T02:44:17.103003Z","end":"2026-07-12T02:44:24.821508Z","steps":["trace[387534491] 'agreement among raft nodes before linearized reading' (duration: 7.718458999s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:20.813534Z","time spent":"4.007995301s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10611093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:24.821561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:17.102984Z","time spent":"7.718569382s","remote":"127.0.0.1:55804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537637477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:24.821449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:17.50189Z","time spent":"7.31955336s","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.252161Z","time spent":"9.56892657s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-12T02:44:24.821585Z","caller":"traceutil/trace.go:171","msg":"trace[2020236392] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26423; }","duration":"4.106189852s","start":"2026-07-12T02:44:20.715381Z","end":"2026-07-12T02:44:24.821571Z","steps":["trace[2020236392] 'agreement among raft nodes before linearized reading' (duration: 4.106083589s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821601Z","caller":"traceutil/trace.go:171","msg":"trace[2017937230] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26423; }","duration":"3.537763901s","start":"2026-07-12T02:44:21.283829Z","end":"2026-07-12T02:44:24.821593Z","steps":["trace[2017937230] 'agreement among raft nodes before linearized reading' (duration: 3.53769638s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821511Z","caller":"traceutil/trace.go:171","msg":"trace[1311711245] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26423; }","duration":"180.356302ms","start":"2026-07-12T02:44:24.641147Z","end":"2026-07-12T02:44:24.821504Z","steps":["trace[1311711245] 'agreement among raft nodes before linearized reading' (duration: 180.123436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:21.283794Z","time spent":"3.537830042s","remote":"127.0.0.1:43120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:24.821241Z","caller":"traceutil/trace.go:171","msg":"trace[1090671149] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26423; }","duration":"662.272474ms","start":"2026-07-12T02:44:24.158952Z","end":"2026-07-12T02:44:24.821225Z","steps":["trace[1090671149] 'agreement among raft nodes before linearized reading' (duration: 662.049058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.820989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7444088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:24.821671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.158928Z","time spent":"662.736097ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-12T02:44:24.82168Z","caller":"traceutil/trace.go:171","msg":"trace[1207929576] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26423; }","duration":"1.745124529s","start":"2026-07-12T02:44:23.076546Z","end":"2026-07-12T02:44:24.821671Z","steps":["trace[1207929576] 'agreement among raft nodes before linearized reading' (duration: 1.74441645s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.187393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-12T02:44:24.821626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:20.71536Z","time spent":"4.106258983s","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300123785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:24.821735Z","caller":"traceutil/trace.go:171","msg":"trace[812079021] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26423; }","duration":"662.642265ms","start":"2026-07-12T02:44:24.159084Z","end":"2026-07-12T02:44:24.821727Z","steps":["trace[812079021] 'agreement among raft nodes before linearized reading' (duration: 662.179673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.159074Z","time spent":"662.677596ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-12T02:44:24.821762Z","caller":"traceutil/trace.go:171","msg":"trace[1155845426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26423; }","duration":"1.300703701s","start":"2026-07-12T02:44:23.521042Z","end":"2026-07-12T02:44:24.821746Z","steps":["trace[1155845426] 'agreement among raft nodes before linearized reading' (duration: 1.300159027s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821357Z","caller":"traceutil/trace.go:171","msg":"trace[2025171983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26423; }","duration":"9.673151313s","start":"2026-07-12T02:44:15.148198Z","end":"2026-07-12T02:44:24.821349Z","steps":["trace[2025171983] 'agreement among raft nodes before linearized reading' (duration: 9.672562717s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:23.521003Z","time spent":"1.300783454s","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:18.96661Z","time spent":"5.85465571s","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.148183Z","time spent":"9.673625025s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-12T02:44:24.82132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:23.160932Z","time spent":"1.660374159s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:24.821265Z","caller":"traceutil/trace.go:171","msg":"trace[1555332723] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c16aaa3c44a305; range_end:; response_count:1; response_revision:26423; }","duration":"5.06416504s","start":"2026-07-12T02:44:19.757086Z","end":"2026-07-12T02:44:24.821251Z","steps":["trace[1555332723] 'agreement among raft nodes before linearized reading' (duration: 5.063711478s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.821327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:23.205936Z","time spent":"1.615386723s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053256177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-07-12T02:44:24.82197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.167584449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.821983Z","caller":"traceutil/trace.go:171","msg":"trace[1804434955] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26423; }","duration":"5.053883275s","start":"2026-07-12T02:44:19.768091Z","end":"2026-07-12T02:44:24.821974Z","steps":["trace[1804434955] 'agreement among raft nodes before linearized reading' (duration: 5.053204666s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:24.821996Z","caller":"traceutil/trace.go:171","msg":"trace[1922672966] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26423; }","duration":"7.167670531s","start":"2026-07-12T02:44:17.654316Z","end":"2026-07-12T02:44:24.821987Z","steps":["trace[1922672966] 'agreement among raft nodes before linearized reading' (duration: 7.167598519s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.822013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.76808Z","time spent":"5.053919625s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4976,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" "} {"level":"warn","ts":"2026-07-12T02:44:24.822027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:17.654292Z","time spent":"7.167717862s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.441069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-12T02:44:24.822094Z","caller":"traceutil/trace.go:171","msg":"trace[1605177639] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26423; }","duration":"663.17333ms","start":"2026-07-12T02:44:24.158913Z","end":"2026-07-12T02:44:24.822087Z","steps":["trace[1605177639] 'agreement among raft nodes before linearized reading' (duration: 662.409719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.82212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.158905Z","time spent":"663.2059ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-12T02:44:24.821457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:21.581166Z","time spent":"3.24028415s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846284033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.822265Z","caller":"traceutil/trace.go:171","msg":"trace[577324041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26423; }","duration":"2.847070774s","start":"2026-07-12T02:44:21.975179Z","end":"2026-07-12T02:44:24.82225Z","steps":["trace[577324041] 'agreement among raft nodes before linearized reading' (duration: 2.846309584s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.82231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:21.975155Z","time spent":"2.847139676s","remote":"127.0.0.1:56008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.398618795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:24.82236Z","caller":"traceutil/trace.go:171","msg":"trace[1041680087] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26423; }","duration":"6.399436947s","start":"2026-07-12T02:44:18.422909Z","end":"2026-07-12T02:44:24.822346Z","steps":["trace[1041680087] 'agreement among raft nodes before linearized reading' (duration: 6.398641255s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.822393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:18.422889Z","time spent":"6.399491668s","remote":"127.0.0.1:55668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:24.821567Z","caller":"traceutil/trace.go:171","msg":"trace[192150324] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26423; }","duration":"3.111176391s","start":"2026-07-12T02:44:21.710368Z","end":"2026-07-12T02:44:24.821544Z","steps":["trace[192150324] 'agreement among raft nodes before linearized reading' (duration: 3.110961705s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.822442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:21.710349Z","time spent":"3.112079975s","remote":"127.0.0.1:43136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.82171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:23.076529Z","time spent":"1.74517199s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.821876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:19.757066Z","time spent":"5.064800557s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18c16aaa3c44a305\" "} {"level":"warn","ts":"2026-07-12T02:44:24.821356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:15.350102Z","time spent":"9.471244693s","remote":"127.0.0.1:36876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:24.822834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262087408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:24.82287Z","caller":"traceutil/trace.go:171","msg":"trace[237395983] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26423; }","duration":"4.26216041s","start":"2026-07-12T02:44:20.560697Z","end":"2026-07-12T02:44:24.822858Z","steps":["trace[237395983] 'agreement among raft nodes before linearized reading' (duration: 4.262089198s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:24.822895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:20.560677Z","time spent":"4.262210312s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:25.327738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:25.82865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:26.254313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433168831s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:26.832459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:26.832547Z","caller":"traceutil/trace.go:171","msg":"trace[1010408040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178012s","start":"2026-07-12T02:44:24.832349Z","end":"2026-07-12T02:44:26.832527Z","steps":["trace[1010408040] 'agreement among raft nodes before linearized reading' (duration: 2.000071909s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:26.832595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.832339Z","time spent":"2.000246744s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:27.343819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089303936s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-12T02:44:27.343971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.820957Z","time spent":"2.523006442s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:27.962859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49663447s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:28.833346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:28.833423Z","caller":"traceutil/trace.go:171","msg":"trace[677034714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572245s","start":"2026-07-12T02:44:26.832835Z","end":"2026-07-12T02:44:28.833407Z","steps":["trace[677034714] 'agreement among raft nodes before linearized reading' (duration: 2.000466542s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.833465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:26.832819Z","time spent":"2.000636486s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:28.88597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.818376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:28.886245Z","caller":"traceutil/trace.go:171","msg":"trace[2042410041] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"4.061438703s","start":"2026-07-12T02:44:24.824766Z","end":"2026-07-12T02:44:28.886204Z","steps":["trace[2042410041] 'process raft request' (duration: 3.138300808s)","trace[2042410041] 'compare' (duration: 922.113778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:28.886405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.824748Z","time spent":"4.061575446s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:28.886422Z","caller":"traceutil/trace.go:171","msg":"trace[1327384405] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"1.327556512s","start":"2026-07-12T02:44:27.558847Z","end":"2026-07-12T02:44:28.886403Z","steps":["trace[1327384405] 'process raft request' (duration: 1.32751379s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.88649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:27.55882Z","time spent":"1.327638283s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:28.886842Z","caller":"traceutil/trace.go:171","msg":"trace[314541137] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"4.061975107s","start":"2026-07-12T02:44:24.824855Z","end":"2026-07-12T02:44:28.88683Z","steps":["trace[314541137] 'process raft request' (duration: 4.061208606s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.8869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.824832Z","time spent":"4.062035379s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:28.886946Z","caller":"traceutil/trace.go:171","msg":"trace[853235488] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"4.057380804s","start":"2026-07-12T02:44:24.829533Z","end":"2026-07-12T02:44:28.886914Z","steps":["trace[853235488] 'process raft request' (duration: 4.056753237s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.88697Z","caller":"traceutil/trace.go:171","msg":"trace[2139180583] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"4.06097207s","start":"2026-07-12T02:44:24.825975Z","end":"2026-07-12T02:44:28.886947Z","steps":["trace[2139180583] 'process raft request' (duration: 4.060200019s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.886992Z","caller":"traceutil/trace.go:171","msg":"trace[1012681067] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.542144081s","start":"2026-07-12T02:44:27.344826Z","end":"2026-07-12T02:44:28.88697Z","steps":["trace[1012681067] 'process raft request' (duration: 1.541501603s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.887065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.825963Z","time spent":"4.061064032s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:28.887085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:27.344799Z","time spent":"1.542234763s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:28.887111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.829524Z","time spent":"4.057499477s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:28.88717Z","caller":"traceutil/trace.go:171","msg":"trace[2004618257] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"4.059285235s","start":"2026-07-12T02:44:24.827848Z","end":"2026-07-12T02:44:28.887133Z","steps":["trace[2004618257] 'process raft request' (duration: 4.058395761s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.887151Z","caller":"traceutil/trace.go:171","msg":"trace[991486867] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27304; }","duration":"4.060447656s","start":"2026-07-12T02:44:24.826673Z","end":"2026-07-12T02:44:28.88712Z","steps":["trace[991486867] 'read index received' (duration: 1.427839428s)","trace[991486867] 'applied index is now lower than readState.Index' (duration: 2.632604718s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:28.88735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.827838Z","time spent":"4.059409028s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:28.887473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060776555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-12T02:44:28.887512Z","caller":"traceutil/trace.go:171","msg":"trace[444081484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26430; }","duration":"4.060863927s","start":"2026-07-12T02:44:24.826636Z","end":"2026-07-12T02:44:28.8875Z","steps":["trace[444081484] 'agreement among raft nodes before linearized reading' (duration: 4.060673582s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.887553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.826621Z","time spent":"4.060919269s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-12T02:44:28.887831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060920999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-12T02:44:28.887853Z","caller":"traceutil/trace.go:171","msg":"trace[1201805261] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26430; }","duration":"4.06096002s","start":"2026-07-12T02:44:24.826885Z","end":"2026-07-12T02:44:28.887845Z","steps":["trace[1201805261] 'agreement among raft nodes before linearized reading' (duration: 4.060892418s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.887873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.826877Z","time spent":"4.060992321s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-12T02:44:28.888101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756933896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:28.888094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456513504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:28.888134Z","caller":"traceutil/trace.go:171","msg":"trace[1851240594] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26430; }","duration":"1.757001998s","start":"2026-07-12T02:44:27.131123Z","end":"2026-07-12T02:44:28.888125Z","steps":["trace[1851240594] 'agreement among raft nodes before linearized reading' (duration: 1.756927876s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425341334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:28.888157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:27.131105Z","time spent":"1.757047179s","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:28.888169Z","caller":"traceutil/trace.go:171","msg":"trace[655947955] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26430; }","duration":"2.425437467s","start":"2026-07-12T02:44:26.462719Z","end":"2026-07-12T02:44:28.888156Z","steps":["trace[655947955] 'agreement among raft nodes before linearized reading' (duration: 2.425353565s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154105372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:28.888236Z","caller":"traceutil/trace.go:171","msg":"trace[1342512093] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26430; }","duration":"3.154209514s","start":"2026-07-12T02:44:25.734015Z","end":"2026-07-12T02:44:28.888225Z","steps":["trace[1342512093] 'agreement among raft nodes before linearized reading' (duration: 3.154154763s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.88825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043292139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:28.888265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058534125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-12T02:44:28.88827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:25.733985Z","time spent":"3.154273786s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:28.888282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.018656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:28.888276Z","caller":"traceutil/trace.go:171","msg":"trace[1393876339] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26430; }","duration":"2.04334122s","start":"2026-07-12T02:44:26.844927Z","end":"2026-07-12T02:44:28.888268Z","steps":["trace[1393876339] 'agreement among raft nodes before linearized reading' (duration: 2.043296919s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.8883Z","caller":"traceutil/trace.go:171","msg":"trace[1339256477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26430; }","duration":"691.035976ms","start":"2026-07-12T02:44:28.197258Z","end":"2026-07-12T02:44:28.888294Z","steps":["trace[1339256477] 'agreement among raft nodes before linearized reading' (duration: 690.997885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:28.197197Z","time spent":"691.115928ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:28.88831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:26.844917Z","time spent":"2.043387201s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:28.888207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052771351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-12T02:44:28.888345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058962666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-12T02:44:28.888365Z","caller":"traceutil/trace.go:171","msg":"trace[788951257] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26430; }","duration":"4.058993947s","start":"2026-07-12T02:44:24.829365Z","end":"2026-07-12T02:44:28.888359Z","steps":["trace[788951257] 'agreement among raft nodes before linearized reading' (duration: 4.058935655s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.888352Z","caller":"traceutil/trace.go:171","msg":"trace[1947035352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26430; }","duration":"4.052932524s","start":"2026-07-12T02:44:24.835409Z","end":"2026-07-12T02:44:28.888342Z","steps":["trace[1947035352] 'agreement among raft nodes before linearized reading' (duration: 4.052744989s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.829354Z","time spent":"4.059023188s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-12T02:44:28.888391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.835401Z","time spent":"4.052982036s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-12T02:44:28.888427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067947865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:28.888445Z","caller":"traceutil/trace.go:171","msg":"trace[574197913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26430; }","duration":"1.067970996s","start":"2026-07-12T02:44:27.820467Z","end":"2026-07-12T02:44:28.888438Z","steps":["trace[574197913] 'agreement among raft nodes before linearized reading' (duration: 1.067929335s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.888288Z","caller":"traceutil/trace.go:171","msg":"trace[1274585152] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26430; }","duration":"4.058554926s","start":"2026-07-12T02:44:24.829726Z","end":"2026-07-12T02:44:28.888281Z","steps":["trace[1274585152] 'agreement among raft nodes before linearized reading' (duration: 4.058496264s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.88846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:27.820384Z","time spent":"1.068071338s","remote":"127.0.0.1:43102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:28.888472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061510145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18432"} {"level":"info","ts":"2026-07-12T02:44:28.888512Z","caller":"traceutil/trace.go:171","msg":"trace[1850287135] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26430; }","duration":"4.061562576s","start":"2026-07-12T02:44:24.826938Z","end":"2026-07-12T02:44:28.888501Z","steps":["trace[1850287135] 'agreement among raft nodes before linearized reading' (duration: 4.061392321s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:26.462693Z","time spent":"2.425502539s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:28.888536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.826932Z","time spent":"4.061599167s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-12T02:44:28.888512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.829692Z","time spent":"4.058789601s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-12T02:44:28.888582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060744414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-12T02:44:28.88865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217688058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-12T02:44:28.888668Z","caller":"traceutil/trace.go:171","msg":"trace[1654130394] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26430; }","duration":"1.217743879s","start":"2026-07-12T02:44:27.670918Z","end":"2026-07-12T02:44:28.888662Z","steps":["trace[1654130394] 'agreement among raft nodes before linearized reading' (duration: 1.217623266s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:28.888666Z","caller":"traceutil/trace.go:171","msg":"trace[301670431] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26430; }","duration":"4.060852167s","start":"2026-07-12T02:44:24.827798Z","end":"2026-07-12T02:44:28.88865Z","steps":["trace[301670431] 'agreement among raft nodes before linearized reading' (duration: 4.060544608s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:27.670896Z","time spent":"1.217782299s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-12T02:44:28.888724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.827791Z","time spent":"4.060925858s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-07-12T02:44:28.88815Z","caller":"traceutil/trace.go:171","msg":"trace[1339937348] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26430; }","duration":"3.456625787s","start":"2026-07-12T02:44:25.431509Z","end":"2026-07-12T02:44:28.888135Z","steps":["trace[1339937348] 'agreement among raft nodes before linearized reading' (duration: 3.456537475s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061291449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-135ef476-173a-4cce-b041-6680bbeb7218\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-12T02:44:28.888777Z","caller":"traceutil/trace.go:171","msg":"trace[1758582877] range","detail":"{range_begin:/registry/persistentvolumes/pvc-135ef476-173a-4cce-b041-6680bbeb7218; range_end:; response_count:1; response_revision:26430; }","duration":"4.06133057s","start":"2026-07-12T02:44:24.827437Z","end":"2026-07-12T02:44:28.888768Z","steps":["trace[1758582877] 'agreement among raft nodes before linearized reading' (duration: 4.061246238s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:28.888781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:25.431478Z","time spent":"3.457287625s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:28.888798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:24.827432Z","time spent":"4.061362081s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-135ef476-173a-4cce-b041-6680bbeb7218\" "} {"level":"info","ts":"2026-07-12T02:44:29.108116Z","caller":"traceutil/trace.go:171","msg":"trace[35466263] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"210.171741ms","start":"2026-07-12T02:44:28.897927Z","end":"2026-07-12T02:44:29.108099Z","steps":["trace[35466263] 'process raft request' (duration: 209.871093ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:29.10812Z","caller":"traceutil/trace.go:171","msg":"trace[1570422215] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27312; }","duration":"210.001707ms","start":"2026-07-12T02:44:28.898088Z","end":"2026-07-12T02:44:29.108089Z","steps":["trace[1570422215] 'read index received' (duration: 209.560875ms)","trace[1570422215] 'applied index is now lower than readState.Index' (duration: 435.552µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:29.10835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.240793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-12T02:44:29.108413Z","caller":"traceutil/trace.go:171","msg":"trace[1603881218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26431; }","duration":"210.336705ms","start":"2026-07-12T02:44:28.898061Z","end":"2026-07-12T02:44:29.108398Z","steps":["trace[1603881218] 'agreement among raft nodes before linearized reading' (duration: 210.098989ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:29.474112Z","caller":"traceutil/trace.go:171","msg":"trace[831847121] linearizableReadLoop","detail":"{readStateIndex:27314; appliedIndex:27313; }","duration":"365.805142ms","start":"2026-07-12T02:44:29.108276Z","end":"2026-07-12T02:44:29.474081Z","steps":["trace[831847121] 'read index received' (duration: 365.420872ms)","trace[831847121] 'applied index is now lower than readState.Index' (duration: 382.62µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:29.474184Z","caller":"traceutil/trace.go:171","msg":"trace[1460508096] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"574.836172ms","start":"2026-07-12T02:44:28.899294Z","end":"2026-07-12T02:44:29.474131Z","steps":["trace[1460508096] 'process raft request' (duration: 574.520374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.474379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.412588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-12T02:44:29.474462Z","caller":"traceutil/trace.go:171","msg":"trace[56033570] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26432; }","duration":"575.50306ms","start":"2026-07-12T02:44:28.898939Z","end":"2026-07-12T02:44:29.474442Z","steps":["trace[56033570] 'agreement among raft nodes before linearized reading' (duration: 575.243193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.474494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.945346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:29.474519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:28.898933Z","time spent":"575.572512ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-07-12T02:44:29.474556Z","caller":"traceutil/trace.go:171","msg":"trace[1338811781] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26432; }","duration":"241.061749ms","start":"2026-07-12T02:44:29.233478Z","end":"2026-07-12T02:44:29.474539Z","steps":["trace[1338811781] 'agreement among raft nodes before linearized reading' (duration: 240.962826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.474536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.513136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aaa1034090a\" ","response":"range_response_count:1 size:789"} {"level":"warn","ts":"2026-07-12T02:44:29.474386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:28.899285Z","time spent":"574.991577ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:29.474623Z","caller":"traceutil/trace.go:171","msg":"trace[1002823867] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aaa1034090a; range_end:; response_count:1; response_revision:26432; }","duration":"361.62358ms","start":"2026-07-12T02:44:29.112977Z","end":"2026-07-12T02:44:29.4746Z","steps":["trace[1002823867] 'agreement among raft nodes before linearized reading' (duration: 361.380773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.474639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.407413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:29.474741Z","caller":"traceutil/trace.go:171","msg":"trace[109859082] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26432; }","duration":"127.603029ms","start":"2026-07-12T02:44:29.347116Z","end":"2026-07-12T02:44:29.474719Z","steps":["trace[109859082] 'agreement among raft nodes before linearized reading' (duration: 127.371513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.474674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.112963Z","time spent":"361.701431ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aaa1034090a\" "} {"level":"warn","ts":"2026-07-12T02:44:29.474632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.678284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:29.474885Z","caller":"traceutil/trace.go:171","msg":"trace[1350211828] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26432; }","duration":"314.023294ms","start":"2026-07-12T02:44:29.160846Z","end":"2026-07-12T02:44:29.474869Z","steps":["trace[1350211828] 'agreement among raft nodes before linearized reading' (duration: 313.676795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.474859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.496226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-12T02:44:29.47497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.160826Z","time spent":"314.127297ms","remote":"127.0.0.1:41842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:29.475043Z","caller":"traceutil/trace.go:171","msg":"trace[1566334919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5; range_end:; response_count:1; response_revision:26432; }","duration":"361.690551ms","start":"2026-07-12T02:44:29.113299Z","end":"2026-07-12T02:44:29.47499Z","steps":["trace[1566334919] 'agreement among raft nodes before linearized reading' (duration: 361.343032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.475114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.113272Z","time spent":"361.828705ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" "} {"level":"info","ts":"2026-07-12T02:44:29.664864Z","caller":"traceutil/trace.go:171","msg":"trace[1756215194] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27315; }","duration":"184.159424ms","start":"2026-07-12T02:44:29.480682Z","end":"2026-07-12T02:44:29.664841Z","steps":["trace[1756215194] 'read index received' (duration: 29.557532ms)","trace[1756215194] 'applied index is now lower than readState.Index' (duration: 154.600862ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:29.66496Z","caller":"traceutil/trace.go:171","msg":"trace[1748059753] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"187.291919ms","start":"2026-07-12T02:44:29.477605Z","end":"2026-07-12T02:44:29.664897Z","steps":["trace[1748059753] 'process raft request' (duration: 187.071443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:29.665141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.439402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-12T02:44:29.665212Z","caller":"traceutil/trace.go:171","msg":"trace[1315921475] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26433; }","duration":"184.551125ms","start":"2026-07-12T02:44:29.480646Z","end":"2026-07-12T02:44:29.665197Z","steps":["trace[1315921475] 'agreement among raft nodes before linearized reading' (duration: 184.315498ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.03536Z","caller":"traceutil/trace.go:171","msg":"trace[1328738597] linearizableReadLoop","detail":"{readStateIndex:27317; appliedIndex:27316; }","duration":"370.340463ms","start":"2026-07-12T02:44:29.664993Z","end":"2026-07-12T02:44:30.035333Z","steps":["trace[1328738597] 'read index received' (duration: 366.211463ms)","trace[1328738597] 'applied index is now lower than readState.Index' (duration: 4.12806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:30.035345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.603906ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:30.035446Z","caller":"traceutil/trace.go:171","msg":"trace[1256634785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26433; }","duration":"156.716869ms","start":"2026-07-12T02:44:29.878717Z","end":"2026-07-12T02:44:30.035434Z","steps":["trace[1256634785] 'range keys from in-memory index tree' (duration: 156.592936ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.035487Z","caller":"traceutil/trace.go:171","msg":"trace[1819508027] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"523.646691ms","start":"2026-07-12T02:44:29.51182Z","end":"2026-07-12T02:44:30.035466Z","steps":["trace[1819508027] 'process raft request' (duration: 519.256413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.035627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.511792Z","time spent":"523.743354ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:30.035673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.735775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:30.035696Z","caller":"traceutil/trace.go:171","msg":"trace[1091725074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26434; }","duration":"429.825457ms","start":"2026-07-12T02:44:29.605864Z","end":"2026-07-12T02:44:30.035689Z","steps":["trace[1091725074] 'agreement among raft nodes before linearized reading' (duration: 429.737835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.035718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.605839Z","time spent":"429.872969ms","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:30.03596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.684805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-gtrlg\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-07-12T02:44:30.036007Z","caller":"traceutil/trace.go:171","msg":"trace[743974169] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-gtrlg; range_end:; response_count:1; response_revision:26434; }","duration":"547.748637ms","start":"2026-07-12T02:44:29.488247Z","end":"2026-07-12T02:44:30.035995Z","steps":["trace[743974169] 'agreement among raft nodes before linearized reading' (duration: 547.561212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.036047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.488239Z","time spent":"547.795588ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-gtrlg\" "} {"level":"info","ts":"2026-07-12T02:44:30.092476Z","caller":"traceutil/trace.go:171","msg":"trace[198630098] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"265.111204ms","start":"2026-07-12T02:44:29.82732Z","end":"2026-07-12T02:44:30.092431Z","steps":["trace[198630098] 'process raft request' (duration: 264.872187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.092596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.970593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c309779c-96f1-46b2-b501-3e89b38b3d49\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-12T02:44:30.092683Z","caller":"traceutil/trace.go:171","msg":"trace[56908803] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c309779c-96f1-46b2-b501-3e89b38b3d49; range_end:; response_count:1; response_revision:26435; }","duration":"423.120127ms","start":"2026-07-12T02:44:29.669544Z","end":"2026-07-12T02:44:30.092665Z","steps":["trace[56908803] 'agreement among raft nodes before linearized reading' (duration: 422.86165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.09272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.669526Z","time spent":"423.187629ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-c309779c-96f1-46b2-b501-3e89b38b3d49\" "} {"level":"warn","ts":"2026-07-12T02:44:30.09287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.869988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-12T02:44:30.092909Z","caller":"traceutil/trace.go:171","msg":"trace[130939430] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb; range_end:; response_count:1; response_revision:26435; }","duration":"423.99349ms","start":"2026-07-12T02:44:29.668903Z","end":"2026-07-12T02:44:30.092896Z","steps":["trace[130939430] 'agreement among raft nodes before linearized reading' (duration: 423.794845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.09297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:29.668882Z","time spent":"424.081213ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" "} {"level":"info","ts":"2026-07-12T02:44:30.17282Z","caller":"traceutil/trace.go:171","msg":"trace[476205973] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"126.078329ms","start":"2026-07-12T02:44:30.046722Z","end":"2026-07-12T02:44:30.1728Z","steps":["trace[476205973] 'process raft request' (duration: 125.922304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.173052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.907255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-12T02:44:30.173082Z","caller":"traceutil/trace.go:171","msg":"trace[1717243852] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26436; }","duration":"134.990787ms","start":"2026-07-12T02:44:30.038082Z","end":"2026-07-12T02:44:30.173073Z","steps":["trace[1717243852] 'agreement among raft nodes before linearized reading' (duration: 134.879544ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.24704Z","caller":"traceutil/trace.go:171","msg":"trace[1547329669] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"149.33343ms","start":"2026-07-12T02:44:30.09769Z","end":"2026-07-12T02:44:30.247024Z","steps":["trace[1547329669] 'process raft request' (duration: 149.100294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.247404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.003805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-12T02:44:30.247462Z","caller":"traceutil/trace.go:171","msg":"trace[1595141717] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26438; }","duration":"148.071467ms","start":"2026-07-12T02:44:30.099371Z","end":"2026-07-12T02:44:30.247442Z","steps":["trace[1595141717] 'agreement among raft nodes before linearized reading' (duration: 147.898182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.247372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.257673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:30.247941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.466039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:30.248003Z","caller":"traceutil/trace.go:171","msg":"trace[261502461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26438; }","duration":"107.573751ms","start":"2026-07-12T02:44:30.140407Z","end":"2026-07-12T02:44:30.247981Z","steps":["trace[261502461] 'agreement among raft nodes before linearized reading' (duration: 107.506639ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.247942Z","caller":"traceutil/trace.go:171","msg":"trace[484234394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26438; }","duration":"110.86697ms","start":"2026-07-12T02:44:30.137061Z","end":"2026-07-12T02:44:30.247928Z","steps":["trace[484234394] 'agreement among raft nodes before linearized reading' (duration: 110.182501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.247853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.554654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:30.248359Z","caller":"traceutil/trace.go:171","msg":"trace[787359989] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26438; }","duration":"107.092779ms","start":"2026-07-12T02:44:30.141254Z","end":"2026-07-12T02:44:30.248347Z","steps":["trace[787359989] 'agreement among raft nodes before linearized reading' (duration: 106.555755ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.589802Z","caller":"traceutil/trace.go:171","msg":"trace[1498591525] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"205.174957ms","start":"2026-07-12T02:44:30.384598Z","end":"2026-07-12T02:44:30.589773Z","steps":["trace[1498591525] 'process raft request' (duration: 204.981762ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.787292Z","caller":"traceutil/trace.go:171","msg":"trace[178765798] linearizableReadLoop","detail":"{readStateIndex:27328; appliedIndex:27327; }","duration":"192.768355ms","start":"2026-07-12T02:44:30.594504Z","end":"2026-07-12T02:44:30.787273Z","steps":["trace[178765798] 'read index received' (duration: 192.59851ms)","trace[178765798] 'applied index is now lower than readState.Index' (duration: 168.845µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:30.787483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.970071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-07-12T02:44:30.787507Z","caller":"traceutil/trace.go:171","msg":"trace[381094652] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26445; }","duration":"193.044472ms","start":"2026-07-12T02:44:30.594456Z","end":"2026-07-12T02:44:30.7875Z","steps":["trace[381094652] 'agreement among raft nodes before linearized reading' (duration: 192.905038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.787524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.567029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:30.787612Z","caller":"traceutil/trace.go:171","msg":"trace[1088046854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26445; }","duration":"164.742995ms","start":"2026-07-12T02:44:30.622851Z","end":"2026-07-12T02:44:30.787594Z","steps":["trace[1088046854] 'agreement among raft nodes before linearized reading' (duration: 164.56638ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:30.787452Z","caller":"traceutil/trace.go:171","msg":"trace[935576629] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"402.504014ms","start":"2026-07-12T02:44:30.384859Z","end":"2026-07-12T02:44:30.787363Z","steps":["trace[935576629] 'process raft request' (duration: 402.296859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:30.788195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:30.384845Z","time spent":"403.022559ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:30.901291Z","caller":"traceutil/trace.go:171","msg":"trace[1322847586] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"109.160184ms","start":"2026-07-12T02:44:30.792107Z","end":"2026-07-12T02:44:30.901267Z","steps":["trace[1322847586] 'read index received' (duration: 64.533809ms)","trace[1322847586] 'applied index is now lower than readState.Index' (duration: 44.625285ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:30.901547Z","caller":"traceutil/trace.go:171","msg":"trace[1258655435] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"111.786225ms","start":"2026-07-12T02:44:30.789731Z","end":"2026-07-12T02:44:30.901518Z","steps":["trace[1258655435] 'process raft request' (duration: 66.919773ms)","trace[1258655435] 'compare' (duration: 44.472002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:30.901604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.485804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-tk466\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-07-12T02:44:30.901687Z","caller":"traceutil/trace.go:171","msg":"trace[1917595330] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-tk466; range_end:; response_count:1; response_revision:26446; }","duration":"109.637187ms","start":"2026-07-12T02:44:30.792033Z","end":"2026-07-12T02:44:30.90167Z","steps":["trace[1917595330] 'agreement among raft nodes before linearized reading' (duration: 109.334509ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050485Z","caller":"traceutil/trace.go:171","msg":"trace[1408162297] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"155.191209ms","start":"2026-07-12T02:44:30.895262Z","end":"2026-07-12T02:44:31.050453Z","steps":["trace[1408162297] 'process raft request' (duration: 154.986863ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050549Z","caller":"traceutil/trace.go:171","msg":"trace[1382233181] linearizableReadLoop","detail":"{readStateIndex:27336; appliedIndex:27329; }","duration":"145.235921ms","start":"2026-07-12T02:44:30.905282Z","end":"2026-07-12T02:44:31.050517Z","steps":["trace[1382233181] 'read index received' (duration: 33.322133ms)","trace[1382233181] 'applied index is now lower than readState.Index' (duration: 111.912698ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:31.050594Z","caller":"traceutil/trace.go:171","msg":"trace[1227329722] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"154.729046ms","start":"2026-07-12T02:44:30.895823Z","end":"2026-07-12T02:44:31.050552Z","steps":["trace[1227329722] 'process raft request' (duration: 154.545891ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050617Z","caller":"traceutil/trace.go:171","msg":"trace[348885770] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"155.106986ms","start":"2026-07-12T02:44:30.895469Z","end":"2026-07-12T02:44:31.050576Z","steps":["trace[348885770] 'process raft request' (duration: 154.822328ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050677Z","caller":"traceutil/trace.go:171","msg":"trace[183504972] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"142.052336ms","start":"2026-07-12T02:44:30.908603Z","end":"2026-07-12T02:44:31.050655Z","steps":["trace[183504972] 'process raft request' (duration: 141.83963ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050787Z","caller":"traceutil/trace.go:171","msg":"trace[517986202] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"154.827458ms","start":"2026-07-12T02:44:30.895942Z","end":"2026-07-12T02:44:31.050769Z","steps":["trace[517986202] 'process raft request' (duration: 154.462178ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050771Z","caller":"traceutil/trace.go:171","msg":"trace[1900943962] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"155.128126ms","start":"2026-07-12T02:44:30.89561Z","end":"2026-07-12T02:44:31.050738Z","steps":["trace[1900943962] 'process raft request' (duration: 154.722885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:31.050833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.529879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-12T02:44:31.050815Z","caller":"traceutil/trace.go:171","msg":"trace[2130052951] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"157.342065ms","start":"2026-07-12T02:44:30.893439Z","end":"2026-07-12T02:44:31.050781Z","steps":["trace[2130052951] 'process raft request' (duration: 156.609736ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.050876Z","caller":"traceutil/trace.go:171","msg":"trace[1467610908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb; range_end:; response_count:1; response_revision:26454; }","duration":"145.653763ms","start":"2026-07-12T02:44:30.905206Z","end":"2026-07-12T02:44:31.050859Z","steps":["trace[1467610908] 'agreement among raft nodes before linearized reading' (duration: 145.470128ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.324276Z","caller":"traceutil/trace.go:171","msg":"trace[2080945966] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27337; }","duration":"269.025498ms","start":"2026-07-12T02:44:31.055224Z","end":"2026-07-12T02:44:31.32425Z","steps":["trace[2080945966] 'read index received' (duration: 268.842873ms)","trace[2080945966] 'applied index is now lower than readState.Index' (duration: 181.555µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:31.324328Z","caller":"traceutil/trace.go:171","msg":"trace[141306838] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"271.123665ms","start":"2026-07-12T02:44:31.053164Z","end":"2026-07-12T02:44:31.324287Z","steps":["trace[141306838] 'process raft request' (duration: 270.902379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:31.324507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.679105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:31.324548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.940616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd318d75-f4f7-4831-8211-e4002453344d\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-12T02:44:31.324575Z","caller":"traceutil/trace.go:171","msg":"trace[105059976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26455; }","duration":"185.786618ms","start":"2026-07-12T02:44:31.138773Z","end":"2026-07-12T02:44:31.324559Z","steps":["trace[105059976] 'agreement among raft nodes before linearized reading' (duration: 185.669185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:31.324559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.280176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-07-12T02:44:31.324587Z","caller":"traceutil/trace.go:171","msg":"trace[1721491966] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd318d75-f4f7-4831-8211-e4002453344d; range_end:; response_count:1; response_revision:26455; }","duration":"269.023609ms","start":"2026-07-12T02:44:31.055549Z","end":"2026-07-12T02:44:31.324573Z","steps":["trace[1721491966] 'agreement among raft nodes before linearized reading' (duration: 268.869105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:31.324634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.276268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:31.324722Z","caller":"traceutil/trace.go:171","msg":"trace[324390780] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26455; }","duration":"187.490254ms","start":"2026-07-12T02:44:31.137216Z","end":"2026-07-12T02:44:31.324706Z","steps":["trace[324390780] 'agreement among raft nodes before linearized reading' (duration: 187.283919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:31.324757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.952615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-12T02:44:31.324848Z","caller":"traceutil/trace.go:171","msg":"trace[1540998671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26455; }","duration":"251.080267ms","start":"2026-07-12T02:44:31.073747Z","end":"2026-07-12T02:44:31.324827Z","steps":["trace[1540998671] 'agreement among raft nodes before linearized reading' (duration: 250.79319ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:31.324668Z","caller":"traceutil/trace.go:171","msg":"trace[1450352906] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26455; }","duration":"269.404078ms","start":"2026-07-12T02:44:31.055197Z","end":"2026-07-12T02:44:31.324601Z","steps":["trace[1450352906] 'agreement among raft nodes before linearized reading' (duration: 269.151762ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:35.706237Z","caller":"traceutil/trace.go:171","msg":"trace[1796458247] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"114.741964ms","start":"2026-07-12T02:44:35.591464Z","end":"2026-07-12T02:44:35.706206Z","steps":["trace[1796458247] 'process raft request' (duration: 114.58356ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:36.956642Z","caller":"traceutil/trace.go:171","msg":"trace[7329024] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"174.747312ms","start":"2026-07-12T02:44:36.781869Z","end":"2026-07-12T02:44:36.956617Z","steps":["trace[7329024] 'process raft request' (duration: 174.594848ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:37.021044Z","caller":"traceutil/trace.go:171","msg":"trace[1805271063] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"237.160694ms","start":"2026-07-12T02:44:36.783862Z","end":"2026-07-12T02:44:37.021023Z","steps":["trace[1805271063] 'process raft request' (duration: 237.02852ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:37.554305Z","caller":"traceutil/trace.go:171","msg":"trace[450091767] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"128.733149ms","start":"2026-07-12T02:44:37.425547Z","end":"2026-07-12T02:44:37.55428Z","steps":["trace[450091767] 'process raft request' (duration: 128.576055ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:37.928212Z","caller":"traceutil/trace.go:171","msg":"trace[713342068] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"111.487487ms","start":"2026-07-12T02:44:37.816704Z","end":"2026-07-12T02:44:37.928191Z","steps":["trace[713342068] 'process raft request' (duration: 111.371264ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:39.661216Z","caller":"traceutil/trace.go:171","msg":"trace[534039158] linearizableReadLoop","detail":"{readStateIndex:27455; appliedIndex:27454; }","duration":"231.187254ms","start":"2026-07-12T02:44:39.430001Z","end":"2026-07-12T02:44:39.661188Z","steps":["trace[534039158] 'read index received' (duration: 230.826875ms)","trace[534039158] 'applied index is now lower than readState.Index' (duration: 358.849µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:39.661429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.40232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:39.661512Z","caller":"traceutil/trace.go:171","msg":"trace[1940884026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26570; }","duration":"231.530084ms","start":"2026-07-12T02:44:39.42996Z","end":"2026-07-12T02:44:39.66149Z","steps":["trace[1940884026] 'agreement among raft nodes before linearized reading' (duration: 231.378149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:39.661544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.586666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:44:39.661592Z","caller":"traceutil/trace.go:171","msg":"trace[722706573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26570; }","duration":"103.698879ms","start":"2026-07-12T02:44:39.557877Z","end":"2026-07-12T02:44:39.661576Z","steps":["trace[722706573] 'agreement among raft nodes before linearized reading' (duration: 103.485993ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:39.661354Z","caller":"traceutil/trace.go:171","msg":"trace[245656286] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"285.061788ms","start":"2026-07-12T02:44:39.376216Z","end":"2026-07-12T02:44:39.661277Z","steps":["trace[245656286] 'process raft request' (duration: 284.741209ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:40.42248Z","caller":"traceutil/trace.go:171","msg":"trace[128506551] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"290.933305ms","start":"2026-07-12T02:44:40.131518Z","end":"2026-07-12T02:44:40.422452Z","steps":["trace[128506551] 'process raft request' (duration: 290.75507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:41.637921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T02:44:41.651233Z","caller":"traceutil/trace.go:171","msg":"trace[437577474] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"615.077801ms","start":"2026-07-12T02:44:41.036129Z","end":"2026-07-12T02:44:41.651206Z","steps":["trace[437577474] 'process raft request' (duration: 614.922797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:41.651412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.036116Z","time spent":"615.171243ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:43.137665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000611785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:43.137762Z","caller":"traceutil/trace.go:171","msg":"trace[844433199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763439s","start":"2026-07-12T02:44:41.136977Z","end":"2026-07-12T02:44:43.13774Z","steps":["trace[844433199] 'agreement among raft nodes before linearized reading' (duration: 2.000643266s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:43.137818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.136957Z","time spent":"2.000845281s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:44.009434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358372691s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:44:44.009892Z","caller":"traceutil/trace.go:171","msg":"trace[841983470] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"2.968744115s","start":"2026-07-12T02:44:41.041118Z","end":"2026-07-12T02:44:44.009862Z","steps":["trace[841983470] 'process raft request' (duration: 2.968514699s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:44.009939Z","caller":"traceutil/trace.go:171","msg":"trace[853691772] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"2.869462235s","start":"2026-07-12T02:44:41.140442Z","end":"2026-07-12T02:44:44.009904Z","steps":["trace[853691772] 'process raft request' (duration: 2.869336542s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:44.009977Z","caller":"traceutil/trace.go:171","msg":"trace[1145671129] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"2.854548946s","start":"2026-07-12T02:44:41.155414Z","end":"2026-07-12T02:44:44.009963Z","steps":["trace[1145671129] 'process raft request' (duration: 2.854470374s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:44.009986Z","caller":"traceutil/trace.go:171","msg":"trace[1138083351] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"2.85469418s","start":"2026-07-12T02:44:41.155261Z","end":"2026-07-12T02:44:44.009955Z","steps":["trace[1138083351] 'process raft request' (duration: 2.854596977s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:44.010048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.155406Z","time spent":"2.854607067s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:44.010078Z","caller":"traceutil/trace.go:171","msg":"trace[1349901155] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"2.853673222s","start":"2026-07-12T02:44:41.156318Z","end":"2026-07-12T02:44:44.009991Z","steps":["trace[1349901155] 'process raft request' (duration: 2.853588049s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:44.010086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.140426Z","time spent":"2.869586068s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:44.010048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.041107Z","time spent":"2.968866459s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:44.010121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.155247Z","time spent":"2.854789132s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:44.010103Z","caller":"traceutil/trace.go:171","msg":"trace[353801417] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"2.855885411s","start":"2026-07-12T02:44:41.154165Z","end":"2026-07-12T02:44:44.010051Z","steps":["trace[353801417] 'process raft request' (duration: 2.855670956s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:44.010189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.156307Z","time spent":"2.853832517s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:44.010275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.154158Z","time spent":"2.856027365s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:44.010306Z","caller":"traceutil/trace.go:171","msg":"trace[401718228] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"2.859279593s","start":"2026-07-12T02:44:41.150636Z","end":"2026-07-12T02:44:44.009916Z","steps":["trace[401718228] 'process raft request' (duration: 2.85917517s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:44.010362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.150628Z","time spent":"2.859706674s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:45.138175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:45.138239Z","caller":"traceutil/trace.go:171","msg":"trace[1689913526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126871s","start":"2026-07-12T02:44:43.138097Z","end":"2026-07-12T02:44:45.138224Z","steps":["trace[1689913526] 'agreement among raft nodes before linearized reading' (duration: 2.000045139s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:45.138272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.138081Z","time spent":"2.000182343s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:45.496142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48618431s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:44:45.496277Z","caller":"traceutil/trace.go:171","msg":"trace[1797690527] linearizableReadLoop","detail":"{readStateIndex:27469; appliedIndex:27460; }","duration":"4.359235362s","start":"2026-07-12T02:44:41.13702Z","end":"2026-07-12T02:44:45.496256Z","steps":["trace[1797690527] 'read index received' (duration: 514.038074ms)","trace[1797690527] 'applied index is now lower than readState.Index' (duration: 3.845195198s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:45.498408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488776489s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:44:45.4996Z","caller":"traceutil/trace.go:171","msg":"trace[25490817] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"1.605486277s","start":"2026-07-12T02:44:43.894087Z","end":"2026-07-12T02:44:45.499573Z","steps":["trace[25490817] 'process raft request' (duration: 1.605431265s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:45.499781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.894073Z","time spent":"1.605595359s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:45.499847Z","caller":"traceutil/trace.go:171","msg":"trace[1059039907] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"1.981540992s","start":"2026-07-12T02:44:43.518277Z","end":"2026-07-12T02:44:45.499818Z","steps":["trace[1059039907] 'process raft request' (duration: 1.98107401s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:45.500027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.518254Z","time spent":"1.981693497s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:45.597217Z","caller":"traceutil/trace.go:171","msg":"trace[2074706853] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"344.250824ms","start":"2026-07-12T02:44:45.25292Z","end":"2026-07-12T02:44:45.597171Z","steps":["trace[2074706853] 'process raft request' (duration: 344.09359ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:45.597217Z","caller":"traceutil/trace.go:171","msg":"trace[54456887] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"243.919465ms","start":"2026-07-12T02:44:45.353259Z","end":"2026-07-12T02:44:45.597179Z","steps":["trace[54456887] 'process raft request' (duration: 243.843223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:45.597383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:45.252899Z","time spent":"344.402558ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:46.669838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999099206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-12T02:44:46.669955Z","caller":"traceutil/trace.go:171","msg":"trace[290532093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99923819s","start":"2026-07-12T02:44:41.670689Z","end":"2026-07-12T02:44:46.669927Z","steps":["trace[290532093] 'agreement among raft nodes before linearized reading' (duration: 4.999094756s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:46.670084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.670639Z","time spent":"4.999431166s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:46.672458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075242241s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:46.672903Z","caller":"traceutil/trace.go:171","msg":"trace[518020922] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"1.244707301s","start":"2026-07-12T02:44:45.428157Z","end":"2026-07-12T02:44:46.672865Z","steps":["trace[518020922] 'process raft request' (duration: 168.986077ms)","trace[518020922] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 1.074197892s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:46.673001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:45.428132Z","time spent":"1.244825074s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:46.849915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9992297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:46.84998Z","caller":"traceutil/trace.go:171","msg":"trace[713439322] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999350013s","start":"2026-07-12T02:44:41.850615Z","end":"2026-07-12T02:44:46.849965Z","steps":["trace[713439322] 'agreement among raft nodes before linearized reading' (duration: 4.999267671s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:46.850014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.850594Z","time spent":"4.999414225s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/12 02:44:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:47.146351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:47.146451Z","caller":"traceutil/trace.go:171","msg":"trace[1472270918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640555s","start":"2026-07-12T02:44:45.145787Z","end":"2026-07-12T02:44:47.146427Z","steps":["trace[1472270918] 'agreement among raft nodes before linearized reading' (duration: 2.000520502s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:47.146515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:45.145774Z","time spent":"2.000727218s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:47.848089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.83319094s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:48.116056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443511057s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:44:48.11629Z","caller":"traceutil/trace.go:171","msg":"trace[941661254] linearizableReadLoop","detail":"{readStateIndex:27474; appliedIndex:27471; }","duration":"2.61996838s","start":"2026-07-12T02:44:45.496303Z","end":"2026-07-12T02:44:48.116271Z","steps":["trace[941661254] 'read index received' (duration: 3.559486ms)","trace[941661254] 'applied index is now lower than readState.Index' (duration: 2.616407624s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:48.116534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648578006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:48.116612Z","caller":"traceutil/trace.go:171","msg":"trace[1415413863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26588; }","duration":"2.648692289s","start":"2026-07-12T02:44:45.467898Z","end":"2026-07-12T02:44:48.11659Z","steps":["trace[1415413863] 'agreement among raft nodes before linearized reading' (duration: 2.648557266s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.116651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:45.467867Z","time spent":"2.648772792s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.116654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175702979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:5268"} {"level":"info","ts":"2026-07-12T02:44:48.11669Z","caller":"traceutil/trace.go:171","msg":"trace[1473330777] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26588; }","duration":"3.175783602s","start":"2026-07-12T02:44:44.940896Z","end":"2026-07-12T02:44:48.11668Z","steps":["trace[1473330777] 'agreement among raft nodes before linearized reading' (duration: 3.175637518s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.116723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:44.940878Z","time spent":"3.175837664s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5290,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" "} {"level":"warn","ts":"2026-07-12T02:44:48.116935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189214362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:48.116973Z","caller":"traceutil/trace.go:171","msg":"trace[981003948] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26588; }","duration":"3.189285303s","start":"2026-07-12T02:44:44.927679Z","end":"2026-07-12T02:44:48.116965Z","steps":["trace[981003948] 'agreement among raft nodes before linearized reading' (duration: 3.189208911s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:44.927662Z","time spent":"3.189331225s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.117082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873403698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:48.117189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962117305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:48.11722Z","caller":"traceutil/trace.go:171","msg":"trace[741696370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26588; }","duration":"4.962182647s","start":"2026-07-12T02:44:43.155028Z","end":"2026-07-12T02:44:48.11721Z","steps":["trace[741696370] 'agreement among raft nodes before linearized reading' (duration: 4.962127935s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:48.117227Z","caller":"traceutil/trace.go:171","msg":"trace[957259265] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26588; }","duration":"4.873548222s","start":"2026-07-12T02:44:43.243612Z","end":"2026-07-12T02:44:48.11716Z","steps":["trace[957259265] 'agreement among raft nodes before linearized reading' (duration: 4.873397297s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.11725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.155012Z","time spent":"4.962229828s","remote":"127.0.0.1:56080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.117285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.243591Z","time spent":"4.873677125s","remote":"127.0.0.1:56052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.117311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462177399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-12T02:44:48.11737Z","caller":"traceutil/trace.go:171","msg":"trace[761583831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26588; }","duration":"4.462278342s","start":"2026-07-12T02:44:43.655077Z","end":"2026-07-12T02:44:48.117355Z","steps":["trace[761583831] 'agreement among raft nodes before linearized reading' (duration: 4.462095227s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494823844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:48.117402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.655053Z","time spent":"4.462342104s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T02:44:48.117423Z","caller":"traceutil/trace.go:171","msg":"trace[2004311382] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26588; }","duration":"4.494912886s","start":"2026-07-12T02:44:43.622491Z","end":"2026-07-12T02:44:48.117404Z","steps":["trace[2004311382] 'agreement among raft nodes before linearized reading' (duration: 4.494855675s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.085943383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:48.117472Z","caller":"traceutil/trace.go:171","msg":"trace[1048624883] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26588; }","duration":"5.086016865s","start":"2026-07-12T02:44:43.031445Z","end":"2026-07-12T02:44:48.117462Z","steps":["trace[1048624883] 'agreement among raft nodes before linearized reading' (duration: 5.085928562s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.031429Z","time spent":"5.086065905s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.117521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871155018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"info","ts":"2026-07-12T02:44:48.117563Z","caller":"traceutil/trace.go:171","msg":"trace[1623012193] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26588; }","duration":"4.8712474s","start":"2026-07-12T02:44:43.246305Z","end":"2026-07-12T02:44:48.117553Z","steps":["trace[1623012193] 'agreement among raft nodes before linearized reading' (duration: 4.871096056s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.246286Z","time spent":"4.871334362s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" "} {"level":"warn","ts":"2026-07-12T02:44:48.117656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826297352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-12T02:44:48.117698Z","caller":"traceutil/trace.go:171","msg":"trace[891823272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26588; }","duration":"3.826339823s","start":"2026-07-12T02:44:44.291346Z","end":"2026-07-12T02:44:48.117686Z","steps":["trace[891823272] 'agreement among raft nodes before linearized reading' (duration: 3.826194179s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:44.291268Z","time spent":"3.826451676s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:44:48.117732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135634304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-12T02:44:48.117767Z","caller":"traceutil/trace.go:171","msg":"trace[87406547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26588; }","duration":"5.135705265s","start":"2026-07-12T02:44:42.982051Z","end":"2026-07-12T02:44:48.117756Z","steps":["trace[87406547] 'agreement among raft nodes before linearized reading' (duration: 5.135605753s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.117794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:42.98203Z","time spent":"5.135757547s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-12T02:44:48.11791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944617281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:44:48.117941Z","caller":"traceutil/trace.go:171","msg":"trace[115563532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26588; }","duration":"3.944645252s","start":"2026-07-12T02:44:44.173285Z","end":"2026-07-12T02:44:48.11793Z","steps":["trace[115563532] 'agreement among raft nodes before linearized reading' (duration: 3.94455513s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.11797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:44.173229Z","time spent":"3.944735264s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:44:48.117464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.622469Z","time spent":"4.494985898s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.117296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794211825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:48.11872Z","caller":"traceutil/trace.go:171","msg":"trace[1921246348] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26588; }","duration":"4.795674555s","start":"2026-07-12T02:44:43.323024Z","end":"2026-07-12T02:44:48.118699Z","steps":["trace[1921246348] 'agreement among raft nodes before linearized reading' (duration: 4.794196445s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:48.118753Z","caller":"traceutil/trace.go:171","msg":"trace[686297614] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"2.103905012s","start":"2026-07-12T02:44:46.014824Z","end":"2026-07-12T02:44:48.118729Z","steps":["trace[686297614] 'process raft request' (duration: 2.101338703s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.118781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.323011Z","time spent":"4.795753827s","remote":"127.0.0.1:56386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.118856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.014807Z","time spent":"2.103984954s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:48.531682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.792053597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T02:44:48.53176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805209709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:44:48.531778Z","caller":"traceutil/trace.go:171","msg":"trace[1907615858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26589; }","duration":"6.792171949s","start":"2026-07-12T02:44:41.73958Z","end":"2026-07-12T02:44:48.531752Z","steps":["trace[1907615858] 'agreement among raft nodes before linearized reading' (duration: 6.37832296s)","trace[1907615858] 'range keys from in-memory index tree' (duration: 413.654063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:48.531756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64319353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:48.5318Z","caller":"traceutil/trace.go:171","msg":"trace[2128325049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26589; }","duration":"6.805274841s","start":"2026-07-12T02:44:41.726512Z","end":"2026-07-12T02:44:48.531787Z","steps":["trace[2128325049] 'agreement among raft nodes before linearized reading' (duration: 6.391402512s)","trace[2128325049] 'range keys from in-memory index tree' (duration: 413.788927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:48.53183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.739567Z","time spent":"6.792252342s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:48.531848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.726499Z","time spent":"6.805343213s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:48.531756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133161887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:48.531851Z","caller":"traceutil/trace.go:171","msg":"trace[2137059310] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26589; }","duration":"4.643298762s","start":"2026-07-12T02:44:43.888526Z","end":"2026-07-12T02:44:48.531825Z","steps":["trace[2137059310] 'agreement among raft nodes before linearized reading' (duration: 4.229573667s)","trace[2137059310] 'count revisions from in-memory index tree' (duration: 413.600952ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:48.531946Z","caller":"traceutil/trace.go:171","msg":"trace[56919723] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26589; }","duration":"7.133353002s","start":"2026-07-12T02:44:41.398524Z","end":"2026-07-12T02:44:48.531877Z","steps":["trace[56919723] 'agreement among raft nodes before linearized reading' (duration: 6.71939892s)","trace[56919723] 'count revisions from in-memory index tree' (duration: 413.779097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:48.531953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:43.888513Z","time spent":"4.643427626s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.531992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:41.398505Z","time spent":"7.133475415s","remote":"127.0.0.1:55934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:48.532249Z","caller":"traceutil/trace.go:171","msg":"trace[1178275788] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"2.517250537s","start":"2026-07-12T02:44:46.01497Z","end":"2026-07-12T02:44:48.532221Z","steps":["trace[1178275788] 'process raft request' (duration: 2.510147667s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:48.532308Z","caller":"traceutil/trace.go:171","msg":"trace[1917776846] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"2.517005981s","start":"2026-07-12T02:44:46.015276Z","end":"2026-07-12T02:44:48.532282Z","steps":["trace[1917776846] 'process raft request' (duration: 2.516868207s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.532376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.014965Z","time spent":"2.51733469s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:48.532457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.015253Z","time spent":"2.517124384s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:48.532494Z","caller":"traceutil/trace.go:171","msg":"trace[1065391695] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"2.517026081s","start":"2026-07-12T02:44:46.015453Z","end":"2026-07-12T02:44:48.532479Z","steps":["trace[1065391695] 'process raft request' (duration: 2.516766274s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.532591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.015446Z","time spent":"2.517084083s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:48.532683Z","caller":"traceutil/trace.go:171","msg":"trace[1317743261] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"2.516927359s","start":"2026-07-12T02:44:46.015743Z","end":"2026-07-12T02:44:48.53267Z","steps":["trace[1317743261] 'process raft request' (duration: 2.516660932s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:48.533164Z","caller":"traceutil/trace.go:171","msg":"trace[1055495829] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"2.517229447s","start":"2026-07-12T02:44:46.015922Z","end":"2026-07-12T02:44:48.533151Z","steps":["trace[1055495829] 'process raft request' (duration: 2.516689582s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:48.533165Z","caller":"traceutil/trace.go:171","msg":"trace[532323988] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27476; }","duration":"416.826749ms","start":"2026-07-12T02:44:48.116326Z","end":"2026-07-12T02:44:48.533153Z","steps":["trace[532323988] 'read index received' (duration: 408.987019ms)","trace[532323988] 'applied index is now lower than readState.Index' (duration: 7.83896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:48.533213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.015857Z","time spent":"2.51733067s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:48.533235Z","caller":"traceutil/trace.go:171","msg":"trace[1322689206] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"2.516923819s","start":"2026-07-12T02:44:46.016302Z","end":"2026-07-12T02:44:48.533226Z","steps":["trace[1322689206] 'process raft request' (duration: 2.516764035s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.533291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.95771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:48.533293Z","caller":"traceutil/trace.go:171","msg":"trace[1697861053] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"1.160598187s","start":"2026-07-12T02:44:47.372674Z","end":"2026-07-12T02:44:48.533272Z","steps":["trace[1697861053] 'process raft request' (duration: 1.160438043s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.533311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.798974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:48.533329Z","caller":"traceutil/trace.go:171","msg":"trace[1749290211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26596; }","duration":"960.037822ms","start":"2026-07-12T02:44:47.573283Z","end":"2026-07-12T02:44:48.53332Z","steps":["trace[1749290211] 'agreement among raft nodes before linearized reading' (duration: 959.981391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.53335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:47.573269Z","time spent":"960.075774ms","remote":"127.0.0.1:48006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:48.533352Z","caller":"traceutil/trace.go:171","msg":"trace[71434964] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26596; }","duration":"991.891166ms","start":"2026-07-12T02:44:47.541449Z","end":"2026-07-12T02:44:48.53334Z","steps":["trace[71434964] 'agreement among raft nodes before linearized reading' (duration: 991.791103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.533344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503052643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:48.533288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.016293Z","time spent":"2.51696189s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:48.533386Z","caller":"traceutil/trace.go:171","msg":"trace[2106284330] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26596; }","duration":"1.503131365s","start":"2026-07-12T02:44:47.030244Z","end":"2026-07-12T02:44:48.533375Z","steps":["trace[2106284330] 'agreement among raft nodes before linearized reading' (duration: 1.503066583s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.53338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:47.372646Z","time spent":"1.160688309s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:48.533426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:47.030224Z","time spent":"1.503194166s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:48.533281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386581862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:48.533464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:47.541428Z","time spent":"992.02577ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:48.533489Z","caller":"traceutil/trace.go:171","msg":"trace[907335248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26596; }","duration":"1.386831519s","start":"2026-07-12T02:44:47.146647Z","end":"2026-07-12T02:44:48.533479Z","steps":["trace[907335248] 'agreement among raft nodes before linearized reading' (duration: 1.386596002s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:48.533519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:47.146626Z","time spent":"1.3868867s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:48.53382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:46.015738Z","time spent":"2.51697144s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:49.033798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:49.534745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:50.017222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491950086s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:44:50.017717Z","caller":"traceutil/trace.go:171","msg":"trace[2100523749] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"1.895275082s","start":"2026-07-12T02:44:48.122417Z","end":"2026-07-12T02:44:50.017692Z","steps":["trace[2100523749] 'process raft request' (duration: 1.895047386s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.017871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.122407Z","time spent":"1.895386486s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:50.017949Z","caller":"traceutil/trace.go:171","msg":"trace[592774911] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"1.895320953s","start":"2026-07-12T02:44:48.122608Z","end":"2026-07-12T02:44:50.017929Z","steps":["trace[592774911] 'process raft request' (duration: 1.895015645s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.018044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.122586Z","time spent":"1.895395196s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:50.018138Z","caller":"traceutil/trace.go:171","msg":"trace[1615491385] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.890837214s","start":"2026-07-12T02:44:48.127272Z","end":"2026-07-12T02:44:50.018109Z","steps":["trace[1615491385] 'process raft request' (duration: 1.890563427s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.018299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.127263Z","time spent":"1.890960567s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:50.198308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:50.198396Z","caller":"traceutil/trace.go:171","msg":"trace[1624902570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549243s","start":"2026-07-12T02:44:48.197825Z","end":"2026-07-12T02:44:50.198374Z","steps":["trace[1624902570] 'agreement among raft nodes before linearized reading' (duration: 2.000447691s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.198486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.197813Z","time spent":"2.000661756s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-12T02:44:50.211958Z","caller":"traceutil/trace.go:171","msg":"trace[702506631] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"1.674464756s","start":"2026-07-12T02:44:48.537456Z","end":"2026-07-12T02:44:50.211921Z","steps":["trace[702506631] 'process raft request' (duration: 1.60332749s)","trace[702506631] 'compare' (duration: 70.792847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:50.212063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902700462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:50.212156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090326019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b1357a24-53a9-4485-ba71-661db741b8b3\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-12T02:44:50.212207Z","caller":"traceutil/trace.go:171","msg":"trace[1852374433] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b1357a24-53a9-4485-ba71-661db741b8b3; range_end:; response_count:1; response_revision:26601; }","duration":"2.09040902s","start":"2026-07-12T02:44:48.121786Z","end":"2026-07-12T02:44:50.212195Z","steps":["trace[1852374433] 'agreement among raft nodes before linearized reading' (duration: 2.090226136s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:50.212224Z","caller":"traceutil/trace.go:171","msg":"trace[1347195660] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"1.673216493s","start":"2026-07-12T02:44:48.538987Z","end":"2026-07-12T02:44:50.212203Z","steps":["trace[1347195660] 'process raft request' (duration: 1.672836313s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.212375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.53897Z","time spent":"1.673326285s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:50.211965Z","caller":"traceutil/trace.go:171","msg":"trace[2046730382] linearizableReadLoop","detail":"{readStateIndex:27488; appliedIndex:27483; }","duration":"1.678747401s","start":"2026-07-12T02:44:48.533195Z","end":"2026-07-12T02:44:50.211942Z","steps":["trace[2046730382] 'read index received' (duration: 1.484225599s)","trace[2046730382] 'applied index is now lower than readState.Index' (duration: 194.520452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:50.21238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.537431Z","time spent":"1.6746009s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:50.212155Z","caller":"traceutil/trace.go:171","msg":"trace[1253676290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26601; }","duration":"1.902846646s","start":"2026-07-12T02:44:48.309289Z","end":"2026-07-12T02:44:50.212135Z","steps":["trace[1253676290] 'agreement among raft nodes before linearized reading' (duration: 1.902659691s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.212977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.309271Z","time spent":"1.903684348s","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:50.212246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.121772Z","time spent":"2.090464823s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-b1357a24-53a9-4485-ba71-661db741b8b3\" "} {"level":"warn","ts":"2026-07-12T02:44:50.212221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089795714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:44:50.213116Z","caller":"traceutil/trace.go:171","msg":"trace[1138054459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26601; }","duration":"2.090712189s","start":"2026-07-12T02:44:48.122386Z","end":"2026-07-12T02:44:50.213098Z","steps":["trace[1138054459] 'agreement among raft nodes before linearized reading' (duration: 2.089687791s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.213167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.12238Z","time spent":"2.09077199s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:44:50.213251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964180318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-12T02:44:50.213312Z","caller":"traceutil/trace.go:171","msg":"trace[1979150931] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26601; }","duration":"1.964278311s","start":"2026-07-12T02:44:48.249021Z","end":"2026-07-12T02:44:50.213299Z","steps":["trace[1979150931] 'agreement among raft nodes before linearized reading' (duration: 1.962967516s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.213355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.249005Z","time spent":"1.964340093s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:50.275494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375080484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-12T02:44:50.275489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734909626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:50.275539Z","caller":"traceutil/trace.go:171","msg":"trace[1402111884] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26602; }","duration":"1.375173787s","start":"2026-07-12T02:44:48.900354Z","end":"2026-07-12T02:44:50.275528Z","steps":["trace[1402111884] 'agreement among raft nodes before linearized reading' (duration: 1.375024273s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.275559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.900334Z","time spent":"1.375220918s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-12T02:44:50.275578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.396493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:50.275674Z","caller":"traceutil/trace.go:171","msg":"trace[311416254] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26602; }","duration":"171.550497ms","start":"2026-07-12T02:44:50.104097Z","end":"2026-07-12T02:44:50.275648Z","steps":["trace[311416254] 'agreement among raft nodes before linearized reading' (duration: 171.372472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.27571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.063425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-07-12T02:44:50.275726Z","caller":"traceutil/trace.go:171","msg":"trace[1689322990] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26602; }","duration":"252.078705ms","start":"2026-07-12T02:44:50.023642Z","end":"2026-07-12T02:44:50.275721Z","steps":["trace[1689322990] 'agreement among raft nodes before linearized reading' (duration: 252.027864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.275746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570974933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:50.275611Z","caller":"traceutil/trace.go:171","msg":"trace[628948795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26602; }","duration":"1.735032139s","start":"2026-07-12T02:44:48.540517Z","end":"2026-07-12T02:44:50.27555Z","steps":["trace[628948795] 'agreement among raft nodes before linearized reading' (duration: 1.734888855s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.275856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.179474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"warn","ts":"2026-07-12T02:44:50.275871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.540503Z","time spent":"1.735358078s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:44:50.275838Z","caller":"traceutil/trace.go:171","msg":"trace[1201421998] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26602; }","duration":"1.571098467s","start":"2026-07-12T02:44:48.704686Z","end":"2026-07-12T02:44:50.275785Z","steps":["trace[1201421998] 'agreement among raft nodes before linearized reading' (duration: 1.570953383s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:50.276008Z","caller":"traceutil/trace.go:171","msg":"trace[780107969] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"152.070165ms","start":"2026-07-12T02:44:50.123926Z","end":"2026-07-12T02:44:50.275996Z","steps":["trace[780107969] 'process raft request' (duration: 151.279824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.276101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.704667Z","time spent":"1.571313992s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:50.276231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603595627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:44:50.276271Z","caller":"traceutil/trace.go:171","msg":"trace[1755565112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26602; }","duration":"1.603674189s","start":"2026-07-12T02:44:48.672585Z","end":"2026-07-12T02:44:50.276259Z","steps":["trace[1755565112] 'agreement among raft nodes before linearized reading' (duration: 1.603510085s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.276319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:48.672566Z","time spent":"1.603744372s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-12T02:44:50.276527Z","caller":"traceutil/trace.go:171","msg":"trace[1781524499] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26602; }","duration":"253.886883ms","start":"2026-07-12T02:44:50.022632Z","end":"2026-07-12T02:44:50.276519Z","steps":["trace[1781524499] 'agreement among raft nodes before linearized reading' (duration: 253.180814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:50.784913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:51.077437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.002271ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-12T02:44:51.077572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.276701Z","time spent":"800.864959ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-12T02:44:51.588312Z","caller":"traceutil/trace.go:171","msg":"trace[267662215] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"1.307959666s","start":"2026-07-12T02:44:50.280306Z","end":"2026-07-12T02:44:51.588265Z","steps":["trace[267662215] 'process raft request' (duration: 1.307639648s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:51.588419Z","caller":"traceutil/trace.go:171","msg":"trace[1528090272] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"1.307903544s","start":"2026-07-12T02:44:50.280475Z","end":"2026-07-12T02:44:51.588378Z","steps":["trace[1528090272] 'process raft request' (duration: 1.307663148s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:51.588593Z","caller":"traceutil/trace.go:171","msg":"trace[358570281] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"1.049407158s","start":"2026-07-12T02:44:50.539173Z","end":"2026-07-12T02:44:51.58858Z","steps":["trace[358570281] 'process raft request' (duration: 1.04910934s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:51.588622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.280464Z","time spent":"1.308045878s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:51.588739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.539144Z","time spent":"1.049502781s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:51.588617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.280285Z","time spent":"1.308194622s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:51.588357Z","caller":"traceutil/trace.go:171","msg":"trace[1615866407] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"1.299072678s","start":"2026-07-12T02:44:50.289255Z","end":"2026-07-12T02:44:51.588328Z","steps":["trace[1615866407] 'process raft request' (duration: 1.298964185s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:51.589309Z","caller":"traceutil/trace.go:171","msg":"trace[599508502] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"1.050043115s","start":"2026-07-12T02:44:50.539249Z","end":"2026-07-12T02:44:51.589292Z","steps":["trace[599508502] 'process raft request' (duration: 1.049513431s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:51.589266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.289246Z","time spent":"1.299851499s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:51.58891Z","caller":"traceutil/trace.go:171","msg":"trace[1360775941] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"1.049660745s","start":"2026-07-12T02:44:50.53922Z","end":"2026-07-12T02:44:51.588881Z","steps":["trace[1360775941] 'process raft request' (duration: 1.049307235s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:51.589377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.539223Z","time spent":"1.050122587s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:51.589411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.539195Z","time spent":"1.050166219s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:51.589471Z","caller":"traceutil/trace.go:171","msg":"trace[185862500] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"1.049952943s","start":"2026-07-12T02:44:50.539477Z","end":"2026-07-12T02:44:51.58943Z","steps":["trace[185862500] 'process raft request' (duration: 1.049724666s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:51.58966Z","caller":"traceutil/trace.go:171","msg":"trace[1031512837] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"1.049419488s","start":"2026-07-12T02:44:50.540218Z","end":"2026-07-12T02:44:51.589638Z","steps":["trace[1031512837] 'process raft request' (duration: 1.049166011s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:51.589697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.539443Z","time spent":"1.050129107s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:51.589782Z","caller":"traceutil/trace.go:171","msg":"trace[542894390] linearizableReadLoop","detail":"{readStateIndex:27499; appliedIndex:27489; }","duration":"1.305361327s","start":"2026-07-12T02:44:50.28441Z","end":"2026-07-12T02:44:51.589772Z","steps":["trace[542894390] 'read index received' (duration: 575.09568ms)","trace[542894390] 'applied index is now lower than readState.Index' (duration: 730.264997ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:51.589817Z","caller":"traceutil/trace.go:171","msg":"trace[1128569108] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"1.048466573s","start":"2026-07-12T02:44:50.541344Z","end":"2026-07-12T02:44:51.589811Z","steps":["trace[1128569108] 'process raft request' (duration: 1.048221246s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:51.589783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.540203Z","time spent":"1.049514461s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:51.589844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.541311Z","time spent":"1.048518334s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:51.589955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305549771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:51.589987Z","caller":"traceutil/trace.go:171","msg":"trace[704227533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26611; }","duration":"1.305616743s","start":"2026-07-12T02:44:50.284363Z","end":"2026-07-12T02:44:51.589979Z","steps":["trace[704227533] 'agreement among raft nodes before linearized reading' (duration: 1.305470729s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:51.590008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.284354Z","time spent":"1.305650214s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:52.089883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T02:44:52.482055Z","caller":"traceutil/trace.go:171","msg":"trace[1334939687] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"1.403459074s","start":"2026-07-12T02:44:51.078566Z","end":"2026-07-12T02:44:52.482025Z","steps":["trace[1334939687] 'process raft request' (duration: 1.403260469s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:52.482252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.078536Z","time spent":"1.403607967s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:53.391205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.764515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:53.391341Z","caller":"traceutil/trace.go:171","msg":"trace[1815508021] linearizableReadLoop","detail":"{readStateIndex:27501; appliedIndex:27499; }","duration":"1.801520159s","start":"2026-07-12T02:44:51.589808Z","end":"2026-07-12T02:44:53.391328Z","steps":["trace[1815508021] 'read index received' (duration: 891.976089ms)","trace[1815508021] 'applied index is now lower than readState.Index' (duration: 909.54336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:53.391426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207433586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:53.391448Z","caller":"traceutil/trace.go:171","msg":"trace[1139041549] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26614; }","duration":"2.207500617s","start":"2026-07-12T02:44:51.183941Z","end":"2026-07-12T02:44:53.391442Z","steps":["trace[1139041549] 'agreement among raft nodes before linearized reading' (duration: 2.207454506s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.391475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.183922Z","time spent":"2.207547149s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:53.391487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1661844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-12T02:44:53.391548Z","caller":"traceutil/trace.go:171","msg":"trace[1570927538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26614; }","duration":"2.166295513s","start":"2026-07-12T02:44:51.225239Z","end":"2026-07-12T02:44:53.391534Z","steps":["trace[1570927538] 'agreement among raft nodes before linearized reading' (duration: 2.166120278s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.391625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440318386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:53.39165Z","caller":"traceutil/trace.go:171","msg":"trace[1448286498] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26614; }","duration":"2.440374278s","start":"2026-07-12T02:44:50.95127Z","end":"2026-07-12T02:44:53.391644Z","steps":["trace[1448286498] 'agreement among raft nodes before linearized reading' (duration: 2.440330707s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.391668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.951253Z","time spent":"2.440410998s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:53.391745Z","caller":"traceutil/trace.go:171","msg":"trace[2129000317] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"1.712531397s","start":"2026-07-12T02:44:51.679182Z","end":"2026-07-12T02:44:53.391713Z","steps":["trace[2129000317] 'process raft request' (duration: 1.419151416s)","trace[2129000317] 'compare' (duration: 292.587939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:53.391815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951278606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:53.391844Z","caller":"traceutil/trace.go:171","msg":"trace[1962289529] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26614; }","duration":"2.951350099s","start":"2026-07-12T02:44:50.440487Z","end":"2026-07-12T02:44:53.391837Z","steps":["trace[1962289529] 'agreement among raft nodes before linearized reading' (duration: 2.951304108s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.391867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.440464Z","time spent":"2.95139949s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-12T02:44:53.391897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801033677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:53.391925Z","caller":"traceutil/trace.go:171","msg":"trace[58718622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26614; }","duration":"1.801135459s","start":"2026-07-12T02:44:51.590782Z","end":"2026-07-12T02:44:53.391918Z","steps":["trace[58718622] 'agreement among raft nodes before linearized reading' (duration: 1.801075228s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.391948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.590753Z","time spent":"1.801191221s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:53.391819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.679158Z","time spent":"1.712616098s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:53.392125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071829557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-12T02:44:53.392151Z","caller":"traceutil/trace.go:171","msg":"trace[1320967394] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26614; }","duration":"3.071874678s","start":"2026-07-12T02:44:50.32027Z","end":"2026-07-12T02:44:53.392144Z","steps":["trace[1320967394] 'agreement among raft nodes before linearized reading' (duration: 3.071804406s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.320258Z","time spent":"3.071905819s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-12T02:44:53.392304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098198383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-12T02:44:53.392311Z","caller":"traceutil/trace.go:171","msg":"trace[938988935] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.107001901s","start":"2026-07-12T02:44:52.285296Z","end":"2026-07-12T02:44:53.392297Z","steps":["trace[938988935] 'process raft request' (duration: 1.105983844s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:53.39233Z","caller":"traceutil/trace.go:171","msg":"trace[1467795323] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26614; }","duration":"3.098239384s","start":"2026-07-12T02:44:50.294083Z","end":"2026-07-12T02:44:53.392323Z","steps":["trace[1467795323] 'agreement among raft nodes before linearized reading' (duration: 3.098174142s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:50.294076Z","time spent":"3.098271676s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-12T02:44:53.392365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.285255Z","time spent":"1.107080903s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:53.392421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429519793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:53.392442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.619189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:53.392448Z","caller":"traceutil/trace.go:171","msg":"trace[1925319997] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26614; }","duration":"1.429588515s","start":"2026-07-12T02:44:51.962849Z","end":"2026-07-12T02:44:53.392437Z","steps":["trace[1925319997] 'agreement among raft nodes before linearized reading' (duration: 1.429549484s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:53.392466Z","caller":"traceutil/trace.go:171","msg":"trace[1953722562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26614; }","duration":"255.677701ms","start":"2026-07-12T02:44:53.136781Z","end":"2026-07-12T02:44:53.392458Z","steps":["trace[1953722562] 'agreement among raft nodes before linearized reading' (duration: 255.63772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779237692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-12T02:44:53.392544Z","caller":"traceutil/trace.go:171","msg":"trace[1096229634] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26614; }","duration":"1.779281334s","start":"2026-07-12T02:44:51.613258Z","end":"2026-07-12T02:44:53.392539Z","steps":["trace[1096229634] 'agreement among raft nodes before linearized reading' (duration: 1.779220662s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36968753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-12T02:44:53.392569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.613245Z","time spent":"1.779318925s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-12T02:44:53.39259Z","caller":"traceutil/trace.go:171","msg":"trace[484250158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26614; }","duration":"1.369812364s","start":"2026-07-12T02:44:52.022765Z","end":"2026-07-12T02:44:53.392577Z","steps":["trace[484250158] 'agreement among raft nodes before linearized reading' (duration: 1.369621549s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.187324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:44:53.392628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.022739Z","time spent":"1.369883035s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T02:44:53.392663Z","caller":"traceutil/trace.go:171","msg":"trace[1760249241] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26614; }","duration":"565.344028ms","start":"2026-07-12T02:44:52.827301Z","end":"2026-07-12T02:44:53.392645Z","steps":["trace[1760249241] 'agreement among raft nodes before linearized reading' (duration: 565.100781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798433737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10140"} {"level":"warn","ts":"2026-07-12T02:44:53.392712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.827278Z","time spent":"565.42597ms","remote":"127.0.0.1:49182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:53.392732Z","caller":"traceutil/trace.go:171","msg":"trace[396117515] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26614; }","duration":"1.798502449s","start":"2026-07-12T02:44:51.594223Z","end":"2026-07-12T02:44:53.392725Z","steps":["trace[396117515] 'agreement among raft nodes before linearized reading' (duration: 1.798427057s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176362079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T02:44:53.392768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.189545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-12T02:44:53.392794Z","caller":"traceutil/trace.go:171","msg":"trace[2067985818] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26614; }","duration":"908.241906ms","start":"2026-07-12T02:44:52.484546Z","end":"2026-07-12T02:44:53.392788Z","steps":["trace[2067985818] 'agreement among raft nodes before linearized reading' (duration: 908.177564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800854392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aacebf02311\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-07-12T02:44:53.392816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.484529Z","time spent":"908.283237ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-12T02:44:53.392826Z","caller":"traceutil/trace.go:171","msg":"trace[851421973] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aacebf02311; range_end:; response_count:1; response_revision:26614; }","duration":"1.800873462s","start":"2026-07-12T02:44:51.591947Z","end":"2026-07-12T02:44:53.39282Z","steps":["trace[851421973] 'agreement among raft nodes before linearized reading' (duration: 1.800815851s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.591917Z","time spent":"1.800926264s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":918,"request content":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aacebf02311\" "} {"level":"warn","ts":"2026-07-12T02:44:53.39271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176234896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:44:53.392912Z","caller":"traceutil/trace.go:171","msg":"trace[694723073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26614; }","duration":"1.176494574s","start":"2026-07-12T02:44:52.216412Z","end":"2026-07-12T02:44:53.392906Z","steps":["trace[694723073] 'agreement among raft nodes before linearized reading' (duration: 1.176217736s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.962824Z","time spent":"1.429637436s","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:53.39294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.216387Z","time spent":"1.176546804s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T02:44:53.392772Z","caller":"traceutil/trace.go:171","msg":"trace[485059904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26614; }","duration":"1.176425532s","start":"2026-07-12T02:44:52.21634Z","end":"2026-07-12T02:44:53.392765Z","steps":["trace[485059904] 'agreement among raft nodes before linearized reading' (duration: 1.1763641s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.392751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.594202Z","time spent":"1.798545889s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10162,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-07-12T02:44:53.393025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.399344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:53.393065Z","caller":"traceutil/trace.go:171","msg":"trace[341245572] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26614; }","duration":"545.443365ms","start":"2026-07-12T02:44:52.847611Z","end":"2026-07-12T02:44:53.393055Z","steps":["trace[341245572] 'agreement among raft nodes before linearized reading' (duration: 545.374213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:53.393098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.84755Z","time spent":"545.541678ms","remote":"127.0.0.1:55854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:53.393029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:52.216318Z","time spent":"1.176704699s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:53.391579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:51.225213Z","time spent":"2.166359605s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:44:53.896782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124410930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:44:54.464107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.903624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:54.464297Z","caller":"traceutil/trace.go:171","msg":"trace[1823116950] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"1.068049577s","start":"2026-07-12T02:44:53.396224Z","end":"2026-07-12T02:44:54.464273Z","steps":["trace[1823116950] 'process raft request' (duration: 941.874996ms)","trace[1823116950] 'compare' (duration: 124.860736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:54.464365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.396199Z","time spent":"1.06813622s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.00739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.190158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:55.007818Z","caller":"traceutil/trace.go:171","msg":"trace[1106863193] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"1.609541287s","start":"2026-07-12T02:44:53.398239Z","end":"2026-07-12T02:44:55.007781Z","steps":["trace[1106863193] 'process raft request' (duration: 1.60926227s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:55.007833Z","caller":"traceutil/trace.go:171","msg":"trace[1113912062] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"1.608909599s","start":"2026-07-12T02:44:53.398887Z","end":"2026-07-12T02:44:55.007797Z","steps":["trace[1113912062] 'process raft request' (duration: 1.608759065s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:55.007938Z","caller":"traceutil/trace.go:171","msg":"trace[1900676987] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"1.410639617s","start":"2026-07-12T02:44:53.597279Z","end":"2026-07-12T02:44:55.007919Z","steps":["trace[1900676987] 'process raft request' (duration: 1.410551814s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:55.007935Z","caller":"traceutil/trace.go:171","msg":"trace[722170483] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"1.606902995s","start":"2026-07-12T02:44:53.401008Z","end":"2026-07-12T02:44:55.007911Z","steps":["trace[722170483] 'process raft request' (duration: 1.606673399s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.007976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.39888Z","time spent":"1.609037033s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.007989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.398233Z","time spent":"1.60966662s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.597248Z","time spent":"1.410724579s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:55.007827Z","caller":"traceutil/trace.go:171","msg":"trace[401464173] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"1.609401562s","start":"2026-07-12T02:44:53.398392Z","end":"2026-07-12T02:44:55.007794Z","steps":["trace[401464173] 'process raft request' (duration: 1.609208887s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.008042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.401Z","time spent":"1.606985008s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:55.008055Z","caller":"traceutil/trace.go:171","msg":"trace[25389589] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"1.412067845s","start":"2026-07-12T02:44:53.595972Z","end":"2026-07-12T02:44:55.00804Z","steps":["trace[25389589] 'process raft request' (duration: 1.411804948s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:55.008096Z","caller":"traceutil/trace.go:171","msg":"trace[281415157] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"1.411899961s","start":"2026-07-12T02:44:53.596188Z","end":"2026-07-12T02:44:55.008088Z","steps":["trace[281415157] 'process raft request' (duration: 1.411621404s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:55.008103Z","caller":"traceutil/trace.go:171","msg":"trace[716817279] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"1.605229731s","start":"2026-07-12T02:44:53.402864Z","end":"2026-07-12T02:44:55.008094Z","steps":["trace[716817279] 'process raft request' (duration: 1.604861012s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.008131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.596152Z","time spent":"1.411958583s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.008143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.402859Z","time spent":"1.605264812s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:55.008159Z","caller":"traceutil/trace.go:171","msg":"trace[1159877088] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"1.40997847s","start":"2026-07-12T02:44:53.598171Z","end":"2026-07-12T02:44:55.008149Z","steps":["trace[1159877088] 'process raft request' (duration: 1.409684852s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.008171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.59595Z","time spent":"1.412145477s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:55.008148Z","caller":"traceutil/trace.go:171","msg":"trace[1242905102] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"1.609920767s","start":"2026-07-12T02:44:53.398189Z","end":"2026-07-12T02:44:55.00811Z","steps":["trace[1242905102] 'process raft request' (duration: 1.378918417s)","trace[1242905102] 'compare' (duration: 229.919671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:55.008204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.59816Z","time spent":"1.410020621s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.008193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.398389Z","time spent":"1.609693991s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.008256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.398179Z","time spent":"1.61003525s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:55.008291Z","caller":"traceutil/trace.go:171","msg":"trace[639335767] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"1.410063861s","start":"2026-07-12T02:44:53.598219Z","end":"2026-07-12T02:44:55.008283Z","steps":["trace[639335767] 'process raft request' (duration: 1.409884497s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.008346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.598206Z","time spent":"1.410103973s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:55.008554Z","caller":"traceutil/trace.go:171","msg":"trace[1785548186] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"1.410270857s","start":"2026-07-12T02:44:53.598262Z","end":"2026-07-12T02:44:55.008533Z","steps":["trace[1785548186] 'process raft request' (duration: 1.409966759s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.008635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.598251Z","time spent":"1.410343979s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:55.402971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:44:55.403053Z","caller":"traceutil/trace.go:171","msg":"trace[540988821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314397s","start":"2026-07-12T02:44:53.40272Z","end":"2026-07-12T02:44:55.403035Z","steps":["trace[540988821] 'agreement among raft nodes before linearized reading' (duration: 2.000219044s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.403097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.402716Z","time spent":"2.000371348s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:44:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:44:55.679914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.383368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:44:55.680791Z","caller":"traceutil/trace.go:171","msg":"trace[770390394] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"665.030658ms","start":"2026-07-12T02:44:55.015738Z","end":"2026-07-12T02:44:55.680768Z","steps":["trace[770390394] 'process raft request' (duration: 664.763241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.68093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284336966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:55.680981Z","caller":"traceutil/trace.go:171","msg":"trace[565375212] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26628; }","duration":"2.284419269s","start":"2026-07-12T02:44:53.396551Z","end":"2026-07-12T02:44:55.68097Z","steps":["trace[565375212] 'agreement among raft nodes before linearized reading' (duration: 2.284319176s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:55.681015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.396537Z","time spent":"2.28447024s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-12T02:44:55.681078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.015723Z","time spent":"665.168872ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-12T02:44:55.68082Z","caller":"traceutil/trace.go:171","msg":"trace[989042012] linearizableReadLoop","detail":"{readStateIndex:27515; appliedIndex:27502; }","duration":"2.284220323s","start":"2026-07-12T02:44:53.396572Z","end":"2026-07-12T02:44:55.680792Z","steps":["trace[989042012] 'read index received' (duration: 941.554308ms)","trace[989042012] 'applied index is now lower than readState.Index' (duration: 1.342663475s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:56.168254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.065309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:56.168712Z","caller":"traceutil/trace.go:171","msg":"trace[997326727] linearizableReadLoop","detail":"{readStateIndex:27521; appliedIndex:27517; }","duration":"487.182444ms","start":"2026-07-12T02:44:55.681503Z","end":"2026-07-12T02:44:56.168686Z","steps":["trace[997326727] 'read index received' (duration: 301.610622ms)","trace[997326727] 'applied index is now lower than readState.Index' (duration: 185.570152ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:56.168817Z","caller":"traceutil/trace.go:171","msg":"trace[13245657] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"769.235151ms","start":"2026-07-12T02:44:55.399565Z","end":"2026-07-12T02:44:56.1688Z","steps":["trace[13245657] 'process raft request' (duration: 768.82207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.168884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376477075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:56.168999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.399541Z","time spent":"769.327024ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:56.169034Z","caller":"traceutil/trace.go:171","msg":"trace[49320589] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26633; }","duration":"2.37667487s","start":"2026-07-12T02:44:53.792337Z","end":"2026-07-12T02:44:56.169012Z","steps":["trace[49320589] 'agreement among raft nodes before linearized reading' (duration: 2.376475065s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.792314Z","time spent":"2.376751773s","remote":"127.0.0.1:43194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:56.169061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155836169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-12T02:44:56.169131Z","caller":"traceutil/trace.go:171","msg":"trace[221046778] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"602.983956ms","start":"2026-07-12T02:44:55.566127Z","end":"2026-07-12T02:44:56.169111Z","steps":["trace[221046778] 'process raft request' (duration: 602.346199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574805399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-12T02:44:56.169193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.954245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:56.169151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77077381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:44:56.169228Z","caller":"traceutil/trace.go:171","msg":"trace[239726956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26633; }","duration":"728.026557ms","start":"2026-07-12T02:44:55.441192Z","end":"2026-07-12T02:44:56.169219Z","steps":["trace[239726956] 'agreement among raft nodes before linearized reading' (duration: 727.967775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.566093Z","time spent":"603.090249ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:56.169239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77263633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bb54f643-5255-4e8b-b5d2-766b3554ac1d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-12T02:44:56.169248Z","caller":"traceutil/trace.go:171","msg":"trace[645350806] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"568.474011ms","start":"2026-07-12T02:44:55.600761Z","end":"2026-07-12T02:44:56.169235Z","steps":["trace[645350806] 'process raft request' (duration: 567.773263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.441175Z","time spent":"728.086248ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:44:56.169258Z","caller":"traceutil/trace.go:171","msg":"trace[713264178] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26633; }","duration":"2.770901913s","start":"2026-07-12T02:44:53.398333Z","end":"2026-07-12T02:44:56.169235Z","steps":["trace[713264178] 'agreement among raft nodes before linearized reading' (duration: 2.770535354s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:56.169286Z","caller":"traceutil/trace.go:171","msg":"trace[1367031502] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bb54f643-5255-4e8b-b5d2-766b3554ac1d; range_end:; response_count:1; response_revision:26633; }","duration":"2.772683841s","start":"2026-07-12T02:44:53.396588Z","end":"2026-07-12T02:44:56.169272Z","steps":["trace[1367031502] 'agreement among raft nodes before linearized reading' (duration: 2.772553508s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.600735Z","time spent":"568.547614ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-12T02:44:56.169132Z","caller":"traceutil/trace.go:171","msg":"trace[1248881964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26633; }","duration":"1.155965072s","start":"2026-07-12T02:44:55.013149Z","end":"2026-07-12T02:44:56.169114Z","steps":["trace[1248881964] 'agreement among raft nodes before linearized reading' (duration: 1.155661804s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.396579Z","time spent":"2.772745243s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-bb54f643-5255-4e8b-b5d2-766b3554ac1d\" "} {"level":"warn","ts":"2026-07-12T02:44:56.16931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701762286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-12T02:44:56.169379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.013129Z","time spent":"1.15623351s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:44:56.169381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.960693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:56.169417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.934437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:56.169428Z","caller":"traceutil/trace.go:171","msg":"trace[1548325982] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"331.41158ms","start":"2026-07-12T02:44:55.838007Z","end":"2026-07-12T02:44:56.169418Z","steps":["trace[1548325982] 'process raft request' (duration: 330.590638ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:56.169426Z","caller":"traceutil/trace.go:171","msg":"trace[970868566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26633; }","duration":"766.051365ms","start":"2026-07-12T02:44:55.403364Z","end":"2026-07-12T02:44:56.169415Z","steps":["trace[970868566] 'agreement among raft nodes before linearized reading' (duration: 765.976523ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:56.169451Z","caller":"traceutil/trace.go:171","msg":"trace[351479218] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26633; }","duration":"776.968178ms","start":"2026-07-12T02:44:55.392474Z","end":"2026-07-12T02:44:56.169442Z","steps":["trace[351479218] 'agreement among raft nodes before linearized reading' (duration: 776.919807ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:56.16943Z","caller":"traceutil/trace.go:171","msg":"trace[1295150344] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb; range_end:; response_count:1; response_revision:26633; }","duration":"1.701951332s","start":"2026-07-12T02:44:54.467451Z","end":"2026-07-12T02:44:56.169403Z","steps":["trace[1295150344] 'agreement among raft nodes before linearized reading' (duration: 1.701575022s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.40334Z","time spent":"766.120977ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:56.169472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.837974Z","time spent":"331.476201ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:56.169474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.392416Z","time spent":"777.053161ms","remote":"127.0.0.1:55724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:56.16927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284834359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:56.169504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:54.467425Z","time spent":"1.702068474s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" "} {"level":"info","ts":"2026-07-12T02:44:56.169195Z","caller":"traceutil/trace.go:171","msg":"trace[623958961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26633; }","duration":"2.574920852s","start":"2026-07-12T02:44:53.594257Z","end":"2026-07-12T02:44:56.169178Z","steps":["trace[623958961] 'agreement among raft nodes before linearized reading' (duration: 2.574644404s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.398328Z","time spent":"2.770984715s","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-12T02:44:56.169564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.594233Z","time spent":"2.575325283s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:56.169061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.077874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18432"} {"level":"info","ts":"2026-07-12T02:44:56.169592Z","caller":"traceutil/trace.go:171","msg":"trace[1699271189] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26633; }","duration":"639.67064ms","start":"2026-07-12T02:44:55.529915Z","end":"2026-07-12T02:44:56.169585Z","steps":["trace[1699271189] 'agreement among raft nodes before linearized reading' (duration: 638.981821ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:56.169072Z","caller":"traceutil/trace.go:171","msg":"trace[726509202] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"1.153208378s","start":"2026-07-12T02:44:55.015839Z","end":"2026-07-12T02:44:56.169048Z","steps":["trace[726509202] 'process raft request' (duration: 967.239486ms)","trace[726509202] 'compare' (duration: 184.482002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:56.169614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.529889Z","time spent":"639.71825ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-12T02:44:56.16966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.015821Z","time spent":"1.153801934s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:56.169679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157872203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-07-12T02:44:56.16971Z","caller":"traceutil/trace.go:171","msg":"trace[1620064008] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26633; }","duration":"1.157945035s","start":"2026-07-12T02:44:55.011757Z","end":"2026-07-12T02:44:56.169702Z","steps":["trace[1620064008] 'agreement among raft nodes before linearized reading' (duration: 1.157861533s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.011724Z","time spent":"1.157999186s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4464,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-12T02:44:56.169537Z","caller":"traceutil/trace.go:171","msg":"trace[616336954] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26633; }","duration":"2.285126367s","start":"2026-07-12T02:44:53.884391Z","end":"2026-07-12T02:44:56.169518Z","steps":["trace[616336954] 'agreement among raft nodes before linearized reading' (duration: 2.284842009s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:56.169787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:53.884367Z","time spent":"2.285408035s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:57.340474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.305565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:57.340544Z","caller":"traceutil/trace.go:171","msg":"trace[300986772] linearizableReadLoop","detail":"{readStateIndex:27523; appliedIndex:27522; }","duration":"1.171772637s","start":"2026-07-12T02:44:56.168759Z","end":"2026-07-12T02:44:57.340532Z","steps":["trace[300986772] 'read index received' (duration: 390.355169ms)","trace[300986772] 'applied index is now lower than readState.Index' (duration: 781.416718ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:57.340617Z","caller":"traceutil/trace.go:171","msg":"trace[908026598] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"1.300419824s","start":"2026-07-12T02:44:56.04019Z","end":"2026-07-12T02:44:57.34061Z","steps":["trace[908026598] 'process raft request' (duration: 518.911904ms)","trace[908026598] 'compare' (duration: 779.989929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:57.340695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286581323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:57.340757Z","caller":"traceutil/trace.go:171","msg":"trace[451521380] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26634; }","duration":"1.286708586s","start":"2026-07-12T02:44:56.054031Z","end":"2026-07-12T02:44:57.34074Z","steps":["trace[451521380] 'agreement among raft nodes before linearized reading' (duration: 1.286605573s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:57.340789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.053992Z","time spent":"1.286790298s","remote":"127.0.0.1:34220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:57.340968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.040163Z","time spent":"1.300467995s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:57.341031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656787492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:44:57.341102Z","caller":"traceutil/trace.go:171","msg":"trace[2021281381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26634; }","duration":"1.656899135s","start":"2026-07-12T02:44:55.684185Z","end":"2026-07-12T02:44:57.341084Z","steps":["trace[2021281381] 'agreement among raft nodes before linearized reading' (duration: 1.656663699s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:57.341145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:55.684171Z","time spent":"1.656966507s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:44:57.649391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090303384s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-12T02:44:57.950045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.268955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:57.950281Z","caller":"traceutil/trace.go:171","msg":"trace[994290945] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"1.767094228s","start":"2026-07-12T02:44:56.183173Z","end":"2026-07-12T02:44:57.950267Z","steps":["trace[994290945] 'process raft request' (duration: 1.767053087s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:57.950336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.183125Z","time spent":"1.76718828s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:57.950337Z","caller":"traceutil/trace.go:171","msg":"trace[1913120455] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"1.773533921s","start":"2026-07-12T02:44:56.176764Z","end":"2026-07-12T02:44:57.950298Z","steps":["trace[1913120455] 'process raft request' (duration: 1.773381617s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:57.950384Z","caller":"traceutil/trace.go:171","msg":"trace[675642014] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"1.777885447s","start":"2026-07-12T02:44:56.172458Z","end":"2026-07-12T02:44:57.950344Z","steps":["trace[675642014] 'process raft request' (duration: 1.477255192s)","trace[675642014] 'compare' (duration: 300.172273ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:57.950494Z","caller":"traceutil/trace.go:171","msg":"trace[810498334] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"1.773457389s","start":"2026-07-12T02:44:56.177028Z","end":"2026-07-12T02:44:57.950486Z","steps":["trace[810498334] 'process raft request' (duration: 1.773172391s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:57.950507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.176742Z","time spent":"1.773688004s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:57.950612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.17244Z","time spent":"1.778071642s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:57.95053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.177014Z","time spent":"1.773496149s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:58.52814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.600823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:58.528431Z","caller":"traceutil/trace.go:171","msg":"trace[514685809] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"1.51226816s","start":"2026-07-12T02:44:57.016146Z","end":"2026-07-12T02:44:58.528414Z","steps":["trace[514685809] 'process raft request' (duration: 1.512202619s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.528461Z","caller":"traceutil/trace.go:171","msg":"trace[289685388] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"1.512426655s","start":"2026-07-12T02:44:57.01598Z","end":"2026-07-12T02:44:58.528407Z","steps":["trace[289685388] 'process raft request' (duration: 1.51224755s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.528484Z","caller":"traceutil/trace.go:171","msg":"trace[1931103258] linearizableReadLoop","detail":"{readStateIndex:27533; appliedIndex:27523; }","duration":"1.187873629s","start":"2026-07-12T02:44:57.340588Z","end":"2026-07-12T02:44:58.528462Z","steps":["trace[1931103258] 'read index received' (duration: 309.146173ms)","trace[1931103258] 'applied index is now lower than readState.Index' (duration: 878.726256ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:58.52854Z","caller":"traceutil/trace.go:171","msg":"trace[1422349411] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"1.512509137s","start":"2026-07-12T02:44:57.016022Z","end":"2026-07-12T02:44:58.528531Z","steps":["trace[1422349411] 'process raft request' (duration: 1.512264071s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.528587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.016017Z","time spent":"1.512545998s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:58.528633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.01597Z","time spent":"1.512579809s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.528686Z","caller":"traceutil/trace.go:171","msg":"trace[2039248003] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"1.51076514s","start":"2026-07-12T02:44:57.017909Z","end":"2026-07-12T02:44:58.528674Z","steps":["trace[2039248003] 'process raft request' (duration: 1.510470672s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.528767Z","caller":"traceutil/trace.go:171","msg":"trace[777286229] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"1.512685311s","start":"2026-07-12T02:44:57.016072Z","end":"2026-07-12T02:44:58.528757Z","steps":["trace[777286229] 'process raft request' (duration: 1.51224375s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.528786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.017899Z","time spent":"1.510813491s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:58.528828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.016055Z","time spent":"1.512740913s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:58.528502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.016121Z","time spent":"1.512351333s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.528839Z","caller":"traceutil/trace.go:171","msg":"trace[1378190187] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"1.513137503s","start":"2026-07-12T02:44:57.015689Z","end":"2026-07-12T02:44:58.528826Z","steps":["trace[1378190187] 'process raft request' (duration: 1.22677852s)","trace[1378190187] 'compare' (duration: 285.364537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:58.52895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.015676Z","time spent":"1.513249247s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:58.529101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379004069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-12T02:44:58.529132Z","caller":"traceutil/trace.go:171","msg":"trace[1661131558] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26644; }","duration":"1.379069071s","start":"2026-07-12T02:44:57.150055Z","end":"2026-07-12T02:44:58.529125Z","steps":["trace[1661131558] 'agreement among raft nodes before linearized reading' (duration: 1.378934508s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.529176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.150036Z","time spent":"1.379133182s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-12T02:44:58.529322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260516169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.529351Z","caller":"traceutil/trace.go:171","msg":"trace[143470396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26644; }","duration":"2.260575031s","start":"2026-07-12T02:44:56.268767Z","end":"2026-07-12T02:44:58.529342Z","steps":["trace[143470396] 'agreement among raft nodes before linearized reading' (duration: 2.26052829s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.529406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.26875Z","time spent":"2.260619012s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:58.529491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250400839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-12T02:44:58.529583Z","caller":"traceutil/trace.go:171","msg":"trace[238774455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26644; }","duration":"2.250573073s","start":"2026-07-12T02:44:56.278986Z","end":"2026-07-12T02:44:58.529559Z","steps":["trace[238774455] 'agreement among raft nodes before linearized reading' (duration: 2.250253894s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.52963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.278978Z","time spent":"2.250641074s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:44:58.529651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354395554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-12T02:44:58.5297Z","caller":"traceutil/trace.go:171","msg":"trace[1717662875] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26644; }","duration":"2.354441316s","start":"2026-07-12T02:44:56.175233Z","end":"2026-07-12T02:44:58.529674Z","steps":["trace[1717662875] 'agreement among raft nodes before linearized reading' (duration: 2.354313683s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.52973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.175225Z","time spent":"2.354497397s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-12T02:44:58.529889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392303236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.529927Z","caller":"traceutil/trace.go:171","msg":"trace[974528581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26644; }","duration":"1.392380998s","start":"2026-07-12T02:44:57.137537Z","end":"2026-07-12T02:44:58.529918Z","steps":["trace[974528581] 'agreement among raft nodes before linearized reading' (duration: 1.392310877s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.529954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.137515Z","time spent":"1.392433749s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:58.530186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514389257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-12T02:44:58.530225Z","caller":"traceutil/trace.go:171","msg":"trace[347288626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26644; }","duration":"1.514460049s","start":"2026-07-12T02:44:57.015754Z","end":"2026-07-12T02:44:58.530214Z","steps":["trace[347288626] 'agreement among raft nodes before linearized reading' (duration: 1.514357977s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.530251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.015736Z","time spent":"1.51450995s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:44:58.530454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517079149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-12T02:44:58.530488Z","caller":"traceutil/trace.go:171","msg":"trace[866174272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26644; }","duration":"1.51712492s","start":"2026-07-12T02:44:57.013355Z","end":"2026-07-12T02:44:58.53048Z","steps":["trace[866174272] 'agreement among raft nodes before linearized reading' (duration: 1.517043118s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.530514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.013349Z","time spent":"1.517158901s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:58.530661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517565092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-12T02:44:58.530692Z","caller":"traceutil/trace.go:171","msg":"trace[1238384725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26644; }","duration":"1.517625994s","start":"2026-07-12T02:44:57.013059Z","end":"2026-07-12T02:44:58.530685Z","steps":["trace[1238384725] 'agreement among raft nodes before linearized reading' (duration: 1.517543482s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.530717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.013043Z","time spent":"1.517668095s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:44:58.530824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579016808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.530857Z","caller":"traceutil/trace.go:171","msg":"trace[729414363] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26644; }","duration":"1.579053009s","start":"2026-07-12T02:44:56.951796Z","end":"2026-07-12T02:44:58.530849Z","steps":["trace[729414363] 'agreement among raft nodes before linearized reading' (duration: 1.578996498s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.530884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.951733Z","time spent":"1.579144202s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:58.531018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922419721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.531058Z","caller":"traceutil/trace.go:171","msg":"trace[1150574273] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26644; }","duration":"1.922511753s","start":"2026-07-12T02:44:56.608535Z","end":"2026-07-12T02:44:58.531047Z","steps":["trace[1150574273] 'agreement among raft nodes before linearized reading' (duration: 1.922445811s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.531117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.608503Z","time spent":"1.922604175s","remote":"127.0.0.1:49214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:58.531323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170500427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-12T02:44:58.531421Z","caller":"traceutil/trace.go:171","msg":"trace[1709720667] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26644; }","duration":"2.17064469s","start":"2026-07-12T02:44:56.360764Z","end":"2026-07-12T02:44:58.531408Z","steps":["trace[1709720667] 'agreement among raft nodes before linearized reading' (duration: 2.170485136s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.531466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:56.360741Z","time spent":"2.170712162s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.112218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:58.90638Z","caller":"traceutil/trace.go:171","msg":"trace[36715505] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"730.692157ms","start":"2026-07-12T02:44:58.175676Z","end":"2026-07-12T02:44:58.906368Z","steps":["trace[36715505] 'process raft request' (duration: 730.635066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.906424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.175641Z","time spent":"730.760529ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.906489Z","caller":"traceutil/trace.go:171","msg":"trace[354000162] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"731.474469ms","start":"2026-07-12T02:44:58.17496Z","end":"2026-07-12T02:44:58.906435Z","steps":["trace[354000162] 'process raft request' (duration: 502.069343ms)","trace[354000162] 'compare' (duration: 229.027696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:58.906633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.174941Z","time spent":"731.618842ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.906646Z","caller":"traceutil/trace.go:171","msg":"trace[1378145122] linearizableReadLoop","detail":"{readStateIndex:27536; appliedIndex:27533; }","duration":"378.067549ms","start":"2026-07-12T02:44:58.528559Z","end":"2026-07-12T02:44:58.906627Z","steps":["trace[1378145122] 'read index received' (duration: 148.519059ms)","trace[1378145122] 'applied index is now lower than readState.Index' (duration: 229.54756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:58.906746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503313619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:58.906753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.530475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:58.906772Z","caller":"traceutil/trace.go:171","msg":"trace[2065954127] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26650; }","duration":"1.50334016s","start":"2026-07-12T02:44:57.403424Z","end":"2026-07-12T02:44:58.906764Z","steps":["trace[2065954127] 'agreement among raft nodes before linearized reading' (duration: 1.503279478s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.906763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.150673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.906789Z","caller":"traceutil/trace.go:171","msg":"trace[1186832603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26650; }","duration":"723.610008ms","start":"2026-07-12T02:44:58.18317Z","end":"2026-07-12T02:44:58.90678Z","steps":["trace[1186832603] 'agreement among raft nodes before linearized reading' (duration: 723.545166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.906803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.765083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.906812Z","caller":"traceutil/trace.go:171","msg":"trace[302867013] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"365.138003ms","start":"2026-07-12T02:44:58.541669Z","end":"2026-07-12T02:44:58.906807Z","steps":["trace[302867013] 'process raft request' (duration: 364.817324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.906783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54701308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:58.906828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.48514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-12T02:44:58.906861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564522299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18432"} {"level":"info","ts":"2026-07-12T02:44:58.906876Z","caller":"traceutil/trace.go:171","msg":"trace[1280885948] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb; range_end:; response_count:1; response_revision:26650; }","duration":"952.561572ms","start":"2026-07-12T02:44:57.954303Z","end":"2026-07-12T02:44:58.906864Z","steps":["trace[1280885948] 'agreement among raft nodes before linearized reading' (duration: 952.378818ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.906875Z","caller":"traceutil/trace.go:171","msg":"trace[1023088952] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26650; }","duration":"1.547128953s","start":"2026-07-12T02:44:57.359733Z","end":"2026-07-12T02:44:58.906862Z","steps":["trace[1023088952] 'agreement among raft nodes before linearized reading' (duration: 1.546977629s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.906888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.541648Z","time spent":"365.192134ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.9069Z","caller":"traceutil/trace.go:171","msg":"trace[373821688] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26650; }","duration":"1.564592751s","start":"2026-07-12T02:44:57.3423Z","end":"2026-07-12T02:44:58.906893Z","steps":["trace[373821688] 'agreement among raft nodes before linearized reading' (duration: 1.564440747s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.906879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.886353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-07-12T02:44:58.906916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.954289Z","time spent":"952.612523ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.007789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:44:58.906928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.795364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-12T02:44:58.906934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.342284Z","time spent":"1.564638162s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.953378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:58.906788Z","caller":"traceutil/trace.go:171","msg":"trace[1125506478] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"506.555532ms","start":"2026-07-12T02:44:58.400225Z","end":"2026-07-12T02:44:58.906781Z","steps":["trace[1125506478] 'process raft request' (duration: 506.123261ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.906966Z","caller":"traceutil/trace.go:171","msg":"trace[1184951034] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2789c280-7bf3-40d8-9378-b1d349d62abe; range_end:; response_count:1; response_revision:26650; }","duration":"367.846785ms","start":"2026-07-12T02:44:58.53911Z","end":"2026-07-12T02:44:58.906957Z","steps":["trace[1184951034] 'agreement among raft nodes before linearized reading' (duration: 367.752422ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.906963Z","caller":"traceutil/trace.go:171","msg":"trace[1091970237] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26650; }","duration":"365.076991ms","start":"2026-07-12T02:44:58.541874Z","end":"2026-07-12T02:44:58.906951Z","steps":["trace[1091970237] 'agreement among raft nodes before linearized reading' (duration: 364.964948ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.906976Z","caller":"traceutil/trace.go:171","msg":"trace[1267420650] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26650; }","duration":"205.976048ms","start":"2026-07-12T02:44:58.700994Z","end":"2026-07-12T02:44:58.90697Z","steps":["trace[1267420650] 'agreement among raft nodes before linearized reading' (duration: 205.927847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.400199Z","time spent":"506.788058ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:44:58.906906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.273325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-07-12T02:44:58.906997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.539092Z","time spent":"367.897587ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2789c280-7bf3-40d8-9378-b1d349d62abe\" "} {"level":"warn","ts":"2026-07-12T02:44:58.907009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.541844Z","time spent":"365.156873ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-07-12T02:44:58.907054Z","caller":"traceutil/trace.go:171","msg":"trace[1041703075] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26650; }","duration":"356.43729ms","start":"2026-07-12T02:44:58.550596Z","end":"2026-07-12T02:44:58.907034Z","steps":["trace[1041703075] 'agreement among raft nodes before linearized reading' (duration: 356.235575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.550584Z","time spent":"356.508232ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.183157Z","time spent":"723.650949ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:58.906789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.403402Z","time spent":"1.503382821s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:44:58.906754Z","caller":"traceutil/trace.go:171","msg":"trace[659747146] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"364.979949ms","start":"2026-07-12T02:44:58.541741Z","end":"2026-07-12T02:44:58.906721Z","steps":["trace[659747146] 'process raft request' (duration: 364.810014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.541736Z","time spent":"365.501192ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.906776Z","caller":"traceutil/trace.go:171","msg":"trace[230656160] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"364.374982ms","start":"2026-07-12T02:44:58.54237Z","end":"2026-07-12T02:44:58.906745Z","steps":["trace[230656160] 'process raft request' (duration: 364.217218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.542363Z","time spent":"364.954558ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:44:58.906817Z","caller":"traceutil/trace.go:171","msg":"trace[535889727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26650; }","duration":"708.257217ms","start":"2026-07-12T02:44:58.198548Z","end":"2026-07-12T02:44:58.906805Z","steps":["trace[535889727] 'agreement among raft nodes before linearized reading' (duration: 708.131903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.198527Z","time spent":"708.885013ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.348367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:44:58.90756Z","caller":"traceutil/trace.go:171","msg":"trace[553939246] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26650; }","duration":"126.070807ms","start":"2026-07-12T02:44:58.781436Z","end":"2026-07-12T02:44:58.907507Z","steps":["trace[553939246] 'agreement among raft nodes before linearized reading' (duration: 125.368078ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.906842Z","caller":"traceutil/trace.go:171","msg":"trace[846401179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26650; }","duration":"367.841455ms","start":"2026-07-12T02:44:58.53899Z","end":"2026-07-12T02:44:58.906831Z","steps":["trace[846401179] 'agreement among raft nodes before linearized reading' (duration: 367.785883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.538973Z","time spent":"368.661587ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.537775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:44:58.907814Z","caller":"traceutil/trace.go:171","msg":"trace[935900188] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26650; }","duration":"509.519742ms","start":"2026-07-12T02:44:58.398282Z","end":"2026-07-12T02:44:58.907801Z","steps":["trace[935900188] 'agreement among raft nodes before linearized reading' (duration: 508.557796ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:44:58.906942Z","caller":"traceutil/trace.go:171","msg":"trace[556359434] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26650; }","duration":"945.988826ms","start":"2026-07-12T02:44:57.960939Z","end":"2026-07-12T02:44:58.906928Z","steps":["trace[556359434] 'agreement among raft nodes before linearized reading' (duration: 945.781651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:58.907858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.398255Z","time spent":"509.590383ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:58.907888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.960926Z","time spent":"946.937511ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4272,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-12T02:44:58.906918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:57.359721Z","time spent":"1.547184765s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:44:59.216117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.846985ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-12T02:44:59.216212Z","caller":"traceutil/trace.go:171","msg":"trace[731274578] linearizableReadLoop","detail":"{readStateIndex:27541; appliedIndex:27539; }","duration":"304.036427ms","start":"2026-07-12T02:44:58.912159Z","end":"2026-07-12T02:44:59.216195Z","steps":["trace[731274578] 'read index received' (duration: 75.941615ms)","trace[731274578] 'applied index is now lower than readState.Index' (duration: 228.093292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:59.216281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.909272Z","time spent":"307.005996ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:44:59.216475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.290964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-12T02:44:59.216559Z","caller":"traceutil/trace.go:171","msg":"trace[1121046445] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26651; }","duration":"304.397996ms","start":"2026-07-12T02:44:58.912136Z","end":"2026-07-12T02:44:59.216534Z","steps":["trace[1121046445] 'agreement among raft nodes before linearized reading' (duration: 304.18457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:59.216598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.912124Z","time spent":"304.466198ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-12T02:44:59.2166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.429377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-12T02:44:59.216636Z","caller":"traceutil/trace.go:171","msg":"trace[1304702882] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26651; }","duration":"304.499598ms","start":"2026-07-12T02:44:58.912125Z","end":"2026-07-12T02:44:59.216625Z","steps":["trace[1304702882] 'agreement among raft nodes before linearized reading' (duration: 304.344274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:59.216665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.912113Z","time spent":"304.54576ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-12T02:44:59.964313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.94659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:44:59.964409Z","caller":"traceutil/trace.go:171","msg":"trace[1659757908] linearizableReadLoop","detail":"{readStateIndex:27542; appliedIndex:27541; }","duration":"748.154706ms","start":"2026-07-12T02:44:59.216237Z","end":"2026-07-12T02:44:59.964392Z","steps":["trace[1659757908] 'read index received' (duration: 109.228276ms)","trace[1659757908] 'applied index is now lower than readState.Index' (duration: 638.92478ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:44:59.964469Z","caller":"traceutil/trace.go:171","msg":"trace[1821118416] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"972.620481ms","start":"2026-07-12T02:44:58.991837Z","end":"2026-07-12T02:44:59.964458Z","steps":["trace[1821118416] 'process raft request' (duration: 333.468405ms)","trace[1821118416] 'compare' (duration: 638.133489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:44:59.964522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.991818Z","time spent":"972.677902ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-12T02:44:59.964695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046343286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-12T02:44:59.964753Z","caller":"traceutil/trace.go:171","msg":"trace[85245853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26652; }","duration":"1.046408397s","start":"2026-07-12T02:44:58.918328Z","end":"2026-07-12T02:44:59.964737Z","steps":["trace[85245853] 'agreement among raft nodes before linearized reading' (duration: 1.046217102s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:59.964781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.918312Z","time spent":"1.046461189s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-12T02:44:59.964834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052557663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-12T02:44:59.964865Z","caller":"traceutil/trace.go:171","msg":"trace[1104931036] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26652; }","duration":"1.052594414s","start":"2026-07-12T02:44:58.912261Z","end":"2026-07-12T02:44:59.964855Z","steps":["trace[1104931036] 'agreement among raft nodes before linearized reading' (duration: 1.052493351s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:59.964887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.912247Z","time spent":"1.052635004s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-12T02:44:59.965029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049998664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277848"} {"level":"info","ts":"2026-07-12T02:44:59.965071Z","caller":"traceutil/trace.go:171","msg":"trace[50184452] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26652; }","duration":"1.050062205s","start":"2026-07-12T02:44:58.914997Z","end":"2026-07-12T02:44:59.965059Z","steps":["trace[50184452] 'agreement among raft nodes before linearized reading' (duration: 1.049689845s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:59.965111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.914971Z","time spent":"1.050130737s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277870,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-12T02:44:59.965264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04984994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-12T02:44:59.965666Z","caller":"traceutil/trace.go:171","msg":"trace[618498131] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26652; }","duration":"1.050273911s","start":"2026-07-12T02:44:58.915371Z","end":"2026-07-12T02:44:59.965645Z","steps":["trace[618498131] 'agreement among raft nodes before linearized reading' (duration: 1.049164561s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:44:59.965728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:58.915366Z","time spent":"1.050346584s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-12T02:45:00.51211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.078047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:00.512239Z","caller":"traceutil/trace.go:171","msg":"trace[2125923098] linearizableReadLoop","detail":"{readStateIndex:27544; appliedIndex:27542; }","duration":"547.798178ms","start":"2026-07-12T02:44:59.964431Z","end":"2026-07-12T02:45:00.512229Z","steps":["trace[2125923098] 'read index received' (duration: 193.524386ms)","trace[2125923098] 'applied index is now lower than readState.Index' (duration: 354.273192ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:00.512282Z","caller":"traceutil/trace.go:171","msg":"trace[1581128701] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"1.294262249s","start":"2026-07-12T02:44:59.218012Z","end":"2026-07-12T02:45:00.512274Z","steps":["trace[1581128701] 'process raft request' (duration: 939.958216ms)","trace[1581128701] 'compare' (duration: 353.980525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:00.512322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.217993Z","time spent":"1.29430863s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:00.512555Z","caller":"traceutil/trace.go:171","msg":"trace[184880541] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"1.286617874s","start":"2026-07-12T02:44:59.22593Z","end":"2026-07-12T02:45:00.512548Z","steps":["trace[184880541] 'process raft request' (duration: 1.286247184s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.512609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.225915Z","time spent":"1.286672376s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:00.51315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294163287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-07-12T02:45:00.513154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198928025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:00.513184Z","caller":"traceutil/trace.go:171","msg":"trace[608418477] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:26654; }","duration":"1.294222677s","start":"2026-07-12T02:44:59.218953Z","end":"2026-07-12T02:45:00.513175Z","steps":["trace[608418477] 'agreement among raft nodes before linearized reading' (duration: 1.294119725s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.51321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.218938Z","time spent":"1.294266879s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-07-12T02:45:00.513214Z","caller":"traceutil/trace.go:171","msg":"trace[1336330594] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26654; }","duration":"1.199033587s","start":"2026-07-12T02:44:59.314165Z","end":"2026-07-12T02:45:00.513199Z","steps":["trace[1336330594] 'agreement among raft nodes before linearized reading' (duration: 1.198910174s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.513206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.541205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:00.513246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.314153Z","time spent":"1.199085889s","remote":"127.0.0.1:55738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:00.513256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.363331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-12T02:45:00.513156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225853196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:00.513286Z","caller":"traceutil/trace.go:171","msg":"trace[462355182] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26654; }","duration":"689.669929ms","start":"2026-07-12T02:44:59.823594Z","end":"2026-07-12T02:45:00.513264Z","steps":["trace[462355182] 'agreement among raft nodes before linearized reading' (duration: 689.530715ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:00.513306Z","caller":"traceutil/trace.go:171","msg":"trace[710253967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26654; }","duration":"558.448313ms","start":"2026-07-12T02:44:59.954843Z","end":"2026-07-12T02:45:00.513291Z","steps":["trace[710253967] 'agreement among raft nodes before linearized reading' (duration: 558.248367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.513298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02783597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-12T02:45:00.513319Z","caller":"traceutil/trace.go:171","msg":"trace[129800048] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26654; }","duration":"1.226060792s","start":"2026-07-12T02:44:59.287238Z","end":"2026-07-12T02:45:00.513299Z","steps":["trace[129800048] 'agreement among raft nodes before linearized reading' (duration: 1.225842806s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.513305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.676763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-12T02:45:00.513334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.823573Z","time spent":"689.751381ms","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:00.513342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.954825Z","time spent":"558.508875ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-12T02:45:00.513356Z","caller":"traceutil/trace.go:171","msg":"trace[1054588028] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26654; }","duration":"1.027951393s","start":"2026-07-12T02:44:59.48539Z","end":"2026-07-12T02:45:00.513342Z","steps":["trace[1054588028] 'agreement among raft nodes before linearized reading' (duration: 1.027758728s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.51336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.287223Z","time spent":"1.226127383s","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:00.513383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.485366Z","time spent":"1.028012305s","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-12T02:45:00.513375Z","caller":"traceutil/trace.go:171","msg":"trace[187731502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26654; }","duration":"554.763154ms","start":"2026-07-12T02:44:59.958594Z","end":"2026-07-12T02:45:00.513357Z","steps":["trace[187731502] 'agreement among raft nodes before linearized reading' (duration: 554.534558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.513423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.958587Z","time spent":"554.823866ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:45:00.518778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.861301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-12T02:45:00.518859Z","caller":"traceutil/trace.go:171","msg":"trace[963737259] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26655; }","duration":"351.004495ms","start":"2026-07-12T02:45:00.167845Z","end":"2026-07-12T02:45:00.518849Z","steps":["trace[963737259] 'agreement among raft nodes before linearized reading' (duration: 350.806319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.518882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.167826Z","time spent":"351.050066ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:00.519062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.791103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:00.51909Z","caller":"traceutil/trace.go:171","msg":"trace[911112033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26655; }","duration":"380.818344ms","start":"2026-07-12T02:45:00.138265Z","end":"2026-07-12T02:45:00.519083Z","steps":["trace[911112033] 'agreement among raft nodes before linearized reading' (duration: 380.768013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.519108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.138225Z","time spent":"380.878796ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:00.519349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.950679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64d7cf1f-1a74-44c0-a403-749922240da3\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-12T02:45:00.519385Z","caller":"traceutil/trace.go:171","msg":"trace[697577138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64d7cf1f-1a74-44c0-a403-749922240da3; range_end:; response_count:1; response_revision:26655; }","duration":"552.008151ms","start":"2026-07-12T02:44:59.967368Z","end":"2026-07-12T02:45:00.519377Z","steps":["trace[697577138] 'agreement among raft nodes before linearized reading' (duration: 551.912258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.519408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.967355Z","time spent":"552.047452ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-64d7cf1f-1a74-44c0-a403-749922240da3\" "} {"level":"warn","ts":"2026-07-12T02:45:00.519557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.610857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-12T02:45:00.519581Z","caller":"traceutil/trace.go:171","msg":"trace[65336566] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26655; }","duration":"549.656808ms","start":"2026-07-12T02:44:59.969919Z","end":"2026-07-12T02:45:00.519575Z","steps":["trace[65336566] 'agreement among raft nodes before linearized reading' (duration: 549.586436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.519602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.969907Z","time spent":"549.688599ms","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-12T02:45:00.519753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.107143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16ab202e91115\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-12T02:45:00.519821Z","caller":"traceutil/trace.go:171","msg":"trace[1357619616] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16ab202e91115; range_end:; response_count:1; response_revision:26655; }","duration":"552.212066ms","start":"2026-07-12T02:44:59.967589Z","end":"2026-07-12T02:45:00.519801Z","steps":["trace[1357619616] 'agreement among raft nodes before linearized reading' (duration: 552.019951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:00.519868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:44:59.967572Z","time spent":"552.284139ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16ab202e91115\" "} {"level":"warn","ts":"2026-07-12T02:45:01.08034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124411002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T02:45:01.164118Z","caller":"traceutil/trace.go:171","msg":"trace[1103198228] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"588.695704ms","start":"2026-07-12T02:45:00.575403Z","end":"2026-07-12T02:45:01.164099Z","steps":["trace[1103198228] 'process raft request' (duration: 588.54755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.164231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.575392Z","time spent":"588.780256ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8843,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:01.696557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.604113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:01.696944Z","caller":"traceutil/trace.go:171","msg":"trace[861737169] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"783.838252ms","start":"2026-07-12T02:45:00.913081Z","end":"2026-07-12T02:45:01.696919Z","steps":["trace[861737169] 'process raft request' (duration: 783.710339ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:01.697058Z","caller":"traceutil/trace.go:171","msg":"trace[1138694105] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"1.093965452s","start":"2026-07-12T02:45:00.60306Z","end":"2026-07-12T02:45:01.697026Z","steps":["trace[1138694105] 'process raft request' (duration: 676.814294ms)","trace[1138694105] 'compare' (duration: 416.232013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:01.697111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.913058Z","time spent":"783.997887ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:01.697277Z","caller":"traceutil/trace.go:171","msg":"trace[1626656292] linearizableReadLoop","detail":"{readStateIndex:27559; appliedIndex:27556; }","duration":"1.116968269s","start":"2026-07-12T02:45:00.580299Z","end":"2026-07-12T02:45:01.697267Z","steps":["trace[1626656292] 'read index received' (duration: 584.254425ms)","trace[1626656292] 'applied index is now lower than readState.Index' (duration: 532.712203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:01.697204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.603029Z","time spent":"1.094097946s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:01.697401Z","caller":"traceutil/trace.go:171","msg":"trace[836002191] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"784.198362ms","start":"2026-07-12T02:45:00.913193Z","end":"2026-07-12T02:45:01.697391Z","steps":["trace[836002191] 'process raft request' (duration: 783.685438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.697467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.913164Z","time spent":"784.267204ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:01.697659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131688363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-07-12T02:45:01.697698Z","caller":"traceutil/trace.go:171","msg":"trace[1574970357] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26669; }","duration":"1.131741525s","start":"2026-07-12T02:45:00.565947Z","end":"2026-07-12T02:45:01.697689Z","steps":["trace[1574970357] 'agreement among raft nodes before linearized reading' (duration: 1.131614991s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.697727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.565934Z","time spent":"1.131785546s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:01.697797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114261726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" ","response":"range_response_count:1 size:831"} {"level":"warn","ts":"2026-07-12T02:45:01.697826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.39546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:01.697866Z","caller":"traceutil/trace.go:171","msg":"trace[597064862] range","detail":"{range_begin:/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0; range_end:; response_count:1; response_revision:26669; }","duration":"1.114343608s","start":"2026-07-12T02:45:00.583508Z","end":"2026-07-12T02:45:01.697852Z","steps":["trace[597064862] 'agreement among raft nodes before linearized reading' (duration: 1.114091731s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.697994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.583499Z","time spent":"1.114478832s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":853,"request content":"key:\"/registry/events/openstack/magnum-api-798fdb56f-4584p.18c16aabbc2391d0\" "} {"level":"warn","ts":"2026-07-12T02:45:01.698065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.557277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:01.698079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.739159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:01.698103Z","caller":"traceutil/trace.go:171","msg":"trace[911087752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26669; }","duration":"558.622038ms","start":"2026-07-12T02:45:01.139473Z","end":"2026-07-12T02:45:01.698095Z","steps":["trace[911087752] 'agreement among raft nodes before linearized reading' (duration: 558.557466ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:01.698118Z","caller":"traceutil/trace.go:171","msg":"trace[144639215] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26669; }","duration":"696.811781ms","start":"2026-07-12T02:45:01.001292Z","end":"2026-07-12T02:45:01.698103Z","steps":["trace[144639215] 'agreement among raft nodes before linearized reading' (duration: 696.76038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.698128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.139462Z","time spent":"558.660459ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:01.698151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.75279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-12T02:45:01.698165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.001272Z","time spent":"696.883322ms","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:01.698188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.636961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-12T02:45:01.698193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.725033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-12T02:45:01.698257Z","caller":"traceutil/trace.go:171","msg":"trace[286100318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26669; }","duration":"785.828616ms","start":"2026-07-12T02:45:00.912416Z","end":"2026-07-12T02:45:01.698244Z","steps":["trace[286100318] 'agreement among raft nodes before linearized reading' (duration: 785.667731ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:01.698256Z","caller":"traceutil/trace.go:171","msg":"trace[1460153452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26669; }","duration":"785.729354ms","start":"2026-07-12T02:45:00.912509Z","end":"2026-07-12T02:45:01.698239Z","steps":["trace[1460153452] 'agreement among raft nodes before linearized reading' (duration: 785.553939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.698235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.566846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-07-12T02:45:01.698296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.912375Z","time spent":"785.913398ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:01.698308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.912492Z","time spent":"785.803695ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T02:45:01.698333Z","caller":"traceutil/trace.go:171","msg":"trace[1763964409] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26669; }","duration":"115.71681ms","start":"2026-07-12T02:45:01.582591Z","end":"2026-07-12T02:45:01.698308Z","steps":["trace[1763964409] 'agreement among raft nodes before linearized reading' (duration: 115.415822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.697997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.60321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:01.698398Z","caller":"traceutil/trace.go:171","msg":"trace[1983320042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26669; }","duration":"156.050752ms","start":"2026-07-12T02:45:01.542337Z","end":"2026-07-12T02:45:01.698387Z","steps":["trace[1983320042] 'agreement among raft nodes before linearized reading' (duration: 155.61104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.698411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.994084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:01.698444Z","caller":"traceutil/trace.go:171","msg":"trace[1519715477] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26669; }","duration":"345.064126ms","start":"2026-07-12T02:45:01.353371Z","end":"2026-07-12T02:45:01.698435Z","steps":["trace[1519715477] 'agreement among raft nodes before linearized reading' (duration: 345.005144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.698461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.110853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:01.698211Z","caller":"traceutil/trace.go:171","msg":"trace[1466536487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26669; }","duration":"783.832033ms","start":"2026-07-12T02:45:00.914344Z","end":"2026-07-12T02:45:01.698176Z","steps":["trace[1466536487] 'agreement among raft nodes before linearized reading' (duration: 783.677869ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:01.698517Z","caller":"traceutil/trace.go:171","msg":"trace[2114262171] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26669; }","duration":"362.195165ms","start":"2026-07-12T02:45:01.336304Z","end":"2026-07-12T02:45:01.698499Z","steps":["trace[2114262171] 'agreement among raft nodes before linearized reading' (duration: 362.113012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.698537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:00.914336Z","time spent":"784.187632ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:45:01.698564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.336288Z","time spent":"362.259697ms","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:01.697897Z","caller":"traceutil/trace.go:171","msg":"trace[1470199089] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26669; }","duration":"431.558383ms","start":"2026-07-12T02:45:01.266327Z","end":"2026-07-12T02:45:01.697886Z","steps":["trace[1470199089] 'agreement among raft nodes before linearized reading' (duration: 431.367008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:01.698683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.266309Z","time spent":"432.352485ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:01.699838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.353355Z","time spent":"346.466994ms","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:02.097786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.599523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:02.097879Z","caller":"traceutil/trace.go:171","msg":"trace[816713944] linearizableReadLoop","detail":"{readStateIndex:27560; appliedIndex:27559; }","duration":"393.668778ms","start":"2026-07-12T02:45:01.704198Z","end":"2026-07-12T02:45:02.097867Z","steps":["trace[816713944] 'read index received' (duration: 151.915301ms)","trace[816713944] 'applied index is now lower than readState.Index' (duration: 241.752407ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:02.098074Z","caller":"traceutil/trace.go:171","msg":"trace[631925082] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"397.245083ms","start":"2026-07-12T02:45:01.700819Z","end":"2026-07-12T02:45:02.098064Z","steps":["trace[631925082] 'process raft request' (duration: 155.298131ms)","trace[631925082] 'compare' (duration: 241.324136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:02.098118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.700795Z","time spent":"397.299745ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:02.098161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.944915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-07-12T02:45:02.098216Z","caller":"traceutil/trace.go:171","msg":"trace[2136507458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26670; }","duration":"394.033858ms","start":"2026-07-12T02:45:01.704168Z","end":"2026-07-12T02:45:02.098202Z","steps":["trace[2136507458] 'agreement among raft nodes before linearized reading' (duration: 393.878924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:02.098244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.704154Z","time spent":"394.084569ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:02.578187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.89279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:02.578485Z","caller":"traceutil/trace.go:171","msg":"trace[823604643] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"874.223973ms","start":"2026-07-12T02:45:01.704231Z","end":"2026-07-12T02:45:02.578455Z","steps":["trace[823604643] 'process raft request' (duration: 525.998574ms)","trace[823604643] 'compare' (duration: 347.693345ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:02.57854Z","caller":"traceutil/trace.go:171","msg":"trace[310391843] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"874.289255ms","start":"2026-07-12T02:45:01.704227Z","end":"2026-07-12T02:45:02.578516Z","steps":["trace[310391843] 'process raft request' (duration: 874.12137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:02.578611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.70422Z","time spent":"874.329316ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:02.578653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.704216Z","time spent":"874.392178ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:02.578778Z","caller":"traceutil/trace.go:171","msg":"trace[1217440948] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"874.537282ms","start":"2026-07-12T02:45:01.704233Z","end":"2026-07-12T02:45:02.578771Z","steps":["trace[1217440948] 'process raft request' (duration: 874.193613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:02.578824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.704217Z","time spent":"874.586034ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:02.578904Z","caller":"traceutil/trace.go:171","msg":"trace[194919126] linearizableReadLoop","detail":"{readStateIndex:27564; appliedIndex:27560; }","duration":"480.994137ms","start":"2026-07-12T02:45:02.097897Z","end":"2026-07-12T02:45:02.578891Z","steps":["trace[194919126] 'read index received' (duration: 132.335536ms)","trace[194919126] 'applied index is now lower than readState.Index' (duration: 348.657591ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:02.579067Z","caller":"traceutil/trace.go:171","msg":"trace[378044595] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"872.920649ms","start":"2026-07-12T02:45:01.706138Z","end":"2026-07-12T02:45:02.579059Z","steps":["trace[378044595] 'process raft request' (duration: 872.382124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:02.579117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.706131Z","time spent":"872.959799ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:02.579276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.643285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130903"} {"level":"warn","ts":"2026-07-12T02:45:02.579313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.811889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-12T02:45:02.579343Z","caller":"traceutil/trace.go:171","msg":"trace[473578162] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26674; }","duration":"824.84052ms","start":"2026-07-12T02:45:01.754495Z","end":"2026-07-12T02:45:02.579336Z","steps":["trace[473578162] 'agreement among raft nodes before linearized reading' (duration: 824.737697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:02.579361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.754446Z","time spent":"824.911273ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-12T02:45:02.579371Z","caller":"traceutil/trace.go:171","msg":"trace[1538599447] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26674; }","duration":"799.729538ms","start":"2026-07-12T02:45:01.779599Z","end":"2026-07-12T02:45:02.579329Z","steps":["trace[1538599447] 'agreement among raft nodes before linearized reading' (duration: 799.480201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:02.579449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:01.779584Z","time spent":"799.856251ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130925,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-12T02:45:02.904173Z","caller":"traceutil/trace.go:171","msg":"trace[1905775290] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"339.837646ms","start":"2026-07-12T02:45:02.564299Z","end":"2026-07-12T02:45:02.904137Z","steps":["trace[1905775290] 'process raft request' (duration: 291.11619ms)","trace[1905775290] 'compare' (duration: 48.162801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:02.90433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.564281Z","time spent":"339.968519ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.229098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.406738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:03.229257Z","caller":"traceutil/trace.go:171","msg":"trace[438572874] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"664.877195ms","start":"2026-07-12T02:45:02.564359Z","end":"2026-07-12T02:45:03.229237Z","steps":["trace[438572874] 'process raft request' (duration: 451.260321ms)","trace[438572874] 'compare' (duration: 213.254824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:03.229326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.564334Z","time spent":"664.958537ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:03.229551Z","caller":"traceutil/trace.go:171","msg":"trace[414175510] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"662.263505ms","start":"2026-07-12T02:45:02.567265Z","end":"2026-07-12T02:45:03.229529Z","steps":["trace[414175510] 'process raft request' (duration: 662.168143ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.229581Z","caller":"traceutil/trace.go:171","msg":"trace[815266578] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"664.919386ms","start":"2026-07-12T02:45:02.564646Z","end":"2026-07-12T02:45:03.229565Z","steps":["trace[815266578] 'process raft request' (duration: 664.552567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.229639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.564634Z","time spent":"664.972007ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.229646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.567242Z","time spent":"662.359767ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:03.229993Z","caller":"traceutil/trace.go:171","msg":"trace[873779817] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"662.545363ms","start":"2026-07-12T02:45:02.567415Z","end":"2026-07-12T02:45:03.229961Z","steps":["trace[873779817] 'process raft request' (duration: 662.07932ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.230089Z","caller":"traceutil/trace.go:171","msg":"trace[1221825219] linearizableReadLoop","detail":"{readStateIndex:27570; appliedIndex:27564; }","duration":"651.014413ms","start":"2026-07-12T02:45:02.579058Z","end":"2026-07-12T02:45:03.230072Z","steps":["trace[1221825219] 'read index received' (duration: 276.372915ms)","trace[1221825219] 'applied index is now lower than readState.Index' (duration: 374.639228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:03.230177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.567405Z","time spent":"662.680196ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.230248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.756454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:45:03.230293Z","caller":"traceutil/trace.go:171","msg":"trace[1665004306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26680; }","duration":"682.827045ms","start":"2026-07-12T02:45:02.54745Z","end":"2026-07-12T02:45:03.230277Z","steps":["trace[1665004306] 'agreement among raft nodes before linearized reading' (duration: 682.662811ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.230264Z","caller":"traceutil/trace.go:171","msg":"trace[119613929] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"662.113622ms","start":"2026-07-12T02:45:02.568092Z","end":"2026-07-12T02:45:03.230206Z","steps":["trace[119613929] 'process raft request' (duration: 661.67061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.230342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.547435Z","time spent":"682.896848ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:03.230379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028960699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-12T02:45:03.230415Z","caller":"traceutil/trace.go:171","msg":"trace[1855616398] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:26680; }","duration":"1.029024261s","start":"2026-07-12T02:45:02.201379Z","end":"2026-07-12T02:45:03.230403Z","steps":["trace[1855616398] 'agreement among raft nodes before linearized reading' (duration: 1.028935798s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.230443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.201363Z","time spent":"1.029073513s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:03.230549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.568081Z","time spent":"662.276816ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.230625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129883243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-12T02:45:03.230636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.556758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10438"} {"level":"info","ts":"2026-07-12T02:45:03.230699Z","caller":"traceutil/trace.go:171","msg":"trace[1009072605] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26680; }","duration":"645.65563ms","start":"2026-07-12T02:45:02.585027Z","end":"2026-07-12T02:45:03.230683Z","steps":["trace[1009072605] 'agreement among raft nodes before linearized reading' (duration: 645.454575ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.230673Z","caller":"traceutil/trace.go:171","msg":"trace[874096861] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb; range_end:; response_count:1; response_revision:26680; }","duration":"1.129945375s","start":"2026-07-12T02:45:02.100715Z","end":"2026-07-12T02:45:03.230661Z","steps":["trace[874096861] 'agreement among raft nodes before linearized reading' (duration: 1.129710118s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.23076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.100703Z","time spent":"1.130046508s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c16aac8e8d5bcb\" "} {"level":"warn","ts":"2026-07-12T02:45:03.230758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.584989Z","time spent":"645.756343ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10460,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-07-12T02:45:03.230296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.592168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-12T02:45:03.231101Z","caller":"traceutil/trace.go:171","msg":"trace[845024368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26680; }","duration":"693.44096ms","start":"2026-07-12T02:45:02.537648Z","end":"2026-07-12T02:45:03.231089Z","steps":["trace[845024368] 'agreement among raft nodes before linearized reading' (duration: 692.559597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.23118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.537628Z","time spent":"693.539913ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:45:03.231392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.830705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117632"} {"level":"info","ts":"2026-07-12T02:45:03.231456Z","caller":"traceutil/trace.go:171","msg":"trace[257598172] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26680; }","duration":"648.930848ms","start":"2026-07-12T02:45:02.58251Z","end":"2026-07-12T02:45:03.23144Z","steps":["trace[257598172] 'agreement among raft nodes before linearized reading' (duration: 648.217119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.231493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.582496Z","time spent":"648.98221ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117654,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-12T02:45:03.231739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.40486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117632"} {"level":"info","ts":"2026-07-12T02:45:03.231821Z","caller":"traceutil/trace.go:171","msg":"trace[952321074] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:26680; }","duration":"649.528194ms","start":"2026-07-12T02:45:02.582273Z","end":"2026-07-12T02:45:03.231802Z","steps":["trace[952321074] 'agreement among raft nodes before linearized reading' (duration: 648.076075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.231877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:02.582257Z","time spent":"649.604346ms","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117654,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-12T02:45:03.508562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.185441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:03.508912Z","caller":"traceutil/trace.go:171","msg":"trace[1766676316] linearizableReadLoop","detail":"{readStateIndex:27571; appliedIndex:27570; }","duration":"271.195106ms","start":"2026-07-12T02:45:03.237688Z","end":"2026-07-12T02:45:03.508883Z","steps":["trace[1766676316] 'read index received' (duration: 147.741589ms)","trace[1766676316] 'applied index is now lower than readState.Index' (duration: 123.450777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:03.509242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.520155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-12T02:45:03.50934Z","caller":"traceutil/trace.go:171","msg":"trace[1386760690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:26681; }","duration":"271.671819ms","start":"2026-07-12T02:45:03.237648Z","end":"2026-07-12T02:45:03.50932Z","steps":["trace[1386760690] 'agreement among raft nodes before linearized reading' (duration: 271.34103ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.509892Z","caller":"traceutil/trace.go:171","msg":"trace[817544361] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"275.242905ms","start":"2026-07-12T02:45:03.233724Z","end":"2026-07-12T02:45:03.508967Z","steps":["trace[817544361] 'process raft request' (duration: 151.510449ms)","trace[817544361] 'compare' (duration: 122.299017ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:03.878981Z","caller":"traceutil/trace.go:171","msg":"trace[259070532] linearizableReadLoop","detail":"{readStateIndex:27574; appliedIndex:27571; }","duration":"369.976093ms","start":"2026-07-12T02:45:03.508983Z","end":"2026-07-12T02:45:03.878959Z","steps":["trace[259070532] 'read index received' (duration: 363.423828ms)","trace[259070532] 'applied index is now lower than readState.Index' (duration: 6.551135ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:03.879014Z","caller":"traceutil/trace.go:171","msg":"trace[1320675527] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"641.156819ms","start":"2026-07-12T02:45:03.237834Z","end":"2026-07-12T02:45:03.878991Z","steps":["trace[1320675527] 'process raft request' (duration: 634.381998ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.879021Z","caller":"traceutil/trace.go:171","msg":"trace[2062490755] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"640.955334ms","start":"2026-07-12T02:45:03.238036Z","end":"2026-07-12T02:45:03.878991Z","steps":["trace[2062490755] 'process raft request' (duration: 640.756649ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.879027Z","caller":"traceutil/trace.go:171","msg":"trace[549217447] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"636.892265ms","start":"2026-07-12T02:45:03.242106Z","end":"2026-07-12T02:45:03.878998Z","steps":["trace[549217447] 'process raft request' (duration: 636.793043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.879149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:03.237805Z","time spent":"641.263392ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.87916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:03.238025Z","time spent":"641.059297ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.879162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:03.242088Z","time spent":"637.004008ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:03.879216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.320844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-12T02:45:03.879299Z","caller":"traceutil/trace.go:171","msg":"trace[665212657] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26684; }","duration":"641.441987ms","start":"2026-07-12T02:45:03.237836Z","end":"2026-07-12T02:45:03.879278Z","steps":["trace[665212657] 'agreement among raft nodes before linearized reading' (duration: 641.158759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.879347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:03.237823Z","time spent":"641.51587ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-12T02:45:03.879407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.588681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130903"} {"level":"info","ts":"2026-07-12T02:45:03.879519Z","caller":"traceutil/trace.go:171","msg":"trace[1801731013] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26684; }","duration":"641.734295ms","start":"2026-07-12T02:45:03.23776Z","end":"2026-07-12T02:45:03.879494Z","steps":["trace[1801731013] 'agreement among raft nodes before linearized reading' (duration: 641.292343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.879697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:03.237756Z","time spent":"641.808717ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130925,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-12T02:45:03.908686Z","caller":"traceutil/trace.go:171","msg":"trace[1186780272] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"205.451985ms","start":"2026-07-12T02:45:03.703216Z","end":"2026-07-12T02:45:03.908668Z","steps":["trace[1186780272] 'process raft request' (duration: 205.201959ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:03.90872Z","caller":"traceutil/trace.go:171","msg":"trace[653527578] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"203.257606ms","start":"2026-07-12T02:45:03.705439Z","end":"2026-07-12T02:45:03.908697Z","steps":["trace[653527578] 'process raft request' (duration: 203.155263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.909034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.342484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-12T02:45:03.909074Z","caller":"traceutil/trace.go:171","msg":"trace[473352307] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26686; }","duration":"298.426076ms","start":"2026-07-12T02:45:03.610636Z","end":"2026-07-12T02:45:03.909062Z","steps":["trace[473352307] 'agreement among raft nodes before linearized reading' (duration: 298.289702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.909108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.251837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65b54ccb7c-26jzk.18c16a1c74215067\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-12T02:45:03.909259Z","caller":"traceutil/trace.go:171","msg":"trace[202380396] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65b54ccb7c-26jzk.18c16a1c74215067; range_end:; response_count:1; response_revision:26686; }","duration":"396.397531ms","start":"2026-07-12T02:45:03.512807Z","end":"2026-07-12T02:45:03.909205Z","steps":["trace[202380396] 'agreement among raft nodes before linearized reading' (duration: 396.041531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:03.909352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:03.512789Z","time spent":"396.548675ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-65b54ccb7c-26jzk.18c16a1c74215067\" "} {"level":"info","ts":"2026-07-12T02:45:04.091277Z","caller":"traceutil/trace.go:171","msg":"trace[360948728] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"179.461408ms","start":"2026-07-12T02:45:03.91178Z","end":"2026-07-12T02:45:04.091242Z","steps":["trace[360948728] 'process raft request' (duration: 127.140366ms)","trace[360948728] 'compare' (duration: 52.164488ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:04.154706Z","caller":"traceutil/trace.go:171","msg":"trace[1394795298] linearizableReadLoop","detail":"{readStateIndex:27578; appliedIndex:27576; }","duration":"227.141616ms","start":"2026-07-12T02:45:03.927538Z","end":"2026-07-12T02:45:04.15468Z","steps":["trace[1394795298] 'read index received' (duration: 111.57974ms)","trace[1394795298] 'applied index is now lower than readState.Index' (duration: 115.560186ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:04.154867Z","caller":"traceutil/trace.go:171","msg":"trace[901052327] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"241.825489ms","start":"2026-07-12T02:45:03.912976Z","end":"2026-07-12T02:45:04.154802Z","steps":["trace[901052327] 'process raft request' (duration: 241.548732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:04.154955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.394903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-12T02:45:04.155Z","caller":"traceutil/trace.go:171","msg":"trace[1907700649] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:26688; }","duration":"227.490055ms","start":"2026-07-12T02:45:03.927499Z","end":"2026-07-12T02:45:04.154989Z","steps":["trace[1907700649] 'agreement among raft nodes before linearized reading' (duration: 227.329941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:04.745089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.886473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:04.745225Z","caller":"traceutil/trace.go:171","msg":"trace[234936454] linearizableReadLoop","detail":"{readStateIndex:27579; appliedIndex:27578; }","duration":"586.064103ms","start":"2026-07-12T02:45:04.15914Z","end":"2026-07-12T02:45:04.745205Z","steps":["trace[234936454] 'read index received' (duration: 144.862061ms)","trace[234936454] 'applied index is now lower than readState.Index' (duration: 441.200092ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:04.745275Z","caller":"traceutil/trace.go:171","msg":"trace[146409241] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"587.933334ms","start":"2026-07-12T02:45:04.157298Z","end":"2026-07-12T02:45:04.745231Z","steps":["trace[146409241] 'process raft request' (duration: 146.785483ms)","trace[146409241] 'compare' (duration: 440.345349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:04.74546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.29316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-12T02:45:04.745507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.157281Z","time spent":"588.096388ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:04.745534Z","caller":"traceutil/trace.go:171","msg":"trace[1889318339] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:26689; }","duration":"586.399812ms","start":"2026-07-12T02:45:04.159115Z","end":"2026-07-12T02:45:04.745515Z","steps":["trace[1889318339] 'agreement among raft nodes before linearized reading' (duration: 586.160126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:04.745509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.215402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:04.74558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.159102Z","time spent":"586.466944ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-07-12T02:45:04.745592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.776081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T02:45:04.745584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.896384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:45:04.745631Z","caller":"traceutil/trace.go:171","msg":"trace[1208011439] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26689; }","duration":"313.372197ms","start":"2026-07-12T02:45:04.432234Z","end":"2026-07-12T02:45:04.745606Z","steps":["trace[1208011439] 'agreement among raft nodes before linearized reading' (duration: 313.13814ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:04.745661Z","caller":"traceutil/trace.go:171","msg":"trace[1964880056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26689; }","duration":"159.901335ms","start":"2026-07-12T02:45:04.585744Z","end":"2026-07-12T02:45:04.745645Z","steps":["trace[1964880056] 'agreement among raft nodes before linearized reading' (duration: 159.655588ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:04.745686Z","caller":"traceutil/trace.go:171","msg":"trace[114221974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26689; }","duration":"160.025838ms","start":"2026-07-12T02:45:04.585633Z","end":"2026-07-12T02:45:04.745659Z","steps":["trace[114221974] 'agreement among raft nodes before linearized reading' (duration: 159.73421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:04.7457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.432208Z","time spent":"313.47306ms","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:04.745541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.927289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:45:04.745893Z","caller":"traceutil/trace.go:171","msg":"trace[1886287339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26689; }","duration":"162.313269ms","start":"2026-07-12T02:45:04.583527Z","end":"2026-07-12T02:45:04.74584Z","steps":["trace[1886287339] 'agreement among raft nodes before linearized reading' (duration: 161.886167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:05.371442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.931039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:05.371544Z","caller":"traceutil/trace.go:171","msg":"trace[823731495] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"614.800654ms","start":"2026-07-12T02:45:04.756726Z","end":"2026-07-12T02:45:05.371527Z","steps":["trace[823731495] 'process raft request' (duration: 343.71462ms)","trace[823731495] 'compare' (duration: 270.674683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:05.371589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.7567Z","time spent":"614.868505ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:05.87684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.9164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:05.877265Z","caller":"traceutil/trace.go:171","msg":"trace[118668916] linearizableReadLoop","detail":"{readStateIndex:27583; appliedIndex:27579; }","duration":"1.087514099s","start":"2026-07-12T02:45:04.789732Z","end":"2026-07-12T02:45:05.877246Z","steps":["trace[118668916] 'read index received' (duration: 310.710905ms)","trace[118668916] 'applied index is now lower than readState.Index' (duration: 776.802204ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:05.87727Z","caller":"traceutil/trace.go:171","msg":"trace[74335424] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"1.120438361s","start":"2026-07-12T02:45:04.756805Z","end":"2026-07-12T02:45:05.877243Z","steps":["trace[74335424] 'process raft request' (duration: 1.120143023s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:05.877392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.75678Z","time spent":"1.120551895s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:05.877829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088098595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-12T02:45:05.877898Z","caller":"traceutil/trace.go:171","msg":"trace[2017542328] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26695; }","duration":"1.088223518s","start":"2026-07-12T02:45:04.789662Z","end":"2026-07-12T02:45:05.877885Z","steps":["trace[2017542328] 'agreement among raft nodes before linearized reading' (duration: 1.088003443s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:05.877936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.789641Z","time spent":"1.088285021s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-07-12T02:45:05.877564Z","caller":"traceutil/trace.go:171","msg":"trace[927927803] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"1.120664137s","start":"2026-07-12T02:45:04.756883Z","end":"2026-07-12T02:45:05.877548Z","steps":["trace[927927803] 'process raft request' (duration: 1.120169844s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:05.878114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.756848Z","time spent":"1.121204162s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:05.877604Z","caller":"traceutil/trace.go:171","msg":"trace[606734270] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"1.031955221s","start":"2026-07-12T02:45:04.845639Z","end":"2026-07-12T02:45:05.877594Z","steps":["trace[606734270] 'process raft request' (duration: 1.031497868s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:05.877644Z","caller":"traceutil/trace.go:171","msg":"trace[1939660782] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"964.437102ms","start":"2026-07-12T02:45:04.913197Z","end":"2026-07-12T02:45:05.877634Z","steps":["trace[1939660782] 'process raft request' (duration: 963.99767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:05.878359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.845597Z","time spent":"1.032603128s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:05.878428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.913093Z","time spent":"965.314995ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:05.878484Z","caller":"traceutil/trace.go:171","msg":"trace[1717112046] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"1.121639154s","start":"2026-07-12T02:45:04.756772Z","end":"2026-07-12T02:45:05.878411Z","steps":["trace[1717112046] 'process raft request' (duration: 786.894474ms)","trace[1717112046] 'compare' (duration: 332.727485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:05.87862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.756747Z","time spent":"1.121807628s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:06.409625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.35734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:06.409997Z","caller":"traceutil/trace.go:171","msg":"trace[229772756] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"1.174289573s","start":"2026-07-12T02:45:05.235686Z","end":"2026-07-12T02:45:06.409976Z","steps":["trace[229772756] 'process raft request' (duration: 1.174062237s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.410051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.235675Z","time spent":"1.174353215s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:06.410258Z","caller":"traceutil/trace.go:171","msg":"trace[523174906] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"1.171755355s","start":"2026-07-12T02:45:05.238283Z","end":"2026-07-12T02:45:06.410039Z","steps":["trace[523174906] 'process raft request' (duration: 1.171545869s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.410411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.238276Z","time spent":"1.172057664s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:06.410516Z","caller":"traceutil/trace.go:171","msg":"trace[1366244326] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"1.171989542s","start":"2026-07-12T02:45:05.238495Z","end":"2026-07-12T02:45:06.410485Z","steps":["trace[1366244326] 'process raft request' (duration: 1.171366695s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.410745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.238453Z","time spent":"1.172161346s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:06.410942Z","caller":"traceutil/trace.go:171","msg":"trace[1620718325] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"1.171195111s","start":"2026-07-12T02:45:05.239734Z","end":"2026-07-12T02:45:06.410929Z","steps":["trace[1620718325] 'process raft request' (duration: 1.170151013s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.411037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.239692Z","time spent":"1.171311954s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:06.411092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272955227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:06.410949Z","caller":"traceutil/trace.go:171","msg":"trace[738064107] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"497.220462ms","start":"2026-07-12T02:45:05.913722Z","end":"2026-07-12T02:45:06.410942Z","steps":["trace[738064107] 'process raft request' (duration: 497.194631ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:06.411175Z","caller":"traceutil/trace.go:171","msg":"trace[416129603] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"497.55064ms","start":"2026-07-12T02:45:05.913616Z","end":"2026-07-12T02:45:06.411166Z","steps":["trace[416129603] 'process raft request' (duration: 497.266082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.411218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.913711Z","time spent":"497.475449ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:06.411238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.913588Z","time spent":"497.616632ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:06.410977Z","caller":"traceutil/trace.go:171","msg":"trace[1126079572] linearizableReadLoop","detail":"{readStateIndex:27590; appliedIndex:27585; }","duration":"533.669238ms","start":"2026-07-12T02:45:05.877302Z","end":"2026-07-12T02:45:06.410972Z","steps":["trace[1126079572] 'read index received' (duration: 188.694965ms)","trace[1126079572] 'applied index is now lower than readState.Index' (duration: 344.973653ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:06.411143Z","caller":"traceutil/trace.go:171","msg":"trace[349149814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26702; }","duration":"1.273059019s","start":"2026-07-12T02:45:05.138073Z","end":"2026-07-12T02:45:06.411132Z","steps":["trace[349149814] 'agreement among raft nodes before linearized reading' (duration: 1.272982317s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.411423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291000391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10477"} {"level":"warn","ts":"2026-07-12T02:45:06.411415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.138044Z","time spent":"1.273360547s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-12T02:45:06.411455Z","caller":"traceutil/trace.go:171","msg":"trace[931515725] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26702; }","duration":"1.291077783s","start":"2026-07-12T02:45:05.12037Z","end":"2026-07-12T02:45:06.411447Z","steps":["trace[931515725] 'agreement among raft nodes before linearized reading' (duration: 1.29096567s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.411487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.120343Z","time spent":"1.291137603s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10499,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-07-12T02:45:06.411801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440957289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:45:06.41183Z","caller":"traceutil/trace.go:171","msg":"trace[660343259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26702; }","duration":"1.4409892s","start":"2026-07-12T02:45:04.970834Z","end":"2026-07-12T02:45:06.411824Z","steps":["trace[660343259] 'agreement among raft nodes before linearized reading' (duration: 1.440154897s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:06.411846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:04.970757Z","time spent":"1.441085822s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-12T02:45:06.412499Z","caller":"traceutil/trace.go:171","msg":"trace[649338029] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"1.178235329s","start":"2026-07-12T02:45:05.234241Z","end":"2026-07-12T02:45:06.412476Z","steps":["trace[649338029] 'process raft request' (duration: 831.740255ms)","trace[649338029] 'compare' (duration: 342.331933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:06.414292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.234217Z","time spent":"1.179949205s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:06.922737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.553683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:06.922991Z","caller":"traceutil/trace.go:171","msg":"trace[1772318888] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"731.777457ms","start":"2026-07-12T02:45:06.191183Z","end":"2026-07-12T02:45:06.922961Z","steps":["trace[1772318888] 'process raft request' (duration: 561.921726ms)","trace[1772318888] 'compare' (duration: 169.195394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:06.92311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.191167Z","time spent":"731.87541ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:07.542968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.128606ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:45:07.544457Z","caller":"traceutil/trace.go:171","msg":"trace[1187951943] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"1.268708414s","start":"2026-07-12T02:45:06.275723Z","end":"2026-07-12T02:45:07.544432Z","steps":["trace[1187951943] 'process raft request' (duration: 1.267314597s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.544602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.275701Z","time spent":"1.268829028s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:07.544467Z","caller":"traceutil/trace.go:171","msg":"trace[155800944] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27592; }","duration":"1.133083971s","start":"2026-07-12T02:45:06.411362Z","end":"2026-07-12T02:45:07.544446Z","steps":["trace[155800944] 'read index received' (duration: 341.764658ms)","trace[155800944] 'applied index is now lower than readState.Index' (duration: 791.318443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.842061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943417072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:07.842156Z","caller":"traceutil/trace.go:171","msg":"trace[1480137839] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26704; }","duration":"1.943566526s","start":"2026-07-12T02:45:05.898565Z","end":"2026-07-12T02:45:07.842131Z","steps":["trace[1480137839] 'agreement among raft nodes before linearized reading' (duration: 1.645957252s)","trace[1480137839] 'count revisions from in-memory index tree' (duration: 297.46381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.84221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.898547Z","time spent":"1.943651178s","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:07.842456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957101428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:45:07.84256Z","caller":"traceutil/trace.go:171","msg":"trace[260081994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26704; }","duration":"1.957267002s","start":"2026-07-12T02:45:05.885263Z","end":"2026-07-12T02:45:07.84253Z","steps":["trace[260081994] 'agreement among raft nodes before linearized reading' (duration: 1.659267748s)","trace[260081994] 'range keys from in-memory index tree' (duration: 297.684966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.842618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.885237Z","time spent":"1.957369896s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:07.84292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960182611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-12T02:45:07.842934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960368586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58bc58f75d-chw2r.18c168aa68d80070\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-12T02:45:07.842963Z","caller":"traceutil/trace.go:171","msg":"trace[1624896031] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:26704; }","duration":"1.960245173s","start":"2026-07-12T02:45:05.882704Z","end":"2026-07-12T02:45:07.84295Z","steps":["trace[1624896031] 'agreement among raft nodes before linearized reading' (duration: 1.661833377s)","trace[1624896031] 'range keys from in-memory index tree' (duration: 298.318173ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:07.842981Z","caller":"traceutil/trace.go:171","msg":"trace[1884279260] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58bc58f75d-chw2r.18c168aa68d80070; range_end:; response_count:1; response_revision:26704; }","duration":"1.960439857s","start":"2026-07-12T02:45:05.882526Z","end":"2026-07-12T02:45:07.842965Z","steps":["trace[1884279260] 'agreement among raft nodes before linearized reading' (duration: 1.66197698s)","trace[1884279260] 'range keys from in-memory index tree' (duration: 298.326094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.843028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.882511Z","time spent":"1.96050837s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-58bc58f75d-chw2r.18c168aa68d80070\" "} {"level":"warn","ts":"2026-07-12T02:45:07.843069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960491869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-12T02:45:07.843107Z","caller":"traceutil/trace.go:171","msg":"trace[1481312425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26704; }","duration":"1.960554211s","start":"2026-07-12T02:45:05.882542Z","end":"2026-07-12T02:45:07.843096Z","steps":["trace[1481312425] 'agreement among raft nodes before linearized reading' (duration: 1.662000601s)","trace[1481312425] 'range keys from in-memory index tree' (duration: 298.473218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.843139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.882529Z","time spent":"1.960599292s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:45:07.842994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:05.882692Z","time spent":"1.960295514s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:07.842985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450036883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:07.843504Z","caller":"traceutil/trace.go:171","msg":"trace[307754801] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26704; }","duration":"1.450582317s","start":"2026-07-12T02:45:06.392902Z","end":"2026-07-12T02:45:07.843484Z","steps":["trace[307754801] 'agreement among raft nodes before linearized reading' (duration: 1.151615246s)","trace[307754801] 'count revisions from in-memory index tree' (duration: 298.442746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.843546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.392883Z","time spent":"1.450648979s","remote":"127.0.0.1:36992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:07.844005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.509565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:07.844066Z","caller":"traceutil/trace.go:171","msg":"trace[112849732] linearizableReadLoop","detail":"{readStateIndex:27596; appliedIndex:27595; }","duration":"299.195106ms","start":"2026-07-12T02:45:07.54486Z","end":"2026-07-12T02:45:07.844055Z","steps":["trace[112849732] 'read index received' (duration: 27.92µs)","trace[112849732] 'applied index is now lower than readState.Index' (duration: 299.166046ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:07.844578Z","caller":"traceutil/trace.go:171","msg":"trace[138982112] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"1.424891139s","start":"2026-07-12T02:45:06.419645Z","end":"2026-07-12T02:45:07.844536Z","steps":["trace[138982112] 'process raft request' (duration: 1.124792648s)","trace[138982112] 'compare' (duration: 298.335164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:07.844738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.419627Z","time spent":"1.425027732s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10122,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:07.844926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432486752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:07.844968Z","caller":"traceutil/trace.go:171","msg":"trace[1346762280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26705; }","duration":"1.432555424s","start":"2026-07-12T02:45:06.412399Z","end":"2026-07-12T02:45:07.844954Z","steps":["trace[1346762280] 'agreement among raft nodes before linearized reading' (duration: 1.431693041s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.844996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.412384Z","time spent":"1.432605885s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:07.845154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.739538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-07-12T02:45:07.845197Z","caller":"traceutil/trace.go:171","msg":"trace[1825834786] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26705; }","duration":"300.822091ms","start":"2026-07-12T02:45:07.54436Z","end":"2026-07-12T02:45:07.845182Z","steps":["trace[1825834786] 'agreement among raft nodes before linearized reading' (duration: 300.092811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.845225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.544341Z","time spent":"300.878432ms","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-12T02:45:07.84525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428963628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:45:07.845304Z","caller":"traceutil/trace.go:171","msg":"trace[590100912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26705; }","duration":"1.429033731s","start":"2026-07-12T02:45:06.416257Z","end":"2026-07-12T02:45:07.845291Z","steps":["trace[590100912] 'agreement among raft nodes before linearized reading' (duration: 1.428887847s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.845335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.416226Z","time spent":"1.429101421s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:45:07.849952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.753763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:07.849991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277180691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:07.850027Z","caller":"traceutil/trace.go:171","msg":"trace[1642506536] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26705; }","duration":"598.910557ms","start":"2026-07-12T02:45:07.251098Z","end":"2026-07-12T02:45:07.850009Z","steps":["trace[1642506536] 'agreement among raft nodes before linearized reading' (duration: 593.393419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.850067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.251061Z","time spent":"598.995819ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:07.850076Z","caller":"traceutil/trace.go:171","msg":"trace[47117664] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26705; }","duration":"1.277271974s","start":"2026-07-12T02:45:06.572757Z","end":"2026-07-12T02:45:07.850029Z","steps":["trace[47117664] 'agreement among raft nodes before linearized reading' (duration: 1.271775776s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.850118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:06.572715Z","time spent":"1.277389897s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:07.850733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.501931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:45:07.850786Z","caller":"traceutil/trace.go:171","msg":"trace[1587562845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26705; }","duration":"475.604854ms","start":"2026-07-12T02:45:07.375167Z","end":"2026-07-12T02:45:07.850772Z","steps":["trace[1587562845] 'agreement among raft nodes before linearized reading' (duration: 469.331115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:07.850821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.375142Z","time spent":"475.668866ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:08.509134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.072676ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-12T02:45:08.509343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.847134Z","time spent":"662.203823ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-12T02:45:09.49944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.856675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:09.499645Z","caller":"traceutil/trace.go:171","msg":"trace[805564531] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"1.644812332s","start":"2026-07-12T02:45:07.854804Z","end":"2026-07-12T02:45:09.499616Z","steps":["trace[805564531] 'process raft request' (duration: 1.05170135s)","trace[805564531] 'compare' (duration: 592.684281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:09.499719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.854782Z","time spent":"1.644904144s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.499936Z","caller":"traceutil/trace.go:171","msg":"trace[145843588] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"1.644501624s","start":"2026-07-12T02:45:07.855408Z","end":"2026-07-12T02:45:09.49991Z","steps":["trace[145843588] 'process raft request' (duration: 1.644143854s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.50006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.855401Z","time spent":"1.644592776s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.500123Z","caller":"traceutil/trace.go:171","msg":"trace[1818886914] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"1.641332758s","start":"2026-07-12T02:45:07.858778Z","end":"2026-07-12T02:45:09.500111Z","steps":["trace[1818886914] 'process raft request' (duration: 1.640997429s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.500169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.858767Z","time spent":"1.64137852s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.500224Z","caller":"traceutil/trace.go:171","msg":"trace[1590357450] linearizableReadLoop","detail":"{readStateIndex:27599; appliedIndex:27596; }","duration":"1.644396341s","start":"2026-07-12T02:45:07.855815Z","end":"2026-07-12T02:45:09.500211Z","steps":["trace[1590357450] 'read index received' (duration: 177.321012ms)","trace[1590357450] 'applied index is now lower than readState.Index' (duration: 1.467074549s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:09.500495Z","caller":"traceutil/trace.go:171","msg":"trace[1230424535] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"1.61340998s","start":"2026-07-12T02:45:07.887044Z","end":"2026-07-12T02:45:09.500454Z","steps":["trace[1230424535] 'process raft request' (duration: 1.612998169s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.500617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644770621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-12T02:45:09.500715Z","caller":"traceutil/trace.go:171","msg":"trace[665820046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26709; }","duration":"1.644891214s","start":"2026-07-12T02:45:07.855794Z","end":"2026-07-12T02:45:09.500685Z","steps":["trace[665820046] 'agreement among raft nodes before linearized reading' (duration: 1.644654977s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.500749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.855782Z","time spent":"1.644961776s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:09.50064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.88703Z","time spent":"1.613527773s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.510849Z","caller":"traceutil/trace.go:171","msg":"trace[1644093116] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"1.095090373s","start":"2026-07-12T02:45:08.415739Z","end":"2026-07-12T02:45:09.510829Z","steps":["trace[1644093116] 'process raft request' (duration: 1.094964919s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.510954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.415711Z","time spent":"1.095192355s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.511298Z","caller":"traceutil/trace.go:171","msg":"trace[708658856] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"1.094327412s","start":"2026-07-12T02:45:08.416959Z","end":"2026-07-12T02:45:09.511287Z","steps":["trace[708658856] 'process raft request' (duration: 1.093829489s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.511366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.416947Z","time spent":"1.094387173s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.511384Z","caller":"traceutil/trace.go:171","msg":"trace[435858876] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"1.091055064s","start":"2026-07-12T02:45:08.420308Z","end":"2026-07-12T02:45:09.511363Z","steps":["trace[435858876] 'process raft request' (duration: 1.090994952s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.511515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.420284Z","time spent":"1.091166217s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.511541Z","caller":"traceutil/trace.go:171","msg":"trace[693317738] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"998.71074ms","start":"2026-07-12T02:45:08.512811Z","end":"2026-07-12T02:45:09.511522Z","steps":["trace[693317738] 'process raft request' (duration: 998.627868ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:09.511628Z","caller":"traceutil/trace.go:171","msg":"trace[1179281434] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"1.093079539s","start":"2026-07-12T02:45:08.418538Z","end":"2026-07-12T02:45:09.511617Z","steps":["trace[1179281434] 'process raft request' (duration: 1.092693558s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.51164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.51278Z","time spent":"998.803223ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.511678Z","caller":"traceutil/trace.go:171","msg":"trace[1398549047] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"1.092102042s","start":"2026-07-12T02:45:08.419564Z","end":"2026-07-12T02:45:09.511666Z","steps":["trace[1398549047] 'process raft request' (duration: 1.091703561s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.511687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.418526Z","time spent":"1.09312674s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:09.511727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.419553Z","time spent":"1.092145184s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.511827Z","caller":"traceutil/trace.go:171","msg":"trace[272123116] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"1.094326932s","start":"2026-07-12T02:45:08.41749Z","end":"2026-07-12T02:45:09.511817Z","steps":["trace[272123116] 'process raft request' (duration: 1.093610213s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.511905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.41748Z","time spent":"1.094367843s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.511961Z","caller":"traceutil/trace.go:171","msg":"trace[857176889] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"1.089343659s","start":"2026-07-12T02:45:08.422609Z","end":"2026-07-12T02:45:09.511952Z","steps":["trace[857176889] 'process raft request' (duration: 1.088726442s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.512005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.422572Z","time spent":"1.089408571s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:09.532934Z","caller":"traceutil/trace.go:171","msg":"trace[174508000] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"372.165972ms","start":"2026-07-12T02:45:09.160744Z","end":"2026-07-12T02:45:09.53291Z","steps":["trace[174508000] 'process raft request' (duration: 371.966317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.533038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:09.160713Z","time spent":"372.264355ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:09.533034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.034762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:09.53312Z","caller":"traceutil/trace.go:171","msg":"trace[1161028325] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26718; }","duration":"555.198146ms","start":"2026-07-12T02:45:08.977899Z","end":"2026-07-12T02:45:09.533097Z","steps":["trace[1161028325] 'agreement among raft nodes before linearized reading' (duration: 555.031122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.533129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.058179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:09.533202Z","caller":"traceutil/trace.go:171","msg":"trace[1806381599] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26718; }","duration":"715.204083ms","start":"2026-07-12T02:45:08.817985Z","end":"2026-07-12T02:45:09.533189Z","steps":["trace[1806381599] 'agreement among raft nodes before linearized reading' (duration: 715.05914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.533194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56973111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:09.53323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.817952Z","time spent":"715.272505ms","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:09.533264Z","caller":"traceutil/trace.go:171","msg":"trace[102918130] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26718; }","duration":"1.569832953s","start":"2026-07-12T02:45:07.963412Z","end":"2026-07-12T02:45:09.533245Z","steps":["trace[102918130] 'agreement among raft nodes before linearized reading' (duration: 1.56971023s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.533295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675906875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:09.533297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648196542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-12T02:45:09.533304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.963398Z","time spent":"1.569898054s","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-12T02:45:09.533324Z","caller":"traceutil/trace.go:171","msg":"trace[1239529849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26718; }","duration":"1.675952066s","start":"2026-07-12T02:45:07.857363Z","end":"2026-07-12T02:45:09.533316Z","steps":["trace[1239529849] 'agreement among raft nodes before linearized reading' (duration: 1.675893544s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:09.533325Z","caller":"traceutil/trace.go:171","msg":"trace[15796549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26718; }","duration":"1.648254904s","start":"2026-07-12T02:45:07.885064Z","end":"2026-07-12T02:45:09.533319Z","steps":["trace[15796549] 'agreement among raft nodes before linearized reading' (duration: 1.64811754s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.533341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.857357Z","time spent":"1.675981936s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:09.533343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.88505Z","time spent":"1.648288644s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:45:09.533475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.681592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-12T02:45:09.533497Z","caller":"traceutil/trace.go:171","msg":"trace[745714108] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26718; }","duration":"632.729153ms","start":"2026-07-12T02:45:08.900758Z","end":"2026-07-12T02:45:09.533488Z","steps":["trace[745714108] 'agreement among raft nodes before linearized reading' (duration: 632.61104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.53351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.90074Z","time spent":"632.766904ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-12T02:45:09.533162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:08.977877Z","time spent":"555.273847ms","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:09.533132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646134567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:45:09.533707Z","caller":"traceutil/trace.go:171","msg":"trace[1242356674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26718; }","duration":"1.646755973s","start":"2026-07-12T02:45:07.886944Z","end":"2026-07-12T02:45:09.5337Z","steps":["trace[1242356674] 'agreement among raft nodes before linearized reading' (duration: 1.646010513s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:09.533734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:07.886932Z","time spent":"1.646794275s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:10.011626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.983653ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:10.011701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.265261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:10.011761Z","caller":"traceutil/trace.go:171","msg":"trace[1081771142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26722; }","duration":"133.131447ms","start":"2026-07-12T02:45:09.878614Z","end":"2026-07-12T02:45:10.011746Z","steps":["trace[1081771142] 'range keys from in-memory index tree' (duration: 132.947052ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:10.011781Z","caller":"traceutil/trace.go:171","msg":"trace[1619900787] linearizableReadLoop","detail":"{readStateIndex:27616; appliedIndex:27615; }","duration":"379.429687ms","start":"2026-07-12T02:45:09.632339Z","end":"2026-07-12T02:45:10.011768Z","steps":["trace[1619900787] 'read index received' (duration: 115.020922ms)","trace[1619900787] 'applied index is now lower than readState.Index' (duration: 264.407965ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:10.011866Z","caller":"traceutil/trace.go:171","msg":"trace[1445596963] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"379.92562ms","start":"2026-07-12T02:45:09.631912Z","end":"2026-07-12T02:45:10.011837Z","steps":["trace[1445596963] 'process raft request' (duration: 115.460993ms)","trace[1445596963] 'compare' (duration: 263.732397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:10.011994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.651663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-12T02:45:10.012017Z","caller":"traceutil/trace.go:171","msg":"trace[1286067271] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26723; }","duration":"379.717774ms","start":"2026-07-12T02:45:09.63229Z","end":"2026-07-12T02:45:10.012008Z","steps":["trace[1286067271] 'agreement among raft nodes before linearized reading' (duration: 379.5577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:10.012007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:09.6319Z","time spent":"380.050013ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-12T02:45:10.01204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:09.632269Z","time spent":"379.765415ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-12T02:45:10.012095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.075337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-12T02:45:10.012114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.80689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-07-12T02:45:10.012145Z","caller":"traceutil/trace.go:171","msg":"trace[898056811] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:26723; }","duration":"378.847811ms","start":"2026-07-12T02:45:09.633286Z","end":"2026-07-12T02:45:10.012134Z","steps":["trace[898056811] 'agreement among raft nodes before linearized reading' (duration: 378.727717ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:10.012145Z","caller":"traceutil/trace.go:171","msg":"trace[107091257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26723; }","duration":"379.140649ms","start":"2026-07-12T02:45:09.632991Z","end":"2026-07-12T02:45:10.012132Z","steps":["trace[107091257] 'agreement among raft nodes before linearized reading' (duration: 378.993515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:10.012171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:09.633282Z","time spent":"378.880811ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:10.012178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:09.632985Z","time spent":"379.18566ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:45:10.445201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.302653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:10.445329Z","caller":"traceutil/trace.go:171","msg":"trace[1437543803] linearizableReadLoop","detail":"{readStateIndex:27617; appliedIndex:27616; }","duration":"422.735527ms","start":"2026-07-12T02:45:10.022575Z","end":"2026-07-12T02:45:10.44531Z","steps":["trace[1437543803] 'read index received' (duration: 127.196168ms)","trace[1437543803] 'applied index is now lower than readState.Index' (duration: 295.538109ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:10.445379Z","caller":"traceutil/trace.go:171","msg":"trace[2103093086] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"427.445773ms","start":"2026-07-12T02:45:10.017905Z","end":"2026-07-12T02:45:10.445351Z","steps":["trace[2103093086] 'process raft request' (duration: 131.906094ms)","trace[2103093086] 'compare' (duration: 295.048286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:10.445504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:10.017893Z","time spent":"427.545816ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:10.445509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.928442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-12T02:45:10.44554Z","caller":"traceutil/trace.go:171","msg":"trace[62261381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26724; }","duration":"422.956993ms","start":"2026-07-12T02:45:10.022572Z","end":"2026-07-12T02:45:10.445529Z","steps":["trace[62261381] 'agreement among raft nodes before linearized reading' (duration: 422.82691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:10.445576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:10.022554Z","time spent":"423.014094ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-12T02:45:10.445804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.307729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-07-12T02:45:10.445833Z","caller":"traceutil/trace.go:171","msg":"trace[748857570] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:26724; }","duration":"321.364001ms","start":"2026-07-12T02:45:10.124457Z","end":"2026-07-12T02:45:10.445821Z","steps":["trace[748857570] 'agreement among raft nodes before linearized reading' (duration: 321.263158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:10.445856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:10.124441Z","time spent":"321.407742ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:10.445932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.42564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:10.445968Z","caller":"traceutil/trace.go:171","msg":"trace[1938277959] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26724; }","duration":"172.504473ms","start":"2026-07-12T02:45:10.273452Z","end":"2026-07-12T02:45:10.445956Z","steps":["trace[1938277959] 'agreement among raft nodes before linearized reading' (duration: 172.448631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:11.078568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.075053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:11.078653Z","caller":"traceutil/trace.go:171","msg":"trace[1026357088] linearizableReadLoop","detail":"{readStateIndex:27618; appliedIndex:27617; }","duration":"588.860748ms","start":"2026-07-12T02:45:10.489771Z","end":"2026-07-12T02:45:11.078632Z","steps":["trace[1026357088] 'read index received' (duration: 298.491917ms)","trace[1026357088] 'applied index is now lower than readState.Index' (duration: 290.367691ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:11.078715Z","caller":"traceutil/trace.go:171","msg":"trace[1016412152] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"626.535928ms","start":"2026-07-12T02:45:10.452173Z","end":"2026-07-12T02:45:11.078709Z","steps":["trace[1016412152] 'process raft request' (duration: 336.24579ms)","trace[1016412152] 'compare' (duration: 289.6335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:11.078753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:10.45216Z","time spent":"626.573019ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:11.078938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.173497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-07-12T02:45:11.078953Z","caller":"traceutil/trace.go:171","msg":"trace[690926316] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26725; }","duration":"589.219708ms","start":"2026-07-12T02:45:10.489728Z","end":"2026-07-12T02:45:11.078947Z","steps":["trace[690926316] 'agreement among raft nodes before linearized reading' (duration: 589.133696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:11.078967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:10.489712Z","time spent":"589.251969ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:11.079078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.099136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-07-12T02:45:11.079149Z","caller":"traceutil/trace.go:171","msg":"trace[1903050599] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26725; }","duration":"261.201659ms","start":"2026-07-12T02:45:10.817927Z","end":"2026-07-12T02:45:11.079128Z","steps":["trace[1903050599] 'agreement among raft nodes before linearized reading' (duration: 261.013474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:11.847945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.299076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:11.848073Z","caller":"traceutil/trace.go:171","msg":"trace[1892808952] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"762.911582ms","start":"2026-07-12T02:45:11.085141Z","end":"2026-07-12T02:45:11.848053Z","steps":["trace[1892808952] 'process raft request' (duration: 303.41209ms)","trace[1892808952] 'compare' (duration: 459.188904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:11.848133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.085113Z","time spent":"762.991624ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.378315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.63669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:12.378387Z","caller":"traceutil/trace.go:171","msg":"trace[1733383699] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27618; }","duration":"1.241182067s","start":"2026-07-12T02:45:11.137193Z","end":"2026-07-12T02:45:12.378375Z","steps":["trace[1733383699] 'read index received' (duration: 251.380085ms)","trace[1733383699] 'applied index is now lower than readState.Index' (duration: 989.800391ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:12.378501Z","caller":"traceutil/trace.go:171","msg":"trace[939051632] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"1.289854411s","start":"2026-07-12T02:45:11.088582Z","end":"2026-07-12T02:45:12.378436Z","steps":["trace[939051632] 'process raft request' (duration: 930.883813ms)","trace[939051632] 'compare' (duration: 357.679384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:12.378539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241323401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:12.378686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.08856Z","time spent":"1.290044136s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:12.378704Z","caller":"traceutil/trace.go:171","msg":"trace[2106517666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26727; }","duration":"1.241543547s","start":"2026-07-12T02:45:11.137132Z","end":"2026-07-12T02:45:12.378676Z","steps":["trace[2106517666] 'agreement among raft nodes before linearized reading' (duration: 1.24129773s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.378767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.137116Z","time spent":"1.241633419s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:12.917987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.585172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:12.918408Z","caller":"traceutil/trace.go:171","msg":"trace[643506545] linearizableReadLoop","detail":"{readStateIndex:27628; appliedIndex:27620; }","duration":"539.992139ms","start":"2026-07-12T02:45:12.378402Z","end":"2026-07-12T02:45:12.918394Z","steps":["trace[643506545] 'read index received' (duration: 328.837721ms)","trace[643506545] 'applied index is now lower than readState.Index' (duration: 211.153738ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:12.918591Z","caller":"traceutil/trace.go:171","msg":"trace[1104142350] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"1.412939719s","start":"2026-07-12T02:45:11.505639Z","end":"2026-07-12T02:45:12.918578Z","steps":["trace[1104142350] 'process raft request' (duration: 1.20173852s)","trace[1104142350] 'compare' (duration: 210.312815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:12.918681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.505618Z","time spent":"1.41301303s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.918826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52720463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:12.918867Z","caller":"traceutil/trace.go:171","msg":"trace[1513660684] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26735; }","duration":"1.527302613s","start":"2026-07-12T02:45:11.391554Z","end":"2026-07-12T02:45:12.918857Z","steps":["trace[1513660684] 'agreement among raft nodes before linearized reading' (duration: 1.527229241s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.918943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.391505Z","time spent":"1.527383085s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:12.918959Z","caller":"traceutil/trace.go:171","msg":"trace[2039480262] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"1.399049316s","start":"2026-07-12T02:45:11.519875Z","end":"2026-07-12T02:45:12.918924Z","steps":["trace[2039480262] 'process raft request' (duration: 1.398487921s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415267441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-12T02:45:12.919052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285162445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:45:12.919053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695385556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:45:12.919105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.519858Z","time spent":"1.39918044s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.919129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.011935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:12.919138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774549878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-07-12T02:45:12.919173Z","caller":"traceutil/trace.go:171","msg":"trace[1880210563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26735; }","duration":"538.091727ms","start":"2026-07-12T02:45:12.381067Z","end":"2026-07-12T02:45:12.919159Z","steps":["trace[1880210563] 'agreement among raft nodes before linearized reading' (duration: 538.029106ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919151Z","caller":"traceutil/trace.go:171","msg":"trace[863446233] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26735; }","duration":"1.695550022s","start":"2026-07-12T02:45:11.223581Z","end":"2026-07-12T02:45:12.919131Z","steps":["trace[863446233] 'agreement among raft nodes before linearized reading' (duration: 1.695399928s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415477786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:45:12.919201Z","caller":"traceutil/trace.go:171","msg":"trace[1460450037] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:26735; }","duration":"1.77465345s","start":"2026-07-12T02:45:11.144533Z","end":"2026-07-12T02:45:12.919186Z","steps":["trace[1460450037] 'agreement among raft nodes before linearized reading' (duration: 1.774404763s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.223554Z","time spent":"1.695649174s","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:12.919218Z","caller":"traceutil/trace.go:171","msg":"trace[1941920571] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"1.401030169s","start":"2026-07-12T02:45:11.518171Z","end":"2026-07-12T02:45:12.919201Z","steps":["trace[1941920571] 'process raft request' (duration: 1.400147956s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.144513Z","time spent":"1.774720702s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"info","ts":"2026-07-12T02:45:12.919245Z","caller":"traceutil/trace.go:171","msg":"trace[365301038] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"1.4002864s","start":"2026-07-12T02:45:11.518881Z","end":"2026-07-12T02:45:12.919167Z","steps":["trace[365301038] 'process raft request' (duration: 1.399462987s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.91928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286138141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-12T02:45:12.91926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.819348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:12.919297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.518145Z","time spent":"1.401115082s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:12.919306Z","caller":"traceutil/trace.go:171","msg":"trace[1293125040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26735; }","duration":"1.286213173s","start":"2026-07-12T02:45:11.633087Z","end":"2026-07-12T02:45:12.919301Z","steps":["trace[1293125040] 'agreement among raft nodes before linearized reading' (duration: 1.285600457s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919323Z","caller":"traceutil/trace.go:171","msg":"trace[1373056878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26735; }","duration":"931.91167ms","start":"2026-07-12T02:45:11.987398Z","end":"2026-07-12T02:45:12.91931Z","steps":["trace[1373056878] 'agreement among raft nodes before linearized reading' (duration: 931.832528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.217613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:12.919367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.98738Z","time spent":"931.978092ms","remote":"127.0.0.1:56328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:12.919374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.518868Z","time spent":"1.400436283s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:12.919099Z","caller":"traceutil/trace.go:171","msg":"trace[916357693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26735; }","duration":"1.285274748s","start":"2026-07-12T02:45:11.633815Z","end":"2026-07-12T02:45:12.91909Z","steps":["trace[916357693] 'agreement among raft nodes before linearized reading' (duration: 1.28494761s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919423Z","caller":"traceutil/trace.go:171","msg":"trace[1556200135] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"1.40218747s","start":"2026-07-12T02:45:11.517224Z","end":"2026-07-12T02:45:12.919412Z","steps":["trace[1556200135] 'process raft request' (duration: 1.400840984s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919422Z","caller":"traceutil/trace.go:171","msg":"trace[2083820820] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"1.401951504s","start":"2026-07-12T02:45:11.517461Z","end":"2026-07-12T02:45:12.919413Z","steps":["trace[2083820820] 'process raft request' (duration: 1.40067371s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.633798Z","time spent":"1.285648558s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:12.919201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.381043Z","time spent":"538.151059ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:12.919482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.517439Z","time spent":"1.402014666s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.919467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415770924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-12T02:45:12.919374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.633064Z","time spent":"1.286286785s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T02:45:12.919113Z","caller":"traceutil/trace.go:171","msg":"trace[1460141237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26735; }","duration":"1.415456376s","start":"2026-07-12T02:45:11.503628Z","end":"2026-07-12T02:45:12.919084Z","steps":["trace[1460141237] 'agreement among raft nodes before linearized reading' (duration: 1.415031985s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919375Z","caller":"traceutil/trace.go:171","msg":"trace[712023355] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26735; }","duration":"294.296816ms","start":"2026-07-12T02:45:12.625063Z","end":"2026-07-12T02:45:12.91936Z","steps":["trace[712023355] 'agreement among raft nodes before linearized reading' (duration: 294.244384ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919619Z","caller":"traceutil/trace.go:171","msg":"trace[1170174037] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"1.402089038s","start":"2026-07-12T02:45:11.517518Z","end":"2026-07-12T02:45:12.919607Z","steps":["trace[1170174037] 'process raft request' (duration: 1.40064247s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.91923Z","caller":"traceutil/trace.go:171","msg":"trace[1188289657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26735; }","duration":"1.415557049s","start":"2026-07-12T02:45:11.503666Z","end":"2026-07-12T02:45:12.919223Z","steps":["trace[1188289657] 'agreement among raft nodes before linearized reading' (duration: 1.4152291s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.503644Z","time spent":"1.416016021s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:12.919683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.517492Z","time spent":"1.402156049s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.918985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.280341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:45:12.919286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.785386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:12.919705Z","caller":"traceutil/trace.go:171","msg":"trace[684241309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26735; }","duration":"1.415907168s","start":"2026-07-12T02:45:11.503639Z","end":"2026-07-12T02:45:12.919546Z","steps":["trace[684241309] 'agreement among raft nodes before linearized reading' (duration: 1.415340543s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.918699Z","caller":"traceutil/trace.go:171","msg":"trace[1621899627] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"1.401099111s","start":"2026-07-12T02:45:11.517575Z","end":"2026-07-12T02:45:12.918674Z","steps":["trace[1621899627] 'process raft request' (duration: 1.400647259s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:12.919747Z","caller":"traceutil/trace.go:171","msg":"trace[282062930] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26735; }","duration":"152.26628ms","start":"2026-07-12T02:45:12.767466Z","end":"2026-07-12T02:45:12.919732Z","steps":["trace[282062930] 'agreement among raft nodes before linearized reading' (duration: 151.750666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.503599Z","time spent":"1.41599685s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T02:45:12.919743Z","caller":"traceutil/trace.go:171","msg":"trace[93604426] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26735; }","duration":"889.080062ms","start":"2026-07-12T02:45:12.030647Z","end":"2026-07-12T02:45:12.919727Z","steps":["trace[93604426] 'agreement among raft nodes before linearized reading' (duration: 888.27671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.919825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.030631Z","time spent":"889.180235ms","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:12.919828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.517565Z","time spent":"1.402207481s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.919755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.503612Z","time spent":"1.416130994s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:12.919526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.5172Z","time spent":"1.402250452s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:12.919929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067996186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18c16aaa93069c1b\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-12T02:45:12.919977Z","caller":"traceutil/trace.go:171","msg":"trace[1237120487] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18c16aaa93069c1b; range_end:; response_count:1; response_revision:26735; }","duration":"1.068107849s","start":"2026-07-12T02:45:11.851854Z","end":"2026-07-12T02:45:12.919962Z","steps":["trace[1237120487] 'agreement among raft nodes before linearized reading' (duration: 1.066767113s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:12.920023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:11.851833Z","time spent":"1.068182521s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/magnum-conductor-0.18c16aaa93069c1b\" "} {"level":"warn","ts":"2026-07-12T02:45:13.42585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124411120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:45:14.87715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416525265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:14.877272Z","caller":"traceutil/trace.go:171","msg":"trace[523874355] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"1.954309343s","start":"2026-07-12T02:45:12.922938Z","end":"2026-07-12T02:45:14.877247Z","steps":["trace[523874355] 'process raft request' (duration: 537.590143ms)","trace[523874355] 'compare' (duration: 1.414979783s)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:14.87734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.922917Z","time spent":"1.954392096s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:14.928376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000524151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-12T02:45:14.928463Z","caller":"traceutil/trace.go:171","msg":"trace[1148925393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639525s","start":"2026-07-12T02:45:12.927804Z","end":"2026-07-12T02:45:14.928443Z","steps":["trace[1148925393] 'agreement among raft nodes before linearized reading' (duration: 2.000530772s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:14.928503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.927798Z","time spent":"2.000697806s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/12 02:45:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-12T02:45:14.967826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507309187s","expected-duration":"1s"} {"level":"info","ts":"2026-07-12T02:45:14.968265Z","caller":"traceutil/trace.go:171","msg":"trace[1709940683] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"2.042752513s","start":"2026-07-12T02:45:12.925498Z","end":"2026-07-12T02:45:14.968251Z","steps":["trace[1709940683] 'process raft request' (duration: 2.042687372s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:14.96828Z","caller":"traceutil/trace.go:171","msg":"trace[2004406216] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"2.042940348s","start":"2026-07-12T02:45:12.925299Z","end":"2026-07-12T02:45:14.968239Z","steps":["trace[2004406216] 'process raft request' (duration: 2.042758013s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:14.968391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.92548Z","time spent":"2.042840365s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:14.968439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.925293Z","time spent":"2.043053771s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:14.968646Z","caller":"traceutil/trace.go:171","msg":"trace[983089319] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"2.042838065s","start":"2026-07-12T02:45:12.92578Z","end":"2026-07-12T02:45:14.968618Z","steps":["trace[983089319] 'process raft request' (duration: 2.042673861s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:14.96869Z","caller":"traceutil/trace.go:171","msg":"trace[1917196404] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"2.042975259s","start":"2026-07-12T02:45:12.925701Z","end":"2026-07-12T02:45:14.968677Z","steps":["trace[1917196404] 'process raft request' (duration: 2.042517297s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:14.968798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.925768Z","time spent":"2.042955708s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:14.968848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.925696Z","time spent":"2.043119463s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:14.968824Z","caller":"traceutil/trace.go:171","msg":"trace[1419724015] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"2.042822625s","start":"2026-07-12T02:45:12.92597Z","end":"2026-07-12T02:45:14.968792Z","steps":["trace[1419724015] 'process raft request' (duration: 2.042608859s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:14.968853Z","caller":"traceutil/trace.go:171","msg":"trace[995402493] linearizableReadLoop","detail":"{readStateIndex:27635; appliedIndex:27628; }","duration":"2.043894863s","start":"2026-07-12T02:45:12.924948Z","end":"2026-07-12T02:45:14.968843Z","steps":["trace[995402493] 'read index received' (duration: 535.543008ms)","trace[995402493] 'applied index is now lower than readState.Index' (duration: 1.508350825s)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:14.968966Z","caller":"traceutil/trace.go:171","msg":"trace[731026297] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"1.584618978s","start":"2026-07-12T02:45:13.384335Z","end":"2026-07-12T02:45:14.968954Z","steps":["trace[731026297] 'process raft request' (duration: 1.584356671s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:14.968965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044017777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-12T02:45:14.968962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.925961Z","time spent":"2.042933138s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:14.969001Z","caller":"traceutil/trace.go:171","msg":"trace[1435751924] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26742; }","duration":"2.044070038s","start":"2026-07-12T02:45:12.924923Z","end":"2026-07-12T02:45:14.968993Z","steps":["trace[1435751924] 'agreement among raft nodes before linearized reading' (duration: 2.043948445s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:14.96901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:13.384308Z","time spent":"1.58468021s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:14.969056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.924916Z","time spent":"2.044110229s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-12T02:45:15.300092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.518005ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:45:15.30067Z","caller":"traceutil/trace.go:171","msg":"trace[1816102179] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"761.810823ms","start":"2026-07-12T02:45:14.538828Z","end":"2026-07-12T02:45:15.300639Z","steps":["trace[1816102179] 'process raft request' (duration: 761.35089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.300842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.538804Z","time spent":"761.950076ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:15.522531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.560707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:15.522931Z","caller":"traceutil/trace.go:171","msg":"trace[1858054630] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27635; }","duration":"553.995245ms","start":"2026-07-12T02:45:14.96892Z","end":"2026-07-12T02:45:15.522916Z","steps":["trace[1858054630] 'read index received' (duration: 137.593587ms)","trace[1858054630] 'applied index is now lower than readState.Index' (duration: 416.400208ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:15.523054Z","caller":"traceutil/trace.go:171","msg":"trace[437603693] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"593.990326ms","start":"2026-07-12T02:45:14.929029Z","end":"2026-07-12T02:45:15.52302Z","steps":["trace[437603693] 'process raft request' (duration: 593.712279ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523085Z","caller":"traceutil/trace.go:171","msg":"trace[165504716] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"593.957005ms","start":"2026-07-12T02:45:14.929091Z","end":"2026-07-12T02:45:15.523048Z","steps":["trace[165504716] 'process raft request' (duration: 593.708838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830362753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:15.523193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.92902Z","time spent":"594.100979ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:15.523231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.929079Z","time spent":"594.077518ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:15.523301Z","caller":"traceutil/trace.go:171","msg":"trace[1105147357] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"594.454669ms","start":"2026-07-12T02:45:14.928837Z","end":"2026-07-12T02:45:15.523292Z","steps":["trace[1105147357] 'process raft request' (duration: 371.784382ms)","trace[1105147357] 'compare' (duration: 221.338821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:15.52335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.928804Z","time spent":"594.524761ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:15.523417Z","caller":"traceutil/trace.go:171","msg":"trace[2015984513] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"594.269034ms","start":"2026-07-12T02:45:14.92913Z","end":"2026-07-12T02:45:15.5234Z","steps":["trace[2015984513] 'process raft request' (duration: 593.691738ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523458Z","caller":"traceutil/trace.go:171","msg":"trace[208121625] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"594.555981ms","start":"2026-07-12T02:45:14.928894Z","end":"2026-07-12T02:45:15.52345Z","steps":["trace[208121625] 'process raft request' (duration: 593.736669ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523437Z","caller":"traceutil/trace.go:171","msg":"trace[575416008] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"594.368196ms","start":"2026-07-12T02:45:14.929039Z","end":"2026-07-12T02:45:15.523407Z","steps":["trace[575416008] 'process raft request' (duration: 593.733569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.928873Z","time spent":"594.604463ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:15.523497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.92912Z","time spent":"594.330865ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:15.523545Z","caller":"traceutil/trace.go:171","msg":"trace[1408586497] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"594.572221ms","start":"2026-07-12T02:45:14.928959Z","end":"2026-07-12T02:45:15.523531Z","steps":["trace[1408586497] 'process raft request' (duration: 593.760529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310758445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:15.5236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.928945Z","time spent":"594.631873ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:15.523591Z","caller":"traceutil/trace.go:171","msg":"trace[1545163236] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"594.302054ms","start":"2026-07-12T02:45:14.929266Z","end":"2026-07-12T02:45:15.523568Z","steps":["trace[1545163236] 'process raft request' (duration: 593.582195ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523626Z","caller":"traceutil/trace.go:171","msg":"trace[149736359] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26751; }","duration":"2.310801626s","start":"2026-07-12T02:45:13.212816Z","end":"2026-07-12T02:45:15.523618Z","steps":["trace[149736359] 'agreement among raft nodes before linearized reading' (duration: 2.310765865s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.929024Z","time spent":"594.49639ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:15.523651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:13.212802Z","time spent":"2.310840447s","remote":"127.0.0.1:47832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:15.523683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.929258Z","time spent":"594.375226ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:15.523705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.17279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:15.523129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.859832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aacebf02311\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-07-12T02:45:15.523788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331128527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:15.523783Z","caller":"traceutil/trace.go:171","msg":"trace[1032608648] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26751; }","duration":"772.277243ms","start":"2026-07-12T02:45:14.751478Z","end":"2026-07-12T02:45:15.523756Z","steps":["trace[1032608648] 'agreement among raft nodes before linearized reading' (duration: 772.183841ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523791Z","caller":"traceutil/trace.go:171","msg":"trace[902971663] range","detail":"{range_begin:/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aacebf02311; range_end:; response_count:1; response_revision:26751; }","duration":"641.557031ms","start":"2026-07-12T02:45:14.882215Z","end":"2026-07-12T02:45:15.523772Z","steps":["trace[902971663] 'agreement among raft nodes before linearized reading' (duration: 640.7916ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523814Z","caller":"traceutil/trace.go:171","msg":"trace[1519030830] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26751; }","duration":"1.331185048s","start":"2026-07-12T02:45:14.19262Z","end":"2026-07-12T02:45:15.523805Z","steps":["trace[1519030830] 'agreement among raft nodes before linearized reading' (duration: 1.331137777s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.724328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:15.523837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.192603Z","time spent":"1.331230159s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:15.523828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555553374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-12T02:45:15.523835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.882193Z","time spent":"641.630962ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":918,"request content":"key:\"/registry/events/openstack/magnum-cluster-api-proxy-bbsvh.18c16aacebf02311\" "} {"level":"info","ts":"2026-07-12T02:45:15.523866Z","caller":"traceutil/trace.go:171","msg":"trace[253813111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26751; }","duration":"2.555630066s","start":"2026-07-12T02:45:12.968228Z","end":"2026-07-12T02:45:15.523858Z","steps":["trace[253813111] 'agreement among raft nodes before linearized reading' (duration: 2.555512263s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.523867Z","caller":"traceutil/trace.go:171","msg":"trace[118620910] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26751; }","duration":"378.79977ms","start":"2026-07-12T02:45:15.145054Z","end":"2026-07-12T02:45:15.523854Z","steps":["trace[118620910] 'agreement among raft nodes before linearized reading' (duration: 378.729588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.968215Z","time spent":"2.555686927s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-12T02:45:15.523936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.145038Z","time spent":"378.888403ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:15.523601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089026981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:45:15.524037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714717324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:15.524061Z","caller":"traceutil/trace.go:171","msg":"trace[991925589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26751; }","duration":"1.714778606s","start":"2026-07-12T02:45:13.809277Z","end":"2026-07-12T02:45:15.524055Z","steps":["trace[991925589] 'agreement among raft nodes before linearized reading' (duration: 1.714732285s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.524053Z","caller":"traceutil/trace.go:171","msg":"trace[1393998820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26751; }","duration":"1.089515144s","start":"2026-07-12T02:45:14.434521Z","end":"2026-07-12T02:45:15.524036Z","steps":["trace[1393998820] 'agreement among raft nodes before linearized reading' (duration: 1.088925448s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.523836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.751456Z","time spent":"772.365485ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:15.524082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:13.809257Z","time spent":"1.714820788s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:15.524105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.434067Z","time spent":"1.090020627s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:15.524108Z","caller":"traceutil/trace.go:171","msg":"trace[863407075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26751; }","duration":"1.830466066s","start":"2026-07-12T02:45:13.692706Z","end":"2026-07-12T02:45:15.523172Z","steps":["trace[863407075] 'agreement among raft nodes before linearized reading' (duration: 1.830344053s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.524192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:13.692693Z","time spent":"1.831486593s","remote":"127.0.0.1:56062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:15.524274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595550175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-798fdb56f-4584p\" ","response":"range_response_count:1 size:8861"} {"level":"warn","ts":"2026-07-12T02:45:15.524475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.078925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:15.524496Z","caller":"traceutil/trace.go:171","msg":"trace[1560088403] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-798fdb56f-4584p; range_end:; response_count:1; response_revision:26751; }","duration":"2.595810893s","start":"2026-07-12T02:45:12.928672Z","end":"2026-07-12T02:45:15.524483Z","steps":["trace[1560088403] 'agreement among raft nodes before linearized reading' (duration: 2.594420585s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:15.52452Z","caller":"traceutil/trace.go:171","msg":"trace[789528261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26751; }","duration":"595.165867ms","start":"2026-07-12T02:45:14.929338Z","end":"2026-07-12T02:45:15.524504Z","steps":["trace[789528261] 'agreement among raft nodes before linearized reading' (duration: 593.650977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.524531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:12.928644Z","time spent":"2.595876724s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8883,"request content":"key:\"/registry/pods/openstack/magnum-api-798fdb56f-4584p\" "} {"level":"warn","ts":"2026-07-12T02:45:15.524549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.929331Z","time spent":"595.212698ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:15.523195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.575322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-12T02:45:15.525988Z","caller":"traceutil/trace.go:171","msg":"trace[1825297345] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26751; }","duration":"553.379987ms","start":"2026-07-12T02:45:14.972598Z","end":"2026-07-12T02:45:15.525978Z","steps":["trace[1825297345] 'agreement among raft nodes before linearized reading' (duration: 550.551982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:15.526012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:14.972586Z","time spent":"553.417588ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-12T02:45:16.067587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.146335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:16.067675Z","caller":"traceutil/trace.go:171","msg":"trace[691784503] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"540.900244ms","start":"2026-07-12T02:45:15.52676Z","end":"2026-07-12T02:45:16.06766Z","steps":["trace[691784503] 'process raft request' (duration: 272.613185ms)","trace[691784503] 'compare' (duration: 267.136328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:16.067717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.526742Z","time spent":"540.955565ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:16.154652Z","caller":"traceutil/trace.go:171","msg":"trace[96180083] linearizableReadLoop","detail":"{readStateIndex:27647; appliedIndex:27645; }","duration":"627.73839ms","start":"2026-07-12T02:45:15.526894Z","end":"2026-07-12T02:45:16.154632Z","steps":["trace[96180083] 'read index received' (duration: 272.43998ms)","trace[96180083] 'applied index is now lower than readState.Index' (duration: 355.29714ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:16.154717Z","caller":"traceutil/trace.go:171","msg":"trace[1088777723] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"627.801932ms","start":"2026-07-12T02:45:15.526853Z","end":"2026-07-12T02:45:16.154654Z","steps":["trace[1088777723] 'process raft request' (duration: 627.589326ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:16.154779Z","caller":"traceutil/trace.go:171","msg":"trace[235689669] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"622.689185ms","start":"2026-07-12T02:45:15.532082Z","end":"2026-07-12T02:45:16.154771Z","steps":["trace[235689669] 'process raft request' (duration: 622.50215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:16.154874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.532069Z","time spent":"622.738356ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:16.154888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.526834Z","time spent":"627.963546ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:16.155002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.169058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:16.155029Z","caller":"traceutil/trace.go:171","msg":"trace[203541946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26754; }","duration":"127.228989ms","start":"2026-07-12T02:45:16.027792Z","end":"2026-07-12T02:45:16.155021Z","steps":["trace[203541946] 'agreement among raft nodes before linearized reading' (duration: 127.176288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:16.155013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.081629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-135ef476-173a-4cce-b041-6680bbeb7218\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-12T02:45:16.155108Z","caller":"traceutil/trace.go:171","msg":"trace[779416070] range","detail":"{range_begin:/registry/persistentvolumes/pvc-135ef476-173a-4cce-b041-6680bbeb7218; range_end:; response_count:1; response_revision:26754; }","duration":"628.233043ms","start":"2026-07-12T02:45:15.526854Z","end":"2026-07-12T02:45:16.155087Z","steps":["trace[779416070] 'agreement among raft nodes before linearized reading' (duration: 627.982716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:16.15516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.526837Z","time spent":"628.313516ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-135ef476-173a-4cce-b041-6680bbeb7218\" "} {"level":"warn","ts":"2026-07-12T02:45:16.155015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.575256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-12T02:45:16.155292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.036124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:16.155356Z","caller":"traceutil/trace.go:171","msg":"trace[123981690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26754; }","duration":"627.963556ms","start":"2026-07-12T02:45:15.52738Z","end":"2026-07-12T02:45:16.155344Z","steps":["trace[123981690] 'agreement among raft nodes before linearized reading' (duration: 627.412931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:16.155379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.527366Z","time spent":"628.005927ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:45:16.155397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.662004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-12T02:45:16.155418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.363161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:16.155529Z","caller":"traceutil/trace.go:171","msg":"trace[1586895095] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26754; }","duration":"193.543526ms","start":"2026-07-12T02:45:15.961962Z","end":"2026-07-12T02:45:16.155506Z","steps":["trace[1586895095] 'agreement among raft nodes before linearized reading' (duration: 193.349701ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:16.155463Z","caller":"traceutil/trace.go:171","msg":"trace[1497576999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26754; }","duration":"625.734187ms","start":"2026-07-12T02:45:15.529709Z","end":"2026-07-12T02:45:16.155443Z","steps":["trace[1497576999] 'agreement among raft nodes before linearized reading' (duration: 625.595133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:16.155616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.529699Z","time spent":"625.911091ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-07-12T02:45:16.155441Z","caller":"traceutil/trace.go:171","msg":"trace[1766090755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26754; }","duration":"623.128996ms","start":"2026-07-12T02:45:15.53222Z","end":"2026-07-12T02:45:16.155349Z","steps":["trace[1766090755] 'agreement among raft nodes before linearized reading' (duration: 623.001473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:16.155711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:15.532215Z","time spent":"623.440024ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:45:16.663871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124411149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-12T02:45:17.095986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.722935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:17.096077Z","caller":"traceutil/trace.go:171","msg":"trace[1210109245] linearizableReadLoop","detail":"{readStateIndex:27649; appliedIndex:27648; }","duration":"933.219764ms","start":"2026-07-12T02:45:16.16284Z","end":"2026-07-12T02:45:17.09606Z","steps":["trace[1210109245] 'read index received' (duration: 622.314113ms)","trace[1210109245] 'applied index is now lower than readState.Index' (duration: 310.9035ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:17.096134Z","caller":"traceutil/trace.go:171","msg":"trace[1958022062] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"934.056716ms","start":"2026-07-12T02:45:16.162069Z","end":"2026-07-12T02:45:17.096126Z","steps":["trace[1958022062] 'process raft request' (duration: 623.120595ms)","trace[1958022062] 'compare' (duration: 310.545591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:17.096175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.162059Z","time spent":"934.093037ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:17.096438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.592274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-12T02:45:17.096466Z","caller":"traceutil/trace.go:171","msg":"trace[121806942] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5; range_end:; response_count:1; response_revision:26755; }","duration":"933.649435ms","start":"2026-07-12T02:45:16.162809Z","end":"2026-07-12T02:45:17.096458Z","steps":["trace[121806942] 'agreement among raft nodes before linearized reading' (duration: 933.508261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.096487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.162794Z","time spent":"933.687307ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" "} {"level":"info","ts":"2026-07-12T02:45:17.122566Z","caller":"traceutil/trace.go:171","msg":"trace[2015982971] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"418.797331ms","start":"2026-07-12T02:45:16.703752Z","end":"2026-07-12T02:45:17.122549Z","steps":["trace[2015982971] 'process raft request' (duration: 418.515593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.122653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.703726Z","time spent":"418.881282ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:17.122811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.79587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:45:17.122829Z","caller":"traceutil/trace.go:171","msg":"trace[1466197191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26756; }","duration":"147.824591ms","start":"2026-07-12T02:45:16.974998Z","end":"2026-07-12T02:45:17.122822Z","steps":["trace[1466197191] 'agreement among raft nodes before linearized reading' (duration: 147.757029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.122947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.387986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-12T02:45:17.122962Z","caller":"traceutil/trace.go:171","msg":"trace[915900360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26756; }","duration":"148.423667ms","start":"2026-07-12T02:45:16.974534Z","end":"2026-07-12T02:45:17.122957Z","steps":["trace[915900360] 'agreement among raft nodes before linearized reading' (duration: 148.371086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.981022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:45:17.123105Z","caller":"traceutil/trace.go:171","msg":"trace[191618120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26756; }","duration":"149.029383ms","start":"2026-07-12T02:45:16.97407Z","end":"2026-07-12T02:45:17.123099Z","steps":["trace[191618120] 'agreement among raft nodes before linearized reading' (duration: 148.970812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.596924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-12T02:45:17.123265Z","caller":"traceutil/trace.go:171","msg":"trace[897614701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:26756; }","duration":"955.636334ms","start":"2026-07-12T02:45:16.167619Z","end":"2026-07-12T02:45:17.123256Z","steps":["trace[897614701] 'agreement among raft nodes before linearized reading' (duration: 955.530842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.167604Z","time spent":"955.676176ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:17.123383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.171235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-798fdb56f-4584p\" ","response":"range_response_count:1 size:8902"} {"level":"info","ts":"2026-07-12T02:45:17.123454Z","caller":"traceutil/trace.go:171","msg":"trace[1416977094] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-798fdb56f-4584p; range_end:; response_count:1; response_revision:26756; }","duration":"954.266318ms","start":"2026-07-12T02:45:16.169171Z","end":"2026-07-12T02:45:17.123437Z","steps":["trace[1416977094] 'agreement among raft nodes before linearized reading' (duration: 953.96856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.169164Z","time spent":"954.3221ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8924,"request content":"key:\"/registry/pods/openstack/magnum-api-798fdb56f-4584p\" "} {"level":"warn","ts":"2026-07-12T02:45:17.123535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.936388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:17.123564Z","caller":"traceutil/trace.go:171","msg":"trace[1104948346] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26756; }","duration":"783.01893ms","start":"2026-07-12T02:45:16.340536Z","end":"2026-07-12T02:45:17.123555Z","steps":["trace[1104948346] 'agreement among raft nodes before linearized reading' (duration: 782.963408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.519357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:45:17.123587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.340514Z","time spent":"783.064711ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:17.123594Z","caller":"traceutil/trace.go:171","msg":"trace[511225138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26756; }","duration":"149.570268ms","start":"2026-07-12T02:45:16.974016Z","end":"2026-07-12T02:45:17.123587Z","steps":["trace[511225138] 'agreement among raft nodes before linearized reading' (duration: 149.509677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.615839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:45:17.123737Z","caller":"traceutil/trace.go:171","msg":"trace[31670047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26756; }","duration":"149.66011ms","start":"2026-07-12T02:45:16.974071Z","end":"2026-07-12T02:45:17.123731Z","steps":["trace[31670047] 'agreement among raft nodes before linearized reading' (duration: 149.603269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.069599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:17.123735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.724787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-12T02:45:17.12382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.836744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-12T02:45:17.123816Z","caller":"traceutil/trace.go:171","msg":"trace[452864388] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:26756; }","duration":"846.85878ms","start":"2026-07-12T02:45:16.276935Z","end":"2026-07-12T02:45:17.123794Z","steps":["trace[452864388] 'agreement among raft nodes before linearized reading' (duration: 846.635024ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:17.123844Z","caller":"traceutil/trace.go:171","msg":"trace[2062257103] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26756; }","duration":"489.904886ms","start":"2026-07-12T02:45:16.633933Z","end":"2026-07-12T02:45:17.123838Z","steps":["trace[2062257103] 'agreement among raft nodes before linearized reading' (duration: 489.750532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.12386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.276913Z","time spent":"846.938292ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-12T02:45:17.123897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.633901Z","time spent":"489.957538ms","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:17.123935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.086122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:17.123958Z","caller":"traceutil/trace.go:171","msg":"trace[580532924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26756; }","duration":"839.112733ms","start":"2026-07-12T02:45:16.284839Z","end":"2026-07-12T02:45:17.123952Z","steps":["trace[580532924] 'agreement among raft nodes before linearized reading' (duration: 839.028351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.123977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.284806Z","time spent":"839.164984ms","remote":"127.0.0.1:55822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:17.123768Z","caller":"traceutil/trace.go:171","msg":"trace[2060585229] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26756; }","duration":"899.138551ms","start":"2026-07-12T02:45:16.224617Z","end":"2026-07-12T02:45:17.123756Z","steps":["trace[2060585229] 'agreement among raft nodes before linearized reading' (duration: 899.068129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.124099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:16.224603Z","time spent":"899.48461ms","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-12T02:45:17.612876Z","caller":"traceutil/trace.go:171","msg":"trace[348266130] linearizableReadLoop","detail":"{readStateIndex:27658; appliedIndex:27657; }","duration":"314.561469ms","start":"2026-07-12T02:45:17.298286Z","end":"2026-07-12T02:45:17.612847Z","steps":["trace[348266130] 'read index received' (duration: 314.322382ms)","trace[348266130] 'applied index is now lower than readState.Index' (duration: 237.797µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:17.612956Z","caller":"traceutil/trace.go:171","msg":"trace[1455367934] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"315.228366ms","start":"2026-07-12T02:45:17.297699Z","end":"2026-07-12T02:45:17.612928Z","steps":["trace[1455367934] 'process raft request' (duration: 314.936218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.613076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.297684Z","time spent":"315.327109ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:17.6132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.901458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-12T02:45:17.613282Z","caller":"traceutil/trace.go:171","msg":"trace[1236198710] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:26764; }","duration":"315.00492ms","start":"2026-07-12T02:45:17.298262Z","end":"2026-07-12T02:45:17.613267Z","steps":["trace[1236198710] 'agreement among raft nodes before linearized reading' (duration: 314.738273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:17.613349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.298251Z","time spent":"315.058682ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"info","ts":"2026-07-12T02:45:18.025756Z","caller":"traceutil/trace.go:171","msg":"trace[2142930602] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"495.437125ms","start":"2026-07-12T02:45:17.530297Z","end":"2026-07-12T02:45:18.025734Z","steps":["trace[2142930602] 'process raft request' (duration: 495.100586ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.025812Z","caller":"traceutil/trace.go:171","msg":"trace[1922248827] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"495.197358ms","start":"2026-07-12T02:45:17.530597Z","end":"2026-07-12T02:45:18.025794Z","steps":["trace[1922248827] 'process raft request' (duration: 495.107006ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.025844Z","caller":"traceutil/trace.go:171","msg":"trace[1597022322] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"495.443915ms","start":"2026-07-12T02:45:17.530366Z","end":"2026-07-12T02:45:18.02581Z","steps":["trace[1597022322] 'process raft request' (duration: 495.208558ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.025848Z","caller":"traceutil/trace.go:171","msg":"trace[1841982541] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"495.284321ms","start":"2026-07-12T02:45:17.530538Z","end":"2026-07-12T02:45:18.025823Z","steps":["trace[1841982541] 'process raft request' (duration: 495.109856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.025879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.530278Z","time spent":"495.528408ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.025922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.530593Z","time spent":"495.28206ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.025965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.530362Z","time spent":"495.537627ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.025966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.530533Z","time spent":"495.371833ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:18.026071Z","caller":"traceutil/trace.go:171","msg":"trace[1684012638] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"495.377863ms","start":"2026-07-12T02:45:17.530685Z","end":"2026-07-12T02:45:18.026063Z","steps":["trace[1684012638] 'process raft request' (duration: 495.067025ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.026108Z","caller":"traceutil/trace.go:171","msg":"trace[368889785] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"495.206778ms","start":"2026-07-12T02:45:17.53089Z","end":"2026-07-12T02:45:18.026097Z","steps":["trace[368889785] 'process raft request' (duration: 495.091395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.026112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.530679Z","time spent":"495.410844ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.026154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.530884Z","time spent":"495.248599ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:18.026152Z","caller":"traceutil/trace.go:171","msg":"trace[381486535] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"492.771183ms","start":"2026-07-12T02:45:17.533356Z","end":"2026-07-12T02:45:18.026127Z","steps":["trace[381486535] 'process raft request' (duration: 492.702961ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.026205Z","caller":"traceutil/trace.go:171","msg":"trace[1173418916] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"492.606539ms","start":"2026-07-12T02:45:17.533585Z","end":"2026-07-12T02:45:18.026192Z","steps":["trace[1173418916] 'process raft request' (duration: 492.507596ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.026197Z","caller":"traceutil/trace.go:171","msg":"trace[560233438] linearizableReadLoop","detail":"{readStateIndex:27666; appliedIndex:27658; }","duration":"413.215081ms","start":"2026-07-12T02:45:17.612956Z","end":"2026-07-12T02:45:18.026171Z","steps":["trace[560233438] 'read index received' (duration: 412.42434ms)","trace[560233438] 'applied index is now lower than readState.Index' (duration: 789.471µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:18.026283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.533338Z","time spent":"492.881087ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.026294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.533579Z","time spent":"492.66568ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.026375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.620357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:18.026419Z","caller":"traceutil/trace.go:171","msg":"trace[1717629978] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26772; }","duration":"655.72164ms","start":"2026-07-12T02:45:17.370686Z","end":"2026-07-12T02:45:18.026408Z","steps":["trace[1717629978] 'agreement among raft nodes before linearized reading' (duration: 655.599446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.026666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.370667Z","time spent":"655.988456ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:18.103015Z","caller":"traceutil/trace.go:171","msg":"trace[2096702975] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"462.254536ms","start":"2026-07-12T02:45:17.640738Z","end":"2026-07-12T02:45:18.102993Z","steps":["trace[2096702975] 'process raft request' (duration: 462.135322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.103146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.640711Z","time spent":"462.366849ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.10365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.317037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:18.103745Z","caller":"traceutil/trace.go:171","msg":"trace[609153263] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26773; }","duration":"434.367308ms","start":"2026-07-12T02:45:17.66932Z","end":"2026-07-12T02:45:18.103687Z","steps":["trace[609153263] 'agreement among raft nodes before linearized reading' (duration: 434.291916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.103789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.669275Z","time spent":"434.503322ms","remote":"127.0.0.1:34240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:18.104159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.807003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-12T02:45:18.104245Z","caller":"traceutil/trace.go:171","msg":"trace[250337620] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:26773; }","duration":"330.934867ms","start":"2026-07-12T02:45:17.773285Z","end":"2026-07-12T02:45:18.10422Z","steps":["trace[250337620] 'agreement among raft nodes before linearized reading' (duration: 330.7021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.104445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:17.77326Z","time spent":"331.171913ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-12T02:45:18.331658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.722304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:18.331805Z","caller":"traceutil/trace.go:171","msg":"trace[756972258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26773; }","duration":"136.914338ms","start":"2026-07-12T02:45:18.194871Z","end":"2026-07-12T02:45:18.331785Z","steps":["trace[756972258] 'range keys from in-memory index tree' (duration: 136.663192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.332361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.374353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-12T02:45:18.332909Z","caller":"traceutil/trace.go:171","msg":"trace[152783277] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5; range_end:; response_count:1; response_revision:26773; }","duration":"155.945808ms","start":"2026-07-12T02:45:18.176932Z","end":"2026-07-12T02:45:18.332878Z","steps":["trace[152783277] 'range keys from in-memory index tree' (duration: 155.229179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.333142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.028743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-28b4aeee-e455-45d4-a9bb-d3dec909c3f3\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-12T02:45:18.333287Z","caller":"traceutil/trace.go:171","msg":"trace[1344465823] range","detail":"{range_begin:/registry/persistentvolumes/pvc-28b4aeee-e455-45d4-a9bb-d3dec909c3f3; range_end:; response_count:1; response_revision:26773; }","duration":"152.149717ms","start":"2026-07-12T02:45:18.181078Z","end":"2026-07-12T02:45:18.333227Z","steps":["trace[1344465823] 'range keys from in-memory index tree' (duration: 151.9277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.333287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.063415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9fddf60c-e53d-4e10-bad7-b837a14bd223\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-12T02:45:18.333344Z","caller":"traceutil/trace.go:171","msg":"trace[445953058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9fddf60c-e53d-4e10-bad7-b837a14bd223; range_end:; response_count:1; response_revision:26773; }","duration":"152.142776ms","start":"2026-07-12T02:45:18.181187Z","end":"2026-07-12T02:45:18.333329Z","steps":["trace[445953058] 'range keys from in-memory index tree' (duration: 151.93468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.333407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.458494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-12T02:45:18.333465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.241219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-55712b3c-441a-42b7-9064-573cba036d4c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-12T02:45:18.333485Z","caller":"traceutil/trace.go:171","msg":"trace[1121581631] range","detail":"{range_begin:/registry/persistentvolumes/pvc-55712b3c-441a-42b7-9064-573cba036d4c; range_end:; response_count:1; response_revision:26773; }","duration":"152.29157ms","start":"2026-07-12T02:45:18.181187Z","end":"2026-07-12T02:45:18.333478Z","steps":["trace[1121581631] 'range keys from in-memory index tree' (duration: 152.162387ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.333478Z","caller":"traceutil/trace.go:171","msg":"trace[1158182475] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26773; }","duration":"140.559986ms","start":"2026-07-12T02:45:18.192899Z","end":"2026-07-12T02:45:18.333459Z","steps":["trace[1158182475] 'range keys from in-memory index tree' (duration: 140.32795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.33357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.473428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-798fdb56f-4584p\" ","response":"range_response_count:1 size:8902"} {"level":"info","ts":"2026-07-12T02:45:18.333586Z","caller":"traceutil/trace.go:171","msg":"trace[1614631553] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-798fdb56f-4584p; range_end:; response_count:1; response_revision:26773; }","duration":"148.521269ms","start":"2026-07-12T02:45:18.18506Z","end":"2026-07-12T02:45:18.333581Z","steps":["trace[1614631553] 'range keys from in-memory index tree' (duration: 148.389976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.332379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.845215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-07-12T02:45:18.338916Z","caller":"traceutil/trace.go:171","msg":"trace[856872391] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26773; }","duration":"137.417922ms","start":"2026-07-12T02:45:18.201486Z","end":"2026-07-12T02:45:18.338904Z","steps":["trace[856872391] 'range keys from in-memory index tree' (duration: 130.687662ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.664217Z","caller":"traceutil/trace.go:171","msg":"trace[2097560899] linearizableReadLoop","detail":"{readStateIndex:27670; appliedIndex:27667; }","duration":"316.004307ms","start":"2026-07-12T02:45:18.348194Z","end":"2026-07-12T02:45:18.664198Z","steps":["trace[2097560899] 'read index received' (duration: 24.018263ms)","trace[2097560899] 'applied index is now lower than readState.Index' (duration: 291.985044ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:18.664266Z","caller":"traceutil/trace.go:171","msg":"trace[1581743316] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"316.070339ms","start":"2026-07-12T02:45:18.348163Z","end":"2026-07-12T02:45:18.664233Z","steps":["trace[1581743316] 'process raft request' (duration: 315.930315ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.664344Z","caller":"traceutil/trace.go:171","msg":"trace[1899341454] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"314.561578ms","start":"2026-07-12T02:45:18.349769Z","end":"2026-07-12T02:45:18.664331Z","steps":["trace[1899341454] 'process raft request' (duration: 314.394024ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:18.664365Z","caller":"traceutil/trace.go:171","msg":"trace[1042458229] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"314.677701ms","start":"2026-07-12T02:45:18.349647Z","end":"2026-07-12T02:45:18.664325Z","steps":["trace[1042458229] 'process raft request' (duration: 314.483836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.664409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:18.349765Z","time spent":"314.602979ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8258,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:18.664478Z","caller":"traceutil/trace.go:171","msg":"trace[45923637] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"316.330866ms","start":"2026-07-12T02:45:18.348143Z","end":"2026-07-12T02:45:18.664474Z","steps":["trace[45923637] 'process raft request' (duration: 315.801152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.66448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:18.349639Z","time spent":"314.785115ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-12T02:45:18.664479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:18.348151Z","time spent":"316.202213ms","remote":"127.0.0.1:49178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.66451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:18.348127Z","time spent":"316.367047ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:18.664736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.10774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:18.664769Z","caller":"traceutil/trace.go:171","msg":"trace[515138923] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26778; }","duration":"316.593873ms","start":"2026-07-12T02:45:18.348163Z","end":"2026-07-12T02:45:18.664757Z","steps":["trace[515138923] 'agreement among raft nodes before linearized reading' (duration: 316.1028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:18.664836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:18.34815Z","time spent":"316.678906ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-12T02:45:19.007386Z","caller":"traceutil/trace.go:171","msg":"trace[1329740907] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27672; }","duration":"102.671831ms","start":"2026-07-12T02:45:18.904685Z","end":"2026-07-12T02:45:19.007356Z","steps":["trace[1329740907] 'read index received' (duration: 8.084366ms)","trace[1329740907] 'applied index is now lower than readState.Index' (duration: 94.586095ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:19.007496Z","caller":"traceutil/trace.go:171","msg":"trace[1083781825] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"341.185212ms","start":"2026-07-12T02:45:18.666287Z","end":"2026-07-12T02:45:19.007472Z","steps":["trace[1083781825] 'process raft request' (duration: 246.495764ms)","trace[1083781825] 'compare' (duration: 94.39861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:19.007584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:18.666271Z","time spent":"341.272875ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5415,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-12T02:45:19.007676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.98423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-12T02:45:19.007721Z","caller":"traceutil/trace.go:171","msg":"trace[2061561152] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:26779; }","duration":"103.077292ms","start":"2026-07-12T02:45:18.904632Z","end":"2026-07-12T02:45:19.007709Z","steps":["trace[2061561152] 'agreement among raft nodes before linearized reading' (duration: 102.850886ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.03976Z","caller":"traceutil/trace.go:171","msg":"trace[475866045] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"127.981109ms","start":"2026-07-12T02:45:18.911754Z","end":"2026-07-12T02:45:19.039735Z","steps":["trace[475866045] 'process raft request' (duration: 127.841005ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.254533Z","caller":"traceutil/trace.go:171","msg":"trace[1550499749] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27673; }","duration":"241.185572ms","start":"2026-07-12T02:45:19.013327Z","end":"2026-07-12T02:45:19.254512Z","steps":["trace[1550499749] 'read index received' (duration: 26.320885ms)","trace[1550499749] 'applied index is now lower than readState.Index' (duration: 214.863587ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:19.254716Z","caller":"traceutil/trace.go:171","msg":"trace[1200053675] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"241.43727ms","start":"2026-07-12T02:45:19.013247Z","end":"2026-07-12T02:45:19.254685Z","steps":["trace[1200053675] 'process raft request' (duration: 228.885713ms)","trace[1200053675] 'compare' (duration: 11.774636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:19.255076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.661851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:19.255105Z","caller":"traceutil/trace.go:171","msg":"trace[704189721] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26782; }","duration":"149.776694ms","start":"2026-07-12T02:45:19.10532Z","end":"2026-07-12T02:45:19.255097Z","steps":["trace[704189721] 'agreement among raft nodes before linearized reading' (duration: 149.711772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:19.255269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.632908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:45:19.255309Z","caller":"traceutil/trace.go:171","msg":"trace[858101011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26782; }","duration":"112.730151ms","start":"2026-07-12T02:45:19.142568Z","end":"2026-07-12T02:45:19.255298Z","steps":["trace[858101011] 'agreement among raft nodes before linearized reading' (duration: 112.591917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:19.255324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.156873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:45:19.255346Z","caller":"traceutil/trace.go:171","msg":"trace[1351463234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26782; }","duration":"113.214163ms","start":"2026-07-12T02:45:19.142126Z","end":"2026-07-12T02:45:19.25534Z","steps":["trace[1351463234] 'agreement among raft nodes before linearized reading' (duration: 113.164162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:19.25542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.827964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:19.255437Z","caller":"traceutil/trace.go:171","msg":"trace[1037602339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26782; }","duration":"118.876576ms","start":"2026-07-12T02:45:19.136555Z","end":"2026-07-12T02:45:19.255432Z","steps":["trace[1037602339] 'agreement among raft nodes before linearized reading' (duration: 118.841615ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.255458Z","caller":"traceutil/trace.go:171","msg":"trace[1080179338] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"241.304416ms","start":"2026-07-12T02:45:19.014145Z","end":"2026-07-12T02:45:19.255449Z","steps":["trace[1080179338] 'process raft request' (duration: 240.305539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:19.255599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.272782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-07-12T02:45:19.255275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.06125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-12T02:45:19.255953Z","caller":"traceutil/trace.go:171","msg":"trace[1345845249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26782; }","duration":"113.746408ms","start":"2026-07-12T02:45:19.142182Z","end":"2026-07-12T02:45:19.255929Z","steps":["trace[1345845249] 'agreement among raft nodes before linearized reading' (duration: 113.004608ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.256517Z","caller":"traceutil/trace.go:171","msg":"trace[1075429216] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26782; }","duration":"242.294183ms","start":"2026-07-12T02:45:19.013319Z","end":"2026-07-12T02:45:19.255613Z","steps":["trace[1075429216] 'agreement among raft nodes before linearized reading' (duration: 242.227461ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.44812Z","caller":"traceutil/trace.go:171","msg":"trace[896230818] linearizableReadLoop","detail":"{readStateIndex:27684; appliedIndex:27683; }","duration":"106.341899ms","start":"2026-07-12T02:45:19.341735Z","end":"2026-07-12T02:45:19.448077Z","steps":["trace[896230818] 'read index received' (duration: 106.104863ms)","trace[896230818] 'applied index is now lower than readState.Index' (duration: 234.836µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:19.448171Z","caller":"traceutil/trace.go:171","msg":"trace[1207299751] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"107.416858ms","start":"2026-07-12T02:45:19.340718Z","end":"2026-07-12T02:45:19.448135Z","steps":["trace[1207299751] 'process raft request' (duration: 107.017127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:19.44836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.602096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:45:19.448473Z","caller":"traceutil/trace.go:171","msg":"trace[441292496] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26789; }","duration":"106.750041ms","start":"2026-07-12T02:45:19.341706Z","end":"2026-07-12T02:45:19.448456Z","steps":["trace[441292496] 'agreement among raft nodes before linearized reading' (duration: 106.506764ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.622402Z","caller":"traceutil/trace.go:171","msg":"trace[899856507] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"167.55474ms","start":"2026-07-12T02:45:19.45482Z","end":"2026-07-12T02:45:19.622375Z","steps":["trace[899856507] 'process raft request' (duration: 167.341434ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:19.631339Z","caller":"traceutil/trace.go:171","msg":"trace[1341775625] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"155.379114ms","start":"2026-07-12T02:45:19.475945Z","end":"2026-07-12T02:45:19.631325Z","steps":["trace[1341775625] 'process raft request' (duration: 155.285471ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:20.174062Z","caller":"traceutil/trace.go:171","msg":"trace[403523371] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"143.250919ms","start":"2026-07-12T02:45:20.030777Z","end":"2026-07-12T02:45:20.174028Z","steps":["trace[403523371] 'process raft request' (duration: 142.999942ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:20.372938Z","caller":"traceutil/trace.go:171","msg":"trace[761898244] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"341.298754ms","start":"2026-07-12T02:45:20.031577Z","end":"2026-07-12T02:45:20.372875Z","steps":["trace[761898244] 'process raft request' (duration: 341.097548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.373094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.03155Z","time spent":"341.463349ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:20.373288Z","caller":"traceutil/trace.go:171","msg":"trace[1178451526] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"341.457528ms","start":"2026-07-12T02:45:20.031795Z","end":"2026-07-12T02:45:20.373253Z","steps":["trace[1178451526] 'process raft request' (duration: 341.034847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.373436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.031789Z","time spent":"341.567731ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:20.373449Z","caller":"traceutil/trace.go:171","msg":"trace[572653754] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"341.252483ms","start":"2026-07-12T02:45:20.032154Z","end":"2026-07-12T02:45:20.373407Z","steps":["trace[572653754] 'process raft request' (duration: 341.035847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.373696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.03214Z","time spent":"341.436698ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:20.373719Z","caller":"traceutil/trace.go:171","msg":"trace[1701991297] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"340.759139ms","start":"2026-07-12T02:45:20.032947Z","end":"2026-07-12T02:45:20.373706Z","steps":["trace[1701991297] 'process raft request' (duration: 340.42664ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:20.373759Z","caller":"traceutil/trace.go:171","msg":"trace[19478767] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"340.647816ms","start":"2026-07-12T02:45:20.033089Z","end":"2026-07-12T02:45:20.373737Z","steps":["trace[19478767] 'process raft request' (duration: 340.516602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.37382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.032936Z","time spent":"340.844102ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:20.373804Z","caller":"traceutil/trace.go:171","msg":"trace[220366608] linearizableReadLoop","detail":"{readStateIndex:27698; appliedIndex:27690; }","duration":"235.655623ms","start":"2026-07-12T02:45:20.13813Z","end":"2026-07-12T02:45:20.373785Z","steps":["trace[220366608] 'read index received' (duration: 35.634075ms)","trace[220366608] 'applied index is now lower than readState.Index' (duration: 200.020408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:20.373887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.033082Z","time spent":"340.740579ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:20.373908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.763156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:20.373944Z","caller":"traceutil/trace.go:171","msg":"trace[2020471556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26802; }","duration":"235.879559ms","start":"2026-07-12T02:45:20.138056Z","end":"2026-07-12T02:45:20.373935Z","steps":["trace[2020471556] 'agreement among raft nodes before linearized reading' (duration: 235.788927ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:20.37395Z","caller":"traceutil/trace.go:171","msg":"trace[33156864] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"340.459271ms","start":"2026-07-12T02:45:20.033474Z","end":"2026-07-12T02:45:20.373934Z","steps":["trace[33156864] 'process raft request' (duration: 340.181484ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:20.373993Z","caller":"traceutil/trace.go:171","msg":"trace[1286957895] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"340.336018ms","start":"2026-07-12T02:45:20.033649Z","end":"2026-07-12T02:45:20.373985Z","steps":["trace[1286957895] 'process raft request' (duration: 340.0448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.374022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.033456Z","time spent":"340.528884ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:20.37403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.03364Z","time spent":"340.371959ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:20.989142Z","caller":"traceutil/trace.go:171","msg":"trace[1077406918] linearizableReadLoop","detail":"{readStateIndex:27700; appliedIndex:27699; }","duration":"172.752579ms","start":"2026-07-12T02:45:20.816362Z","end":"2026-07-12T02:45:20.989115Z","steps":["trace[1077406918] 'read index received' (duration: 172.521992ms)","trace[1077406918] 'applied index is now lower than readState.Index' (duration: 229.417µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:20.989334Z","caller":"traceutil/trace.go:171","msg":"trace[330859392] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"378.311137ms","start":"2026-07-12T02:45:20.61096Z","end":"2026-07-12T02:45:20.989272Z","steps":["trace[330859392] 'process raft request' (duration: 377.989568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.989419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.294533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:20.989494Z","caller":"traceutil/trace.go:171","msg":"trace[409723989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26804; }","duration":"114.441166ms","start":"2026-07-12T02:45:20.875034Z","end":"2026-07-12T02:45:20.989475Z","steps":["trace[409723989] 'agreement among raft nodes before linearized reading' (duration: 114.273192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:20.989488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:20.610935Z","time spent":"378.482382ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-12T02:45:20.989513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.108419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:20.989621Z","caller":"traceutil/trace.go:171","msg":"trace[1970722689] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26804; }","duration":"173.302553ms","start":"2026-07-12T02:45:20.816295Z","end":"2026-07-12T02:45:20.989597Z","steps":["trace[1970722689] 'agreement among raft nodes before linearized reading' (duration: 173.038976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:21.222903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.786034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:21.223068Z","caller":"traceutil/trace.go:171","msg":"trace[1747946174] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"222.893602ms","start":"2026-07-12T02:45:21.000142Z","end":"2026-07-12T02:45:21.223036Z","steps":["trace[1747946174] 'process raft request' (duration: 66.892632ms)","trace[1747946174] 'compare' (duration: 155.201169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:21.47307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.698525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-12T02:45:21.473134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.917358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-12T02:45:21.473167Z","caller":"traceutil/trace.go:171","msg":"trace[1171813484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26805; }","duration":"129.84603ms","start":"2026-07-12T02:45:21.343298Z","end":"2026-07-12T02:45:21.473144Z","steps":["trace[1171813484] 'range keys from in-memory index tree' (duration: 129.440568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:21.473179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.533112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:21.473223Z","caller":"traceutil/trace.go:171","msg":"trace[1119636345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26805; }","duration":"131.036791ms","start":"2026-07-12T02:45:21.342164Z","end":"2026-07-12T02:45:21.473201Z","steps":["trace[1119636345] 'range keys from in-memory index tree' (duration: 130.645011ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:21.473262Z","caller":"traceutil/trace.go:171","msg":"trace[1397403813] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26805; }","duration":"135.632674ms","start":"2026-07-12T02:45:21.33761Z","end":"2026-07-12T02:45:21.473243Z","steps":["trace[1397403813] 'count revisions from in-memory index tree' (duration: 135.443559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:21.47336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.033395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-12T02:45:21.473455Z","caller":"traceutil/trace.go:171","msg":"trace[1535651074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26805; }","duration":"130.173308ms","start":"2026-07-12T02:45:21.343259Z","end":"2026-07-12T02:45:21.473432Z","steps":["trace[1535651074] 'range keys from in-memory index tree' (duration: 129.782248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:21.473377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.085742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-12T02:45:21.47354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.705486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-12T02:45:21.473679Z","caller":"traceutil/trace.go:171","msg":"trace[521635079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26805; }","duration":"131.36729ms","start":"2026-07-12T02:45:21.342211Z","end":"2026-07-12T02:45:21.473579Z","steps":["trace[521635079] 'range keys from in-memory index tree' (duration: 130.801675ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:21.473681Z","caller":"traceutil/trace.go:171","msg":"trace[232746654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26805; }","duration":"129.922842ms","start":"2026-07-12T02:45:21.34371Z","end":"2026-07-12T02:45:21.473633Z","steps":["trace[232746654] 'range keys from in-memory index tree' (duration: 129.406577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:21.771195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.356581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-12T02:45:21.771309Z","caller":"traceutil/trace.go:171","msg":"trace[523750674] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26810; }","duration":"137.553795ms","start":"2026-07-12T02:45:21.633733Z","end":"2026-07-12T02:45:21.771287Z","steps":["trace[523750674] 'count revisions from in-memory index tree' (duration: 137.206556ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:23.655656Z","caller":"traceutil/trace.go:171","msg":"trace[162665785] linearizableReadLoop","detail":"{readStateIndex:27721; appliedIndex:27720; }","duration":"132.617103ms","start":"2026-07-12T02:45:23.523016Z","end":"2026-07-12T02:45:23.655633Z","steps":["trace[162665785] 'read index received' (duration: 132.51915ms)","trace[162665785] 'applied index is now lower than readState.Index' (duration: 96.823µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:23.655816Z","caller":"traceutil/trace.go:171","msg":"trace[1241300235] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"133.24943ms","start":"2026-07-12T02:45:23.522515Z","end":"2026-07-12T02:45:23.655765Z","steps":["trace[1241300235] 'process raft request' (duration: 132.945442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:23.655932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.89724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:45:23.655975Z","caller":"traceutil/trace.go:171","msg":"trace[331446890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26825; }","duration":"132.995114ms","start":"2026-07-12T02:45:23.522965Z","end":"2026-07-12T02:45:23.65596Z","steps":["trace[331446890] 'agreement among raft nodes before linearized reading' (duration: 132.795188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:23.668928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.882296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-12T02:45:23.669019Z","caller":"traceutil/trace.go:171","msg":"trace[1506630372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26827; }","duration":"125.03014ms","start":"2026-07-12T02:45:23.543963Z","end":"2026-07-12T02:45:23.668993Z","steps":["trace[1506630372] 'agreement among raft nodes before linearized reading' (duration: 124.725472ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:23.669351Z","caller":"traceutil/trace.go:171","msg":"trace[765579086] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"145.787276ms","start":"2026-07-12T02:45:23.523552Z","end":"2026-07-12T02:45:23.669339Z","steps":["trace[765579086] 'process raft request' (duration: 144.970115ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:23.669504Z","caller":"traceutil/trace.go:171","msg":"trace[1730749772] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"144.395919ms","start":"2026-07-12T02:45:23.525099Z","end":"2026-07-12T02:45:23.669495Z","steps":["trace[1730749772] 'process raft request' (duration: 143.542736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:23.670118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.245523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-07-12T02:45:23.670155Z","caller":"traceutil/trace.go:171","msg":"trace[346330907] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6; range_end:; response_count:1; response_revision:26827; }","duration":"101.303385ms","start":"2026-07-12T02:45:23.568843Z","end":"2026-07-12T02:45:23.670146Z","steps":["trace[346330907] 'agreement among raft nodes before linearized reading' (duration: 101.227543ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:23.827062Z","caller":"traceutil/trace.go:171","msg":"trace[1776228872] linearizableReadLoop","detail":"{readStateIndex:27725; appliedIndex:27724; }","duration":"132.808199ms","start":"2026-07-12T02:45:23.694226Z","end":"2026-07-12T02:45:23.827035Z","steps":["trace[1776228872] 'read index received' (duration: 69.485692ms)","trace[1776228872] 'applied index is now lower than readState.Index' (duration: 63.321037ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:23.827085Z","caller":"traceutil/trace.go:171","msg":"trace[1646502451] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"150.489512ms","start":"2026-07-12T02:45:23.676558Z","end":"2026-07-12T02:45:23.827047Z","steps":["trace[1646502451] 'process raft request' (duration: 87.276778ms)","trace[1646502451] 'compare' (duration: 63.03813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:23.827352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.109877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5208"} {"level":"info","ts":"2026-07-12T02:45:23.827423Z","caller":"traceutil/trace.go:171","msg":"trace[1226254532] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:26829; }","duration":"133.21304ms","start":"2026-07-12T02:45:23.694195Z","end":"2026-07-12T02:45:23.827408Z","steps":["trace[1226254532] 'agreement among raft nodes before linearized reading' (duration: 132.984284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:23.82737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.001831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-56cf844ccd\" ","response":"range_response_count:1 size:4235"} {"level":"info","ts":"2026-07-12T02:45:23.827614Z","caller":"traceutil/trace.go:171","msg":"trace[1971112005] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-56cf844ccd; range_end:; response_count:1; response_revision:26829; }","duration":"109.309179ms","start":"2026-07-12T02:45:23.718288Z","end":"2026-07-12T02:45:23.827597Z","steps":["trace[1971112005] 'agreement among raft nodes before linearized reading' (duration: 108.925399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.068714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.659589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-7d7cbdf6cf-hz4mw\" ","response":"range_response_count:1 size:13401"} {"level":"warn","ts":"2026-07-12T02:45:25.068776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.4903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-65b54ccb7c-26jzk\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-07-12T02:45:25.068809Z","caller":"traceutil/trace.go:171","msg":"trace[530731124] range","detail":"{range_begin:/registry/pods/openstack/glance-api-7d7cbdf6cf-hz4mw; range_end:; response_count:1; response_revision:26842; }","duration":"324.787383ms","start":"2026-07-12T02:45:24.744003Z","end":"2026-07-12T02:45:25.068791Z","steps":["trace[530731124] 'range keys from in-memory index tree' (duration: 324.481574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.068815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.71393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-587d8f897-8q5m5\" ","response":"range_response_count:1 size:7894"} {"level":"warn","ts":"2026-07-12T02:45:25.068827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.492271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-s4pfl\" ","response":"range_response_count:1 size:4557"} {"level":"warn","ts":"2026-07-12T02:45:25.068819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.469665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-12T02:45:25.068854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:24.743992Z","time spent":"324.849054ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13423,"request content":"key:\"/registry/pods/openstack/glance-api-7d7cbdf6cf-hz4mw\" "} {"level":"info","ts":"2026-07-12T02:45:25.068892Z","caller":"traceutil/trace.go:171","msg":"trace[749812837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26842; }","duration":"124.585969ms","start":"2026-07-12T02:45:24.944283Z","end":"2026-07-12T02:45:25.068869Z","steps":["trace[749812837] 'range keys from in-memory index tree' (duration: 124.28823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.068994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.312827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-07-12T02:45:25.069033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.318014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vt48n\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-07-12T02:45:25.068859Z","caller":"traceutil/trace.go:171","msg":"trace[1724791568] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-587d8f897-8q5m5; range_end:; response_count:1; response_revision:26842; }","duration":"374.803522ms","start":"2026-07-12T02:45:24.694043Z","end":"2026-07-12T02:45:25.068846Z","steps":["trace[1724791568] 'range keys from in-memory index tree' (duration: 374.577147ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:25.069066Z","caller":"traceutil/trace.go:171","msg":"trace[2019480646] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vt48n; range_end:; response_count:1; response_revision:26842; }","duration":"223.392496ms","start":"2026-07-12T02:45:24.845664Z","end":"2026-07-12T02:45:25.069057Z","steps":["trace[2019480646] 'range keys from in-memory index tree' (duration: 223.218211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.069082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:24.694023Z","time spent":"375.047189ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7916,"request content":"key:\"/registry/pods/openstack/nova-conductor-587d8f897-8q5m5\" "} {"level":"info","ts":"2026-07-12T02:45:25.068852Z","caller":"traceutil/trace.go:171","msg":"trace[997014537] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-65b54ccb7c-26jzk; range_end:; response_count:1; response_revision:26842; }","duration":"400.600394ms","start":"2026-07-12T02:45:24.668232Z","end":"2026-07-12T02:45:25.068832Z","steps":["trace[997014537] 'range keys from in-memory index tree' (duration: 400.271945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.069199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:24.668215Z","time spent":"400.972323ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8577,"request content":"key:\"/registry/pods/openstack/heat-cfn-65b54ccb7c-26jzk\" "} {"level":"warn","ts":"2026-07-12T02:45:25.069265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.277958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-68fb944765-hxxp9\" ","response":"range_response_count:1 size:12106"} {"level":"warn","ts":"2026-07-12T02:45:25.069277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.383049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11486"} {"level":"warn","ts":"2026-07-12T02:45:25.069279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.826134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-7554ddb8cb-fzkwg\" ","response":"range_response_count:1 size:8750"} {"level":"info","ts":"2026-07-12T02:45:25.068865Z","caller":"traceutil/trace.go:171","msg":"trace[94844700] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-s4pfl; range_end:; response_count:1; response_revision:26842; }","duration":"275.530622ms","start":"2026-07-12T02:45:24.793322Z","end":"2026-07-12T02:45:25.068852Z","steps":["trace[94844700] 'range keys from in-memory index tree' (duration: 275.405589ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:25.069313Z","caller":"traceutil/trace.go:171","msg":"trace[152524565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:26842; }","duration":"150.452081ms","start":"2026-07-12T02:45:24.918851Z","end":"2026-07-12T02:45:25.069303Z","steps":["trace[152524565] 'range keys from in-memory index tree' (duration: 150.265406ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:25.069295Z","caller":"traceutil/trace.go:171","msg":"trace[1522059082] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-68fb944765-hxxp9; range_end:; response_count:1; response_revision:26842; }","duration":"243.33618ms","start":"2026-07-12T02:45:24.825953Z","end":"2026-07-12T02:45:25.069289Z","steps":["trace[1522059082] 'range keys from in-memory index tree' (duration: 243.130584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.069342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.310867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5ml7w\" ","response":"range_response_count:1 size:19526"} {"level":"info","ts":"2026-07-12T02:45:25.069057Z","caller":"traceutil/trace.go:171","msg":"trace[1111492844] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh; range_end:; response_count:1; response_revision:26842; }","duration":"300.415659ms","start":"2026-07-12T02:45:24.768624Z","end":"2026-07-12T02:45:25.06904Z","steps":["trace[1111492844] 'range keys from in-memory index tree' (duration: 300.156623ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:25.069394Z","caller":"traceutil/trace.go:171","msg":"trace[2081217454] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5ml7w; range_end:; response_count:1; response_revision:26842; }","duration":"200.420609ms","start":"2026-07-12T02:45:24.868962Z","end":"2026-07-12T02:45:25.069382Z","steps":["trace[2081217454] 'range keys from in-memory index tree' (duration: 200.172623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.069403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:24.768604Z","time spent":"300.78828ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5349,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bbsvh\" "} {"level":"warn","ts":"2026-07-12T02:45:25.068823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.385438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pmzwk\" ","response":"range_response_count:1 size:8249"} {"level":"info","ts":"2026-07-12T02:45:25.069464Z","caller":"traceutil/trace.go:171","msg":"trace[1670779850] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-pmzwk; range_end:; response_count:1; response_revision:26842; }","duration":"351.030025ms","start":"2026-07-12T02:45:24.718425Z","end":"2026-07-12T02:45:25.069455Z","steps":["trace[1670779850] 'range keys from in-memory index tree' (duration: 350.308996ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:25.069324Z","caller":"traceutil/trace.go:171","msg":"trace[132221831] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-7554ddb8cb-fzkwg; range_end:; response_count:1; response_revision:26842; }","duration":"174.918137ms","start":"2026-07-12T02:45:24.894395Z","end":"2026-07-12T02:45:25.069313Z","steps":["trace[132221831] 'range keys from in-memory index tree' (duration: 174.65381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.069499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:24.718396Z","time spent":"351.094757ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8271,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pmzwk\" "} {"level":"info","ts":"2026-07-12T02:45:25.126102Z","caller":"traceutil/trace.go:171","msg":"trace[1378457625] linearizableReadLoop","detail":"{readStateIndex:27739; appliedIndex:27738; }","duration":"132.1118ms","start":"2026-07-12T02:45:24.993971Z","end":"2026-07-12T02:45:25.126083Z","steps":["trace[1378457625] 'read index received' (duration: 132.012657ms)","trace[1378457625] 'applied index is now lower than readState.Index' (duration: 97.553µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:25.126191Z","caller":"traceutil/trace.go:171","msg":"trace[1271751600] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"140.191416ms","start":"2026-07-12T02:45:24.985982Z","end":"2026-07-12T02:45:25.126173Z","steps":["trace[1271751600] 'process raft request' (duration: 139.96838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.126341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.355176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-07-12T02:45:25.126383Z","caller":"traceutil/trace.go:171","msg":"trace[164678747] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:26843; }","duration":"132.435819ms","start":"2026-07-12T02:45:24.993938Z","end":"2026-07-12T02:45:25.126373Z","steps":["trace[164678747] 'agreement among raft nodes before linearized reading' (duration: 132.250314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.159696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.877134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-07-12T02:45:25.159854Z","caller":"traceutil/trace.go:171","msg":"trace[1919625365] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:26843; }","duration":"141.036049ms","start":"2026-07-12T02:45:25.018737Z","end":"2026-07-12T02:45:25.159773Z","steps":["trace[1919625365] 'agreement among raft nodes before linearized reading' (duration: 140.818843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.159903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.506455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-7d68f49f7f\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-12T02:45:25.159954Z","caller":"traceutil/trace.go:171","msg":"trace[993298932] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-7d68f49f7f; range_end:; response_count:1; response_revision:26843; }","duration":"115.623858ms","start":"2026-07-12T02:45:25.044318Z","end":"2026-07-12T02:45:25.159942Z","steps":["trace[993298932] 'agreement among raft nodes before linearized reading' (duration: 115.490894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.160274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.292378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:25.160301Z","caller":"traceutil/trace.go:171","msg":"trace[1867017918] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26843; }","duration":"125.356198ms","start":"2026-07-12T02:45:25.034937Z","end":"2026-07-12T02:45:25.160294Z","steps":["trace[1867017918] 'agreement among raft nodes before linearized reading' (duration: 125.310867ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:25.67623Z","caller":"traceutil/trace.go:171","msg":"trace[1505487960] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"305.483415ms","start":"2026-07-12T02:45:25.370723Z","end":"2026-07-12T02:45:25.676207Z","steps":["trace[1505487960] 'process raft request' (duration: 305.331171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.676387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:25.370707Z","time spent":"305.609709ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7160,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:25.679736Z","caller":"traceutil/trace.go:171","msg":"trace[379233973] linearizableReadLoop","detail":"{readStateIndex:27742; appliedIndex:27741; }","duration":"285.655654ms","start":"2026-07-12T02:45:25.394015Z","end":"2026-07-12T02:45:25.679671Z","steps":["trace[379233973] 'read index received' (duration: 283.114966ms)","trace[379233973] 'applied index is now lower than readState.Index' (duration: 2.539548ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:25.67991Z","caller":"traceutil/trace.go:171","msg":"trace[1309475533] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"297.986544ms","start":"2026-07-12T02:45:25.381845Z","end":"2026-07-12T02:45:25.679832Z","steps":["trace[1309475533] 'process raft request' (duration: 297.689436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.680004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.962972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24195"} {"level":"info","ts":"2026-07-12T02:45:25.680062Z","caller":"traceutil/trace.go:171","msg":"trace[1815864401] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:26845; }","duration":"286.039444ms","start":"2026-07-12T02:45:25.394007Z","end":"2026-07-12T02:45:25.680046Z","steps":["trace[1815864401] 'agreement among raft nodes before linearized reading' (duration: 285.828678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.680074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.738613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3382"} {"level":"info","ts":"2026-07-12T02:45:25.680132Z","caller":"traceutil/trace.go:171","msg":"trace[1596256735] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:26845; }","duration":"261.826066ms","start":"2026-07-12T02:45:25.418292Z","end":"2026-07-12T02:45:25.680118Z","steps":["trace[1596256735] 'agreement among raft nodes before linearized reading' (duration: 261.676042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.680656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.398415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-07-12T02:45:25.680715Z","caller":"traceutil/trace.go:171","msg":"trace[1635533881] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:26845; }","duration":"211.482706ms","start":"2026-07-12T02:45:25.469217Z","end":"2026-07-12T02:45:25.6807Z","steps":["trace[1635533881] 'agreement among raft nodes before linearized reading' (duration: 211.362083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.680938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.624486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-56d54bbb58-xqxmg\" ","response":"range_response_count:1 size:9993"} {"level":"info","ts":"2026-07-12T02:45:25.680976Z","caller":"traceutil/trace.go:171","msg":"trace[586568128] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-56d54bbb58-xqxmg; range_end:; response_count:1; response_revision:26845; }","duration":"131.705448ms","start":"2026-07-12T02:45:25.549262Z","end":"2026-07-12T02:45:25.680967Z","steps":["trace[586568128] 'agreement among raft nodes before linearized reading' (duration: 131.602066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.681203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.787501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-07-12T02:45:25.681239Z","caller":"traceutil/trace.go:171","msg":"trace[700604032] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:26845; }","duration":"162.845433ms","start":"2026-07-12T02:45:25.518386Z","end":"2026-07-12T02:45:25.681231Z","steps":["trace[700604032] 'agreement among raft nodes before linearized reading' (duration: 162.754811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.681427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.968979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-798fdb56f-4584p\" ","response":"range_response_count:1 size:8861"} {"level":"info","ts":"2026-07-12T02:45:25.681462Z","caller":"traceutil/trace.go:171","msg":"trace[549168258] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-798fdb56f-4584p; range_end:; response_count:1; response_revision:26845; }","duration":"187.032261ms","start":"2026-07-12T02:45:25.494422Z","end":"2026-07-12T02:45:25.681454Z","steps":["trace[549168258] 'agreement among raft nodes before linearized reading' (duration: 186.945999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.681986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.663607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-7d7cbdf6cf\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-07-12T02:45:25.682032Z","caller":"traceutil/trace.go:171","msg":"trace[809134368] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-7d7cbdf6cf; range_end:; response_count:1; response_revision:26845; }","duration":"237.762191ms","start":"2026-07-12T02:45:25.444262Z","end":"2026-07-12T02:45:25.682024Z","steps":["trace[809134368] 'agreement among raft nodes before linearized reading' (duration: 237.656538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.682136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.706083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:25.682192Z","caller":"traceutil/trace.go:171","msg":"trace[1996696376] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26845; }","duration":"220.798166ms","start":"2026-07-12T02:45:25.461379Z","end":"2026-07-12T02:45:25.682178Z","steps":["trace[1996696376] 'agreement among raft nodes before linearized reading' (duration: 220.683173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:25.682349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.440129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8114"} {"level":"info","ts":"2026-07-12T02:45:25.682382Z","caller":"traceutil/trace.go:171","msg":"trace[43505122] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26845; }","duration":"113.504411ms","start":"2026-07-12T02:45:25.568868Z","end":"2026-07-12T02:45:25.682373Z","steps":["trace[43505122] 'agreement among raft nodes before linearized reading' (duration: 111.582459ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:26.459284Z","caller":"traceutil/trace.go:171","msg":"trace[714658186] linearizableReadLoop","detail":"{readStateIndex:27748; appliedIndex:27747; }","duration":"182.090849ms","start":"2026-07-12T02:45:26.27717Z","end":"2026-07-12T02:45:26.459261Z","steps":["trace[714658186] 'read index received' (duration: 181.902624ms)","trace[714658186] 'applied index is now lower than readState.Index' (duration: 187.355µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:26.459546Z","caller":"traceutil/trace.go:171","msg":"trace[1575979285] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"189.899759ms","start":"2026-07-12T02:45:26.269633Z","end":"2026-07-12T02:45:26.459533Z","steps":["trace[1575979285] 'process raft request' (duration: 189.492228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:26.459789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.599983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:26.459835Z","caller":"traceutil/trace.go:171","msg":"trace[1684644190] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26851; }","duration":"182.683524ms","start":"2026-07-12T02:45:26.277139Z","end":"2026-07-12T02:45:26.459822Z","steps":["trace[1684644190] 'agreement among raft nodes before linearized reading' (duration: 182.597612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:26.460049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.586884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5931"} {"level":"info","ts":"2026-07-12T02:45:26.460183Z","caller":"traceutil/trace.go:171","msg":"trace[1921753603] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:26851; }","duration":"166.730217ms","start":"2026-07-12T02:45:26.293434Z","end":"2026-07-12T02:45:26.460164Z","steps":["trace[1921753603] 'agreement among raft nodes before linearized reading' (duration: 166.46685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:26.460615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.544939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-7d98d875fc\" ","response":"range_response_count:1 size:6981"} {"level":"info","ts":"2026-07-12T02:45:26.460656Z","caller":"traceutil/trace.go:171","msg":"trace[280129066] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-7d98d875fc; range_end:; response_count:1; response_revision:26851; }","duration":"117.617981ms","start":"2026-07-12T02:45:26.343029Z","end":"2026-07-12T02:45:26.460647Z","steps":["trace[280129066] 'agreement among raft nodes before linearized reading' (duration: 117.520789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:26.46085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.456207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8276"} {"level":"info","ts":"2026-07-12T02:45:26.460893Z","caller":"traceutil/trace.go:171","msg":"trace[906182546] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:26851; }","duration":"142.536429ms","start":"2026-07-12T02:45:26.318349Z","end":"2026-07-12T02:45:26.460885Z","steps":["trace[906182546] 'agreement among raft nodes before linearized reading' (duration: 142.433786ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:27.832709Z","caller":"traceutil/trace.go:171","msg":"trace[1579177013] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"106.684308ms","start":"2026-07-12T02:45:27.725991Z","end":"2026-07-12T02:45:27.832675Z","steps":["trace[1579177013] 'process raft request' (duration: 68.661089ms)","trace[1579177013] 'compare' (duration: 37.898316ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:27.834726Z","caller":"traceutil/trace.go:171","msg":"trace[983961373] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"108.010364ms","start":"2026-07-12T02:45:27.726694Z","end":"2026-07-12T02:45:27.834705Z","steps":["trace[983961373] 'process raft request' (duration: 107.794879ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:27.834834Z","caller":"traceutil/trace.go:171","msg":"trace[1945546051] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"105.325922ms","start":"2026-07-12T02:45:27.729481Z","end":"2026-07-12T02:45:27.834807Z","steps":["trace[1945546051] 'process raft request' (duration: 105.130817ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:28.562417Z","caller":"traceutil/trace.go:171","msg":"trace[795001001] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"152.533107ms","start":"2026-07-12T02:45:28.409855Z","end":"2026-07-12T02:45:28.562388Z","steps":["trace[795001001] 'process raft request' (duration: 152.338572ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:28.597617Z","caller":"traceutil/trace.go:171","msg":"trace[2127401411] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"130.432995ms","start":"2026-07-12T02:45:28.467159Z","end":"2026-07-12T02:45:28.597592Z","steps":["trace[2127401411] 'process raft request' (duration: 130.27124ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:28.597768Z","caller":"traceutil/trace.go:171","msg":"trace[919840227] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"119.44105ms","start":"2026-07-12T02:45:28.478294Z","end":"2026-07-12T02:45:28.597735Z","steps":["trace[919840227] 'process raft request' (duration: 119.258765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.203754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.160303ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:30.203979Z","caller":"traceutil/trace.go:171","msg":"trace[1796107675] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26878; }","duration":"325.394209ms","start":"2026-07-12T02:45:29.878559Z","end":"2026-07-12T02:45:30.203954Z","steps":["trace[1796107675] 'range keys from in-memory index tree' (duration: 325.141622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.203978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.694486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:45:30.204053Z","caller":"traceutil/trace.go:171","msg":"trace[131906452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26878; }","duration":"347.799969ms","start":"2026-07-12T02:45:29.856236Z","end":"2026-07-12T02:45:30.204036Z","steps":["trace[131906452] 'range keys from in-memory index tree' (duration: 347.505221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.204049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.41085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:45:30.2041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:29.856225Z","time spent":"347.867161ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T02:45:30.204149Z","caller":"traceutil/trace.go:171","msg":"trace[966820432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26878; }","duration":"362.564574ms","start":"2026-07-12T02:45:29.841558Z","end":"2026-07-12T02:45:30.204122Z","steps":["trace[966820432] 'range keys from in-memory index tree' (duration: 362.146133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.204191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.845504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-12T02:45:30.204233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:29.841538Z","time spent":"362.679228ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-12T02:45:30.204274Z","caller":"traceutil/trace.go:171","msg":"trace[789156153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26878; }","duration":"477.995938ms","start":"2026-07-12T02:45:29.726259Z","end":"2026-07-12T02:45:30.204255Z","steps":["trace[789156153] 'range keys from in-memory index tree' (duration: 477.671369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.204323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:29.726239Z","time spent":"478.071829ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:45:30.204555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.331332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:30.204598Z","caller":"traceutil/trace.go:171","msg":"trace[2066802704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26878; }","duration":"439.432474ms","start":"2026-07-12T02:45:29.765153Z","end":"2026-07-12T02:45:30.204585Z","steps":["trace[2066802704] 'count revisions from in-memory index tree' (duration: 439.239569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.204596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.457746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-12T02:45:30.204636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:29.765133Z","time spent":"439.493506ms","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:30.204663Z","caller":"traceutil/trace.go:171","msg":"trace[235230709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26878; }","duration":"367.559978ms","start":"2026-07-12T02:45:29.837083Z","end":"2026-07-12T02:45:30.204643Z","steps":["trace[235230709] 'range keys from in-memory index tree' (duration: 367.233559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:30.204723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:29.837062Z","time spent":"367.648291ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-12T02:45:30.204778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.24713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:45:30.204908Z","caller":"traceutil/trace.go:171","msg":"trace[1507854678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26878; }","duration":"364.549647ms","start":"2026-07-12T02:45:29.840312Z","end":"2026-07-12T02:45:30.204862Z","steps":["trace[1507854678] 'range keys from in-memory index tree' (duration: 364.024004ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:30.20491Z","caller":"traceutil/trace.go:171","msg":"trace[21174193] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"126.907581ms","start":"2026-07-12T02:45:30.077931Z","end":"2026-07-12T02:45:30.204839Z","steps":["trace[21174193] 'process raft request' (duration: 48.081188ms)","trace[21174193] 'compare' (duration: 77.767364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:30.204992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:29.840295Z","time spent":"364.682331ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:45:30.593204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.71825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:30.593275Z","caller":"traceutil/trace.go:171","msg":"trace[1675489895] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"384.738939ms","start":"2026-07-12T02:45:30.208523Z","end":"2026-07-12T02:45:30.593262Z","steps":["trace[1675489895] 'process raft request' (duration: 221.908056ms)","trace[1675489895] 'compare' (duration: 162.297009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:30.593309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.2085Z","time spent":"384.79269ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:31.173559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.291804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:45:31.173915Z","caller":"traceutil/trace.go:171","msg":"trace[858973357] linearizableReadLoop","detail":"{readStateIndex:27782; appliedIndex:27778; }","duration":"705.676777ms","start":"2026-07-12T02:45:30.468201Z","end":"2026-07-12T02:45:31.173878Z","steps":["trace[858973357] 'read index received' (duration: 332.241472ms)","trace[858973357] 'applied index is now lower than readState.Index' (duration: 373.434005ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:31.174074Z","caller":"traceutil/trace.go:171","msg":"trace[706246833] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"964.294987ms","start":"2026-07-12T02:45:30.209763Z","end":"2026-07-12T02:45:31.174058Z","steps":["trace[706246833] 'process raft request' (duration: 590.714348ms)","trace[706246833] 'compare' (duration: 371.835372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:31.174136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.209747Z","time spent":"964.358548ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.174135Z","caller":"traceutil/trace.go:171","msg":"trace[1903258319] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"963.908806ms","start":"2026-07-12T02:45:30.210177Z","end":"2026-07-12T02:45:31.174086Z","steps":["trace[1903258319] 'process raft request' (duration: 963.620248ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:31.174336Z","caller":"traceutil/trace.go:171","msg":"trace[1664157917] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"963.779373ms","start":"2026-07-12T02:45:30.210547Z","end":"2026-07-12T02:45:31.174327Z","steps":["trace[1664157917] 'process raft request' (duration: 963.28409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.174392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.210537Z","time spent":"963.832125ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:31.174378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.210168Z","time spent":"964.083541ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:31.17456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.353255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:31.174638Z","caller":"traceutil/trace.go:171","msg":"trace[1873044796] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26884; }","duration":"706.475908ms","start":"2026-07-12T02:45:30.468151Z","end":"2026-07-12T02:45:31.174627Z","steps":["trace[1873044796] 'agreement among raft nodes before linearized reading' (duration: 706.347375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.174667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.468136Z","time spent":"706.52327ms","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:45:31.17663Z","caller":"traceutil/trace.go:171","msg":"trace[879983860] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"966.552137ms","start":"2026-07-12T02:45:30.210045Z","end":"2026-07-12T02:45:31.176597Z","steps":["trace[879983860] 'process raft request' (duration: 963.66204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.176753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.210023Z","time spent":"966.667871ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.178625Z","caller":"traceutil/trace.go:171","msg":"trace[1855223711] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"574.734169ms","start":"2026-07-12T02:45:30.603817Z","end":"2026-07-12T02:45:31.178551Z","steps":["trace[1855223711] 'process raft request' (duration: 574.40565ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:31.178874Z","caller":"traceutil/trace.go:171","msg":"trace[2109130425] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"489.997649ms","start":"2026-07-12T02:45:30.688852Z","end":"2026-07-12T02:45:31.17885Z","steps":["trace[2109130425] 'process raft request' (duration: 489.926717ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:31.178964Z","caller":"traceutil/trace.go:171","msg":"trace[2145781722] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"706.117999ms","start":"2026-07-12T02:45:30.47283Z","end":"2026-07-12T02:45:31.178948Z","steps":["trace[2145781722] 'process raft request' (duration: 705.228405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.179039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.472816Z","time spent":"706.183401ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:31.179071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.688828Z","time spent":"490.127552ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.180237Z","caller":"traceutil/trace.go:171","msg":"trace[121188767] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"569.299593ms","start":"2026-07-12T02:45:30.610915Z","end":"2026-07-12T02:45:31.180215Z","steps":["trace[121188767] 'process raft request' (duration: 567.562737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.180331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.610908Z","time spent":"569.372555ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.180487Z","caller":"traceutil/trace.go:171","msg":"trace[1806346326] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"576.429804ms","start":"2026-07-12T02:45:30.604039Z","end":"2026-07-12T02:45:31.180469Z","steps":["trace[1806346326] 'process raft request' (duration: 574.259196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.180561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.604032Z","time spent":"576.487655ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.180696Z","caller":"traceutil/trace.go:171","msg":"trace[291615530] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"575.091239ms","start":"2026-07-12T02:45:30.60559Z","end":"2026-07-12T02:45:31.180681Z","steps":["trace[291615530] 'process raft request' (duration: 572.767397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.180761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.60558Z","time spent":"575.14308ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.180896Z","caller":"traceutil/trace.go:171","msg":"trace[1074558741] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"571.515482ms","start":"2026-07-12T02:45:30.609364Z","end":"2026-07-12T02:45:31.18088Z","steps":["trace[1074558741] 'process raft request' (duration: 569.041316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.18096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.609352Z","time spent":"571.569854ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.181365Z","caller":"traceutil/trace.go:171","msg":"trace[1727856932] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"567.316699ms","start":"2026-07-12T02:45:30.614028Z","end":"2026-07-12T02:45:31.181345Z","steps":["trace[1727856932] 'process raft request' (duration: 564.542835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.181445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.614018Z","time spent":"567.383062ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.181595Z","caller":"traceutil/trace.go:171","msg":"trace[766397992] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"568.987775ms","start":"2026-07-12T02:45:30.612589Z","end":"2026-07-12T02:45:31.181577Z","steps":["trace[766397992] 'process raft request' (duration: 565.936453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.181666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.612571Z","time spent":"569.053166ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.181972Z","caller":"traceutil/trace.go:171","msg":"trace[1912948499] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"565.723397ms","start":"2026-07-12T02:45:30.61623Z","end":"2026-07-12T02:45:31.181953Z","steps":["trace[1912948499] 'process raft request' (duration: 562.48154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.182058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.616208Z","time spent":"565.802019ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:45:31.178886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.603796Z","time spent":"574.911224ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:31.205427Z","caller":"traceutil/trace.go:171","msg":"trace[753678323] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"131.689949ms","start":"2026-07-12T02:45:31.073699Z","end":"2026-07-12T02:45:31.205389Z","steps":["trace[753678323] 'process raft request' (duration: 131.476463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.205465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.253963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:45:31.205569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.501555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:45:31.205766Z","caller":"traceutil/trace.go:171","msg":"trace[1964712994] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26895; }","duration":"581.602733ms","start":"2026-07-12T02:45:30.624137Z","end":"2026-07-12T02:45:31.20574Z","steps":["trace[1964712994] 'agreement among raft nodes before linearized reading' (duration: 581.203192ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:31.205815Z","caller":"traceutil/trace.go:171","msg":"trace[848241495] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26895; }","duration":"177.816004ms","start":"2026-07-12T02:45:31.027955Z","end":"2026-07-12T02:45:31.205771Z","steps":["trace[848241495] 'agreement among raft nodes before linearized reading' (duration: 177.457824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:31.205831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:30.624127Z","time spent":"581.684315ms","remote":"127.0.0.1:43198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:45:36.03633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.787587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db194e06-fd33-43c5-9102-75e728c8aa2a\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-12T02:45:36.036416Z","caller":"traceutil/trace.go:171","msg":"trace[40314064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db194e06-fd33-43c5-9102-75e728c8aa2a; range_end:; response_count:1; response_revision:27005; }","duration":"104.89251ms","start":"2026-07-12T02:45:35.931505Z","end":"2026-07-12T02:45:36.036397Z","steps":["trace[40314064] 'range keys from in-memory index tree' (duration: 104.633804ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:36.57901Z","caller":"traceutil/trace.go:171","msg":"trace[1373173310] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"387.031431ms","start":"2026-07-12T02:45:36.191332Z","end":"2026-07-12T02:45:36.578364Z","steps":["trace[1373173310] 'process raft request' (duration: 386.565098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:36.579292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:36.191308Z","time spent":"387.831792ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:37.013803Z","caller":"traceutil/trace.go:171","msg":"trace[20289037] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27906; }","duration":"379.730144ms","start":"2026-07-12T02:45:36.634045Z","end":"2026-07-12T02:45:37.013775Z","steps":["trace[20289037] 'read index received' (duration: 379.373005ms)","trace[20289037] 'applied index is now lower than readState.Index' (duration: 355.749µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:37.013875Z","caller":"traceutil/trace.go:171","msg":"trace[1773862423] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"408.077284ms","start":"2026-07-12T02:45:36.605764Z","end":"2026-07-12T02:45:37.013841Z","steps":["trace[1773862423] 'process raft request' (duration: 407.764756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:37.014029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.96587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-12T02:45:37.014062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:36.605741Z","time spent":"408.226787ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:45:37.014071Z","caller":"traceutil/trace.go:171","msg":"trace[983884849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27007; }","duration":"380.066264ms","start":"2026-07-12T02:45:36.633995Z","end":"2026-07-12T02:45:37.014061Z","steps":["trace[983884849] 'agreement among raft nodes before linearized reading' (duration: 379.9183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:37.014116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:45:36.633977Z","time spent":"380.130615ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-12T02:45:37.014232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.436401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-12T02:45:37.014275Z","caller":"traceutil/trace.go:171","msg":"trace[1183806249] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27007; }","duration":"156.517193ms","start":"2026-07-12T02:45:36.857747Z","end":"2026-07-12T02:45:37.014264Z","steps":["trace[1183806249] 'agreement among raft nodes before linearized reading' (duration: 156.355669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:45:37.014556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.711117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:45:37.014641Z","caller":"traceutil/trace.go:171","msg":"trace[1626662420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27007; }","duration":"247.879002ms","start":"2026-07-12T02:45:36.76674Z","end":"2026-07-12T02:45:37.014619Z","steps":["trace[1626662420] 'agreement among raft nodes before linearized reading' (duration: 247.296926ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:45:37.178125Z","caller":"traceutil/trace.go:171","msg":"trace[28786117] linearizableReadLoop","detail":"{readStateIndex:27910; appliedIndex:27909; }","duration":"100.588815ms","start":"2026-07-12T02:45:37.077502Z","end":"2026-07-12T02:45:37.178091Z","steps":["trace[28786117] 'read index received' (duration: 17.767216ms)","trace[28786117] 'applied index is now lower than readState.Index' (duration: 82.820249ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:45:37.17819Z","caller":"traceutil/trace.go:171","msg":"trace[369321194] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"103.441042ms","start":"2026-07-12T02:45:37.074713Z","end":"2026-07-12T02:45:37.178154Z","steps":["trace[369321194] 'process raft request' (duration: 20.655204ms)","trace[369321194] 'compare' (duration: 82.559312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:45:37.178435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.905013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-12T02:45:37.178523Z","caller":"traceutil/trace.go:171","msg":"trace[834624576] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:27010; }","duration":"101.014176ms","start":"2026-07-12T02:45:37.077488Z","end":"2026-07-12T02:45:37.178502Z","steps":["trace[834624576] 'agreement among raft nodes before linearized reading' (duration: 100.755889ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:00.436424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24738} {"level":"info","ts":"2026-07-12T02:46:00.580022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24738,"took":"139.348624ms","hash":2493161421,"current-db-size-bytes":57917440,"current-db-size":"58 MB","current-db-size-in-use-bytes":35016704,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-12T02:46:00.5801Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2493161421,"revision":24738,"compact-revision":21637} {"level":"warn","ts":"2026-07-12T02:46:15.958294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870687124412686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-12T02:46:16.169981Z","caller":"traceutil/trace.go:171","msg":"trace[1284341411] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"924.805629ms","start":"2026-07-12T02:46:15.245144Z","end":"2026-07-12T02:46:16.169949Z","steps":["trace[1284341411] 'process raft request' (duration: 924.616894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.170127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.245128Z","time spent":"924.927493ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:16.182404Z","caller":"traceutil/trace.go:171","msg":"trace[972557366] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"935.427614ms","start":"2026-07-12T02:46:15.246932Z","end":"2026-07-12T02:46:16.182359Z","steps":["trace[972557366] 'process raft request' (duration: 935.222738ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.182432Z","caller":"traceutil/trace.go:171","msg":"trace[1722476023] transaction","detail":"{read_only:false; response_revision:27356; number_of_response:1; }","duration":"813.370814ms","start":"2026-07-12T02:46:15.369024Z","end":"2026-07-12T02:46:16.182394Z","steps":["trace[1722476023] 'process raft request' (duration: 813.23543ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.1825Z","caller":"traceutil/trace.go:171","msg":"trace[1181567670] linearizableReadLoop","detail":"{readStateIndex:28273; appliedIndex:28263; }","duration":"725.262243ms","start":"2026-07-12T02:46:15.457217Z","end":"2026-07-12T02:46:16.182479Z","steps":["trace[1181567670] 'read index received' (duration: 712.704227ms)","trace[1181567670] 'applied index is now lower than readState.Index' (duration: 12.557246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:46:16.182561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.246906Z","time spent":"935.580748ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:16.182572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.369Z","time spent":"813.496748ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:16.18264Z","caller":"traceutil/trace.go:171","msg":"trace[1715506672] transaction","detail":"{read_only:false; response_revision:27357; number_of_response:1; }","duration":"813.382525ms","start":"2026-07-12T02:46:15.369227Z","end":"2026-07-12T02:46:16.18261Z","steps":["trace[1715506672] 'process raft request' (duration: 813.068356ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.182698Z","caller":"traceutil/trace.go:171","msg":"trace[810002924] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"766.94394ms","start":"2026-07-12T02:46:15.415745Z","end":"2026-07-12T02:46:16.182689Z","steps":["trace[810002924] 'process raft request' (duration: 766.681153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.182717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.369219Z","time spent":"813.444826ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:16.182742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.415726Z","time spent":"766.99062ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:16.182809Z","caller":"traceutil/trace.go:171","msg":"trace[1813710624] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"763.19044ms","start":"2026-07-12T02:46:15.419612Z","end":"2026-07-12T02:46:16.182803Z","steps":["trace[1813710624] 'process raft request' (duration: 762.8387ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.182832Z","caller":"traceutil/trace.go:171","msg":"trace[1689621616] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"810.305231ms","start":"2026-07-12T02:46:15.372522Z","end":"2026-07-12T02:46:16.182827Z","steps":["trace[1689621616] 'process raft request' (duration: 809.820618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.182854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.419606Z","time spent":"763.22275ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:16.182871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.372514Z","time spent":"810.336762ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:16.182937Z","caller":"traceutil/trace.go:171","msg":"trace[729138618] transaction","detail":"{read_only:false; response_revision:27360; number_of_response:1; }","duration":"809.697975ms","start":"2026-07-12T02:46:15.373232Z","end":"2026-07-12T02:46:16.18293Z","steps":["trace[729138618] 'process raft request' (duration: 809.13767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.182969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.373225Z","time spent":"809.725276ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:16.182995Z","caller":"traceutil/trace.go:171","msg":"trace[1279753267] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"793.904293ms","start":"2026-07-12T02:46:15.38908Z","end":"2026-07-12T02:46:16.182985Z","steps":["trace[1279753267] 'process raft request' (duration: 793.323607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.183045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.389067Z","time spent":"793.950344ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:16.183086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.877219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:46:16.183264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.035374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-12T02:46:16.183282Z","caller":"traceutil/trace.go:171","msg":"trace[1488012960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27363; }","duration":"726.108435ms","start":"2026-07-12T02:46:15.457163Z","end":"2026-07-12T02:46:16.183271Z","steps":["trace[1488012960] 'agreement among raft nodes before linearized reading' (duration: 725.847568ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.183295Z","caller":"traceutil/trace.go:171","msg":"trace[875171521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27363; }","duration":"726.106006ms","start":"2026-07-12T02:46:15.457182Z","end":"2026-07-12T02:46:16.183288Z","steps":["trace[875171521] 'agreement among raft nodes before linearized reading' (duration: 726.004253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.18332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.457168Z","time spent":"726.145866ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T02:46:16.182812Z","caller":"traceutil/trace.go:171","msg":"trace[1908189194] transaction","detail":"{read_only:false; response_revision:27358; number_of_response:1; }","duration":"813.377424ms","start":"2026-07-12T02:46:15.369427Z","end":"2026-07-12T02:46:16.182805Z","steps":["trace[1908189194] 'process raft request' (duration: 812.891931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.183382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.457143Z","time spent":"726.162667ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:46:16.183424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.369419Z","time spent":"813.98111ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:16.183545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.853131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:46:16.183578Z","caller":"traceutil/trace.go:171","msg":"trace[195123713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27363; }","duration":"718.896382ms","start":"2026-07-12T02:46:15.464667Z","end":"2026-07-12T02:46:16.183564Z","steps":["trace[195123713] 'agreement among raft nodes before linearized reading' (duration: 718.82228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.1836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.46466Z","time spent":"718.932343ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:46:16.183724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.078097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-12T02:46:16.183754Z","caller":"traceutil/trace.go:171","msg":"trace[1574103514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27363; }","duration":"719.132099ms","start":"2026-07-12T02:46:15.464613Z","end":"2026-07-12T02:46:16.183746Z","steps":["trace[1574103514] 'agreement among raft nodes before linearized reading' (duration: 719.036976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:16.183776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:15.464602Z","time spent":"719.16673ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T02:46:16.348936Z","caller":"traceutil/trace.go:171","msg":"trace[1723644745] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"160.84489ms","start":"2026-07-12T02:46:16.188048Z","end":"2026-07-12T02:46:16.348893Z","steps":["trace[1723644745] 'process raft request' (duration: 130.685722ms)","trace[1723644745] 'compare' (duration: 29.949483ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:46:16.349413Z","caller":"traceutil/trace.go:171","msg":"trace[951524456] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"161.084957ms","start":"2026-07-12T02:46:16.188085Z","end":"2026-07-12T02:46:16.34917Z","steps":["trace[951524456] 'process raft request' (duration: 160.750198ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.349468Z","caller":"traceutil/trace.go:171","msg":"trace[1740040281] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"159.987717ms","start":"2026-07-12T02:46:16.189459Z","end":"2026-07-12T02:46:16.349447Z","steps":["trace[1740040281] 'process raft request' (duration: 159.605287ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:16.349483Z","caller":"traceutil/trace.go:171","msg":"trace[143751927] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"124.818164ms","start":"2026-07-12T02:46:16.224633Z","end":"2026-07-12T02:46:16.349452Z","steps":["trace[143751927] 'process raft request' (duration: 124.703801ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:17.001048Z","caller":"traceutil/trace.go:171","msg":"trace[357327667] linearizableReadLoop","detail":"{readStateIndex:28279; appliedIndex:28278; }","duration":"303.487292ms","start":"2026-07-12T02:46:16.697523Z","end":"2026-07-12T02:46:17.00101Z","steps":["trace[357327667] 'read index received' (duration: 303.289047ms)","trace[357327667] 'applied index is now lower than readState.Index' (duration: 196.615µs)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:46:17.001263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.702308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:46:17.001311Z","caller":"traceutil/trace.go:171","msg":"trace[1894528699] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27369; }","duration":"303.872842ms","start":"2026-07-12T02:46:16.697424Z","end":"2026-07-12T02:46:17.001297Z","steps":["trace[1894528699] 'agreement among raft nodes before linearized reading' (duration: 303.715328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:17.001365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:16.697397Z","time spent":"303.951844ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:46:17.001307Z","caller":"traceutil/trace.go:171","msg":"trace[1200344732] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"356.969655ms","start":"2026-07-12T02:46:16.644246Z","end":"2026-07-12T02:46:17.001215Z","steps":["trace[1200344732] 'process raft request' (duration: 356.553834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:17.001983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:16.644221Z","time spent":"357.51912ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:18.714774Z","caller":"traceutil/trace.go:171","msg":"trace[1140695467] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"536.68534ms","start":"2026-07-12T02:46:18.178069Z","end":"2026-07-12T02:46:18.714754Z","steps":["trace[1140695467] 'process raft request' (duration: 536.558517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:18.714887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.178053Z","time spent":"536.778492ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.312361Z","caller":"traceutil/trace.go:171","msg":"trace[1380158506] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"1.122489646s","start":"2026-07-12T02:46:18.189845Z","end":"2026-07-12T02:46:19.312335Z","steps":["trace[1380158506] 'process raft request' (duration: 1.122393854s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:19.312379Z","caller":"traceutil/trace.go:171","msg":"trace[558842030] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"1.122530767s","start":"2026-07-12T02:46:18.189804Z","end":"2026-07-12T02:46:19.312335Z","steps":["trace[558842030] 'process raft request' (duration: 1.042672857s)","trace[558842030] 'compare' (duration: 79.415888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:46:19.31248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.189841Z","time spent":"1.122577788s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.31249Z","caller":"traceutil/trace.go:171","msg":"trace[341133195] linearizableReadLoop","detail":"{readStateIndex:28291; appliedIndex:28282; }","duration":"1.092548014s","start":"2026-07-12T02:46:18.219923Z","end":"2026-07-12T02:46:19.312471Z","steps":["trace[341133195] 'read index received' (duration: 494.714625ms)","trace[341133195] 'applied index is now lower than readState.Index' (duration: 597.832559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:46:19.312537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.189796Z","time spent":"1.122655671s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.312584Z","caller":"traceutil/trace.go:171","msg":"trace[1928541416] transaction","detail":"{read_only:false; response_revision:27376; number_of_response:1; }","duration":"1.122681502s","start":"2026-07-12T02:46:18.189896Z","end":"2026-07-12T02:46:19.312577Z","steps":["trace[1928541416] 'process raft request' (duration: 1.122377724s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.312659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.189891Z","time spent":"1.122711842s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.312677Z","caller":"traceutil/trace.go:171","msg":"trace[804365212] transaction","detail":"{read_only:false; response_revision:27381; number_of_response:1; }","duration":"1.120856593s","start":"2026-07-12T02:46:18.191789Z","end":"2026-07-12T02:46:19.312646Z","steps":["trace[804365212] 'process raft request' (duration: 1.120613246s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.312825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.191781Z","time spent":"1.120966055s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.312845Z","caller":"traceutil/trace.go:171","msg":"trace[1660606905] transaction","detail":"{read_only:false; response_revision:27378; number_of_response:1; }","duration":"1.122810135s","start":"2026-07-12T02:46:18.190007Z","end":"2026-07-12T02:46:19.312817Z","steps":["trace[1660606905] 'process raft request' (duration: 1.122328462s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.312923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.190002Z","time spent":"1.122885417s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.312986Z","caller":"traceutil/trace.go:171","msg":"trace[993508519] transaction","detail":"{read_only:false; response_revision:27379; number_of_response:1; }","duration":"1.122936138s","start":"2026-07-12T02:46:18.190039Z","end":"2026-07-12T02:46:19.312975Z","steps":["trace[993508519] 'process raft request' (duration: 1.122317512s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:19.313036Z","caller":"traceutil/trace.go:171","msg":"trace[249566111] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"1.123087263s","start":"2026-07-12T02:46:18.189938Z","end":"2026-07-12T02:46:19.313025Z","steps":["trace[249566111] 'process raft request' (duration: 1.122370654s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.190033Z","time spent":"1.122985449s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:19.313009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.142689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-12T02:46:19.313099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.189934Z","time spent":"1.123137624s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:19.313111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.790977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:46:19.313118Z","caller":"traceutil/trace.go:171","msg":"trace[1817581672] transaction","detail":"{read_only:false; response_revision:27380; number_of_response:1; }","duration":"1.122924218s","start":"2026-07-12T02:46:18.190184Z","end":"2026-07-12T02:46:19.313109Z","steps":["trace[1817581672] 'process raft request' (duration: 1.122195518s)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:19.313129Z","caller":"traceutil/trace.go:171","msg":"trace[1161527467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27382; }","duration":"959.308774ms","start":"2026-07-12T02:46:18.353793Z","end":"2026-07-12T02:46:19.313102Z","steps":["trace[1161527467] 'agreement among raft nodes before linearized reading' (duration: 959.005676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.31317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.190178Z","time spent":"1.122968949s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:19.313198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.867082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-12T02:46:19.313205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.353775Z","time spent":"959.415257ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-12T02:46:19.313235Z","caller":"traceutil/trace.go:171","msg":"trace[307838291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27382; }","duration":"958.941264ms","start":"2026-07-12T02:46:18.354284Z","end":"2026-07-12T02:46:19.313226Z","steps":["trace[307838291] 'agreement among raft nodes before linearized reading' (duration: 958.839601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.881301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:46:19.313256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.354267Z","time spent":"958.984256ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-12T02:46:19.313257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093327945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-12T02:46:19.313273Z","caller":"traceutil/trace.go:171","msg":"trace[1307410477] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27382; }","duration":"347.948183ms","start":"2026-07-12T02:46:18.965317Z","end":"2026-07-12T02:46:19.313266Z","steps":["trace[1307410477] 'agreement among raft nodes before linearized reading' (duration: 347.853111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.965299Z","time spent":"347.996385ms","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:46:19.313302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.740837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-12T02:46:19.313323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.22013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-12T02:46:19.313329Z","caller":"traceutil/trace.go:171","msg":"trace[1897361642] transaction","detail":"{read_only:false; response_revision:27382; number_of_response:1; }","duration":"780.01123ms","start":"2026-07-12T02:46:18.533311Z","end":"2026-07-12T02:46:19.313323Z","steps":["trace[1897361642] 'process raft request' (duration: 779.128096ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:19.313331Z","caller":"traceutil/trace.go:171","msg":"trace[1820705499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27382; }","duration":"812.807589ms","start":"2026-07-12T02:46:18.500515Z","end":"2026-07-12T02:46:19.313323Z","steps":["trace[1820705499] 'agreement among raft nodes before linearized reading' (duration: 812.641194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.602308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:46:19.313154Z","caller":"traceutil/trace.go:171","msg":"trace[946686898] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27382; }","duration":"516.88444ms","start":"2026-07-12T02:46:18.796257Z","end":"2026-07-12T02:46:19.313142Z","steps":["trace[946686898] 'agreement among raft nodes before linearized reading' (duration: 516.790417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.533293Z","time spent":"780.057711ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:19.313394Z","caller":"traceutil/trace.go:171","msg":"trace[1126884870] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27382; }","duration":"826.768183ms","start":"2026-07-12T02:46:18.486597Z","end":"2026-07-12T02:46:19.313366Z","steps":["trace[1126884870] 'agreement among raft nodes before linearized reading' (duration: 826.524276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.796234Z","time spent":"517.152566ms","remote":"127.0.0.1:55698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:46:19.313302Z","caller":"traceutil/trace.go:171","msg":"trace[785988366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27382; }","duration":"1.093436348s","start":"2026-07-12T02:46:18.219853Z","end":"2026-07-12T02:46:19.31329Z","steps":["trace[785988366] 'agreement among raft nodes before linearized reading' (duration: 1.093276653s)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.48658Z","time spent":"826.867845ms","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:46:19.313484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.219843Z","time spent":"1.093634083s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-12T02:46:19.313351Z","caller":"traceutil/trace.go:171","msg":"trace[474423286] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:27382; }","duration":"404.293943ms","start":"2026-07-12T02:46:18.90905Z","end":"2026-07-12T02:46:19.313344Z","steps":["trace[474423286] 'agreement among raft nodes before linearized reading' (duration: 404.18595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.313552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.909025Z","time spent":"404.515288ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-12T02:46:19.313357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.500497Z","time spent":"812.855069ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:46:19.313636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.681214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:46:19.314127Z","caller":"traceutil/trace.go:171","msg":"trace[1317277772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27382; }","duration":"959.975972ms","start":"2026-07-12T02:46:18.353797Z","end":"2026-07-12T02:46:19.313773Z","steps":["trace[1317277772] 'agreement among raft nodes before linearized reading' (duration: 959.425207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:19.314363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:18.353782Z","time spent":"960.432044ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-12T02:46:20.101143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.727478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:46:20.101344Z","caller":"traceutil/trace.go:171","msg":"trace[843061807] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27382; }","duration":"222.929933ms","start":"2026-07-12T02:46:19.878386Z","end":"2026-07-12T02:46:20.101316Z","steps":["trace[843061807] 'range keys from in-memory index tree' (duration: 222.709318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:20.101946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.066889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:46:20.102266Z","caller":"traceutil/trace.go:171","msg":"trace[663818202] transaction","detail":"{read_only:false; response_revision:27383; number_of_response:1; }","duration":"783.71959ms","start":"2026-07-12T02:46:19.318508Z","end":"2026-07-12T02:46:20.102228Z","steps":["trace[663818202] 'process raft request' (duration: 370.272602ms)","trace[663818202] 'compare' (duration: 412.250056ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:46:20.102343Z","caller":"traceutil/trace.go:171","msg":"trace[1460463426] transaction","detail":"{read_only:false; response_revision:27384; number_of_response:1; }","duration":"782.365163ms","start":"2026-07-12T02:46:19.319967Z","end":"2026-07-12T02:46:20.102332Z","steps":["trace[1460463426] 'process raft request' (duration: 782.106626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:20.102434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.319944Z","time spent":"782.440615ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:20.102444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.318496Z","time spent":"783.855883ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:20.102646Z","caller":"traceutil/trace.go:171","msg":"trace[1329962836] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"781.571422ms","start":"2026-07-12T02:46:19.321059Z","end":"2026-07-12T02:46:20.102631Z","steps":["trace[1329962836] 'process raft request' (duration: 781.167841ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:20.102292Z","caller":"traceutil/trace.go:171","msg":"trace[37464665] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"781.283684ms","start":"2026-07-12T02:46:19.320983Z","end":"2026-07-12T02:46:20.102267Z","steps":["trace[37464665] 'process raft request' (duration: 781.184811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:20.102708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.32105Z","time spent":"781.626223ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:20.10277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.320967Z","time spent":"781.737367ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:20.102645Z","caller":"traceutil/trace.go:171","msg":"trace[827586888] linearizableReadLoop","detail":"{readStateIndex:28294; appliedIndex:28293; }","duration":"783.464712ms","start":"2026-07-12T02:46:19.319155Z","end":"2026-07-12T02:46:20.102619Z","steps":["trace[827586888] 'read index received' (duration: 49.042304ms)","trace[827586888] 'applied index is now lower than readState.Index' (duration: 734.420358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:46:20.102986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.816572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:46:20.103063Z","caller":"traceutil/trace.go:171","msg":"trace[622634787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27386; }","duration":"783.910415ms","start":"2026-07-12T02:46:19.319134Z","end":"2026-07-12T02:46:20.103044Z","steps":["trace[622634787] 'agreement among raft nodes before linearized reading' (duration: 783.682649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:20.103112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.319127Z","time spent":"783.972376ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-12T02:46:20.112103Z","caller":"traceutil/trace.go:171","msg":"trace[444373520] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"588.591611ms","start":"2026-07-12T02:46:19.523499Z","end":"2026-07-12T02:46:20.11209Z","steps":["trace[444373520] 'process raft request' (duration: 588.493558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:20.11218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.523476Z","time spent":"588.667732ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:20.112196Z","caller":"traceutil/trace.go:171","msg":"trace[1151015438] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"743.303266ms","start":"2026-07-12T02:46:19.368865Z","end":"2026-07-12T02:46:20.112168Z","steps":["trace[1151015438] 'process raft request' (duration: 743.034809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:20.112342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:19.368847Z","time spent":"743.42502ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:22.109185Z","caller":"traceutil/trace.go:171","msg":"trace[83180088] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"101.223002ms","start":"2026-07-12T02:46:22.00794Z","end":"2026-07-12T02:46:22.109163Z","steps":["trace[83180088] 'process raft request' (duration: 101.032827ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:22.991262Z","caller":"traceutil/trace.go:171","msg":"trace[338982653] transaction","detail":"{read_only:false; response_revision:27404; number_of_response:1; }","duration":"260.556302ms","start":"2026-07-12T02:46:22.730677Z","end":"2026-07-12T02:46:22.991233Z","steps":["trace[338982653] 'process raft request' (duration: 260.391107ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:31.052193Z","caller":"traceutil/trace.go:171","msg":"trace[267912628] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"119.07157ms","start":"2026-07-12T02:46:30.933101Z","end":"2026-07-12T02:46:31.052173Z","steps":["trace[267912628] 'process raft request' (duration: 118.495375ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:35.559203Z","caller":"traceutil/trace.go:171","msg":"trace[294167554] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"119.058069ms","start":"2026-07-12T02:46:35.440126Z","end":"2026-07-12T02:46:35.559184Z","steps":["trace[294167554] 'process raft request' (duration: 117.466797ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:35.559473Z","caller":"traceutil/trace.go:171","msg":"trace[66833440] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"119.291455ms","start":"2026-07-12T02:46:35.440172Z","end":"2026-07-12T02:46:35.559463Z","steps":["trace[66833440] 'process raft request' (duration: 118.981826ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:35.559529Z","caller":"traceutil/trace.go:171","msg":"trace[1174665829] transaction","detail":"{read_only:false; response_revision:27500; number_of_response:1; }","duration":"119.297006ms","start":"2026-07-12T02:46:35.440206Z","end":"2026-07-12T02:46:35.559503Z","steps":["trace[1174665829] 'process raft request' (duration: 119.150322ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:35.559646Z","caller":"traceutil/trace.go:171","msg":"trace[617952864] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"115.716109ms","start":"2026-07-12T02:46:35.443867Z","end":"2026-07-12T02:46:35.559584Z","steps":["trace[617952864] 'process raft request' (duration: 115.579655ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:41.343161Z","caller":"traceutil/trace.go:171","msg":"trace[1515413308] transaction","detail":"{read_only:false; response_revision:27537; number_of_response:1; }","duration":"161.62033ms","start":"2026-07-12T02:46:41.181508Z","end":"2026-07-12T02:46:41.343129Z","steps":["trace[1515413308] 'process raft request' (duration: 161.413535ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:41.641165Z","caller":"traceutil/trace.go:171","msg":"trace[1092401963] transaction","detail":"{read_only:false; response_revision:27538; number_of_response:1; }","duration":"161.345463ms","start":"2026-07-12T02:46:41.479751Z","end":"2026-07-12T02:46:41.641097Z","steps":["trace[1092401963] 'process raft request' (duration: 130.663491ms)","trace[1092401963] 'compare' (duration: 30.265051ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:46:42.09386Z","caller":"traceutil/trace.go:171","msg":"trace[970101421] transaction","detail":"{read_only:false; response_revision:27539; number_of_response:1; }","duration":"612.78993ms","start":"2026-07-12T02:46:41.481035Z","end":"2026-07-12T02:46:42.093825Z","steps":["trace[970101421] 'process raft request' (duration: 611.028453ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:42.093949Z","caller":"traceutil/trace.go:171","msg":"trace[597209057] linearizableReadLoop","detail":"{readStateIndex:28456; appliedIndex:28452; }","duration":"509.931143ms","start":"2026-07-12T02:46:41.583988Z","end":"2026-07-12T02:46:42.093919Z","steps":["trace[597209057] 'read index received' (duration: 26.450399ms)","trace[597209057] 'applied index is now lower than readState.Index' (duration: 483.479754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:46:42.094004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.481017Z","time spent":"612.906632ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:42.094013Z","caller":"traceutil/trace.go:171","msg":"trace[802461262] transaction","detail":"{read_only:false; response_revision:27541; number_of_response:1; }","duration":"610.522978ms","start":"2026-07-12T02:46:41.483445Z","end":"2026-07-12T02:46:42.093968Z","steps":["trace[802461262] 'process raft request' (duration: 610.410165ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:42.094083Z","caller":"traceutil/trace.go:171","msg":"trace[1394552607] transaction","detail":"{read_only:false; response_revision:27540; number_of_response:1; }","duration":"612.971144ms","start":"2026-07-12T02:46:41.481017Z","end":"2026-07-12T02:46:42.093989Z","steps":["trace[1394552607] 'process raft request' (duration: 612.725357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.094199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.140129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-12T02:46:42.09422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.483432Z","time spent":"610.639751ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:42.094274Z","caller":"traceutil/trace.go:171","msg":"trace[575953780] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27541; }","duration":"510.334764ms","start":"2026-07-12T02:46:41.583918Z","end":"2026-07-12T02:46:42.094252Z","steps":["trace[575953780] 'agreement among raft nodes before linearized reading' (duration: 510.104438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.094338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.583868Z","time spent":"510.452868ms","remote":"127.0.0.1:40872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:46:42.094406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.480977Z","time spent":"613.272672ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:42.098489Z","caller":"traceutil/trace.go:171","msg":"trace[1811094732] transaction","detail":"{read_only:false; response_revision:27542; number_of_response:1; }","duration":"473.795785ms","start":"2026-07-12T02:46:41.624661Z","end":"2026-07-12T02:46:42.098457Z","steps":["trace[1811094732] 'process raft request' (duration: 473.451955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.098652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.624625Z","time spent":"473.943199ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:42.098699Z","caller":"traceutil/trace.go:171","msg":"trace[1030378605] transaction","detail":"{read_only:false; response_revision:27543; number_of_response:1; }","duration":"470.859966ms","start":"2026-07-12T02:46:41.627812Z","end":"2026-07-12T02:46:42.098672Z","steps":["trace[1030378605] 'process raft request' (duration: 470.479446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.098832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.627794Z","time spent":"470.968079ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:42.099626Z","caller":"traceutil/trace.go:171","msg":"trace[1780996102] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"471.3619ms","start":"2026-07-12T02:46:41.628247Z","end":"2026-07-12T02:46:42.099609Z","steps":["trace[1780996102] 'process raft request' (duration: 471.118953ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:46:42.099658Z","caller":"traceutil/trace.go:171","msg":"trace[340825997] transaction","detail":"{read_only:false; response_revision:27546; number_of_response:1; }","duration":"402.325309ms","start":"2026-07-12T02:46:41.69732Z","end":"2026-07-12T02:46:42.099645Z","steps":["trace[340825997] 'process raft request' (duration: 402.130394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.099701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.62821Z","time spent":"471.454522ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:46:42.099723Z","caller":"traceutil/trace.go:171","msg":"trace[1807653989] transaction","detail":"{read_only:false; response_revision:27544; number_of_response:1; }","duration":"471.646247ms","start":"2026-07-12T02:46:41.628049Z","end":"2026-07-12T02:46:42.099695Z","steps":["trace[1807653989] 'process raft request' (duration: 470.558978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.099754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.69729Z","time spent":"402.424212ms","remote":"127.0.0.1:43062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:42.09983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.628038Z","time spent":"471.73854ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:46:42.099837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.075113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-12T02:46:42.099905Z","caller":"traceutil/trace.go:171","msg":"trace[1915231248] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27546; }","duration":"402.169785ms","start":"2026-07-12T02:46:41.697695Z","end":"2026-07-12T02:46:42.099865Z","steps":["trace[1915231248] 'agreement among raft nodes before linearized reading' (duration: 401.822986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:46:42.099937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:46:41.697683Z","time spent":"402.247138ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":41,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-12T02:49:18.737248Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-12T02:49:18.743574Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-12T02:49:18.743688Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-12T02:49:59.066961Z","caller":"traceutil/trace.go:171","msg":"trace[1829092299] transaction","detail":"{read_only:false; response_revision:29495; number_of_response:1; }","duration":"183.113236ms","start":"2026-07-12T02:49:58.883816Z","end":"2026-07-12T02:49:59.066929Z","steps":["trace[1829092299] 'process raft request' (duration: 182.524291ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:49:59.067024Z","caller":"traceutil/trace.go:171","msg":"trace[2060496059] transaction","detail":"{read_only:false; response_revision:29496; number_of_response:1; }","duration":"171.935416ms","start":"2026-07-12T02:49:58.895063Z","end":"2026-07-12T02:49:59.066998Z","steps":["trace[2060496059] 'process raft request' (duration: 171.787742ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:49:59.067228Z","caller":"traceutil/trace.go:171","msg":"trace[608298510] transaction","detail":"{read_only:false; response_revision:29497; number_of_response:1; }","duration":"156.911564ms","start":"2026-07-12T02:49:58.910272Z","end":"2026-07-12T02:49:59.067183Z","steps":["trace[608298510] 'process raft request' (duration: 156.651027ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:49:59.067501Z","caller":"traceutil/trace.go:171","msg":"trace[535734048] transaction","detail":"{read_only:false; response_revision:29498; number_of_response:1; }","duration":"153.941725ms","start":"2026-07-12T02:49:58.913523Z","end":"2026-07-12T02:49:59.067464Z","steps":["trace[535734048] 'process raft request' (duration: 153.566605ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:49:59.067782Z","caller":"traceutil/trace.go:171","msg":"trace[2128887291] linearizableReadLoop","detail":"{readStateIndex:30464; appliedIndex:30458; }","duration":"147.769229ms","start":"2026-07-12T02:49:58.920001Z","end":"2026-07-12T02:49:59.067771Z","steps":["trace[2128887291] 'read index received' (duration: 146.354641ms)","trace[2128887291] 'applied index is now lower than readState.Index' (duration: 1.413488ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:49:59.067873Z","caller":"traceutil/trace.go:171","msg":"trace[287236885] transaction","detail":"{read_only:false; response_revision:29499; number_of_response:1; }","duration":"152.153706ms","start":"2026-07-12T02:49:58.915701Z","end":"2026-07-12T02:49:59.067855Z","steps":["trace[287236885] 'process raft request' (duration: 151.716674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:49:59.067965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.939043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-12T02:49:59.067995Z","caller":"traceutil/trace.go:171","msg":"trace[1531920458] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:29500; }","duration":"148.013326ms","start":"2026-07-12T02:49:58.919973Z","end":"2026-07-12T02:49:59.067987Z","steps":["trace[1531920458] 'agreement among raft nodes before linearized reading' (duration: 147.835901ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:49:59.068097Z","caller":"traceutil/trace.go:171","msg":"trace[1830447084] transaction","detail":"{read_only:false; response_revision:29500; number_of_response:1; }","duration":"149.574718ms","start":"2026-07-12T02:49:58.918455Z","end":"2026-07-12T02:49:59.06803Z","steps":["trace[1830447084] 'process raft request' (duration: 149.191288ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:00.274477Z","caller":"traceutil/trace.go:171","msg":"trace[1807943901] linearizableReadLoop","detail":"{readStateIndex:30473; appliedIndex:30472; }","duration":"135.043268ms","start":"2026-07-12T02:50:00.139406Z","end":"2026-07-12T02:50:00.274449Z","steps":["trace[1807943901] 'read index received' (duration: 134.877194ms)","trace[1807943901] 'applied index is now lower than readState.Index' (duration: 164.824µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:50:00.274551Z","caller":"traceutil/trace.go:171","msg":"trace[1455235109] transaction","detail":"{read_only:false; response_revision:29508; number_of_response:1; }","duration":"168.217727ms","start":"2026-07-12T02:50:00.1063Z","end":"2026-07-12T02:50:00.274518Z","steps":["trace[1455235109] 'process raft request' (duration: 167.999681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:00.274726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.300025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:00.274842Z","caller":"traceutil/trace.go:171","msg":"trace[26623141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29508; }","duration":"135.48142ms","start":"2026-07-12T02:50:00.13933Z","end":"2026-07-12T02:50:00.274812Z","steps":["trace[26623141] 'agreement among raft nodes before linearized reading' (duration: 135.262294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:00.777958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.097209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-12T02:50:00.778072Z","caller":"traceutil/trace.go:171","msg":"trace[1194129255] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:29518; }","duration":"263.277294ms","start":"2026-07-12T02:50:00.514771Z","end":"2026-07-12T02:50:00.778048Z","steps":["trace[1194129255] 'range keys from in-memory index tree' (duration: 262.882493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:04.246497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.815851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-12T02:50:04.246589Z","caller":"traceutil/trace.go:171","msg":"trace[1057190477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29552; }","duration":"602.982626ms","start":"2026-07-12T02:50:03.643583Z","end":"2026-07-12T02:50:04.246566Z","steps":["trace[1057190477] 'range keys from in-memory index tree' (duration: 602.619726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:04.24663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:03.643563Z","time spent":"603.057898ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-12T02:50:04.274955Z","caller":"traceutil/trace.go:171","msg":"trace[1293680105] linearizableReadLoop","detail":"{readStateIndex:30518; appliedIndex:30517; }","duration":"135.981143ms","start":"2026-07-12T02:50:04.138956Z","end":"2026-07-12T02:50:04.274937Z","steps":["trace[1293680105] 'read index received' (duration: 135.88009ms)","trace[1293680105] 'applied index is now lower than readState.Index' (duration: 100.363µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:50:04.275014Z","caller":"traceutil/trace.go:171","msg":"trace[72391128] transaction","detail":"{read_only:false; response_revision:29553; number_of_response:1; }","duration":"525.801917ms","start":"2026-07-12T02:50:03.749184Z","end":"2026-07-12T02:50:04.274986Z","steps":["trace[72391128] 'process raft request' (duration: 525.644823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:04.27506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.092637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:04.275081Z","caller":"traceutil/trace.go:171","msg":"trace[454750365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29553; }","duration":"136.136058ms","start":"2026-07-12T02:50:04.138938Z","end":"2026-07-12T02:50:04.275074Z","steps":["trace[454750365] 'agreement among raft nodes before linearized reading' (duration: 136.073556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:04.275136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:03.749161Z","time spent":"525.90149ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:50:04.541046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.258406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:50:04.541328Z","caller":"traceutil/trace.go:171","msg":"trace[302070017] linearizableReadLoop","detail":"{readStateIndex:30520; appliedIndex:30518; }","duration":"264.9786ms","start":"2026-07-12T02:50:04.276331Z","end":"2026-07-12T02:50:04.54131Z","steps":["trace[302070017] 'read index received' (duration: 139.262812ms)","trace[302070017] 'applied index is now lower than readState.Index' (duration: 125.714728ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:50:04.541427Z","caller":"traceutil/trace.go:171","msg":"trace[389404446] transaction","detail":"{read_only:false; response_revision:29555; number_of_response:1; }","duration":"282.631863ms","start":"2026-07-12T02:50:04.258781Z","end":"2026-07-12T02:50:04.541413Z","steps":["trace[389404446] 'process raft request' (duration: 282.384156ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:04.541373Z","caller":"traceutil/trace.go:171","msg":"trace[835198172] transaction","detail":"{read_only:false; response_revision:29554; number_of_response:1; }","duration":"330.988918ms","start":"2026-07-12T02:50:04.210338Z","end":"2026-07-12T02:50:04.541327Z","steps":["trace[835198172] 'process raft request' (duration: 205.343422ms)","trace[835198172] 'compare' (duration: 124.875226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:04.541669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.210319Z","time spent":"331.220184ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:50:04.786046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.740187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-12T02:50:04.786331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.935963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:04.786405Z","caller":"traceutil/trace.go:171","msg":"trace[1810928907] linearizableReadLoop","detail":"{readStateIndex:30522; appliedIndex:30520; }","duration":"245.020895ms","start":"2026-07-12T02:50:04.541358Z","end":"2026-07-12T02:50:04.786379Z","steps":["trace[1810928907] 'read index received' (duration: 282.858µs)","trace[1810928907] 'applied index is now lower than readState.Index' (duration: 244.736127ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:50:04.786418Z","caller":"traceutil/trace.go:171","msg":"trace[666876081] transaction","detail":"{read_only:false; response_revision:29556; number_of_response:1; }","duration":"383.771882ms","start":"2026-07-12T02:50:04.40261Z","end":"2026-07-12T02:50:04.786382Z","steps":["trace[666876081] 'process raft request' (duration: 383.580407ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:04.786456Z","caller":"traceutil/trace.go:171","msg":"trace[747176215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29555; }","duration":"510.155148ms","start":"2026-07-12T02:50:04.276264Z","end":"2026-07-12T02:50:04.786419Z","steps":["trace[747176215] 'agreement among raft nodes before linearized reading' (duration: 265.361059ms)","trace[747176215] 'range keys from in-memory index tree' (duration: 244.578983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:04.786525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.276233Z","time spent":"510.276852ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-12T02:50:04.786572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.40257Z","time spent":"383.918046ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:50:05.206363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.609611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:05.206501Z","caller":"traceutil/trace.go:171","msg":"trace[54320884] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29556; }","duration":"326.817786ms","start":"2026-07-12T02:50:04.879647Z","end":"2026-07-12T02:50:05.206465Z","steps":["trace[54320884] 'count revisions from in-memory index tree' (duration: 326.494828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.206537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.325473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:50:05.206655Z","caller":"traceutil/trace.go:171","msg":"trace[774351134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29556; }","duration":"323.480377ms","start":"2026-07-12T02:50:04.883148Z","end":"2026-07-12T02:50:05.206628Z","steps":["trace[774351134] 'range keys from in-memory index tree' (duration: 323.185419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.206723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.883143Z","time spent":"323.568379ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:50:05.206569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.879626Z","time spent":"326.922958ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:50:05.206843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.855993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:05.206893Z","caller":"traceutil/trace.go:171","msg":"trace[878133618] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29556; }","duration":"424.952295ms","start":"2026-07-12T02:50:04.781926Z","end":"2026-07-12T02:50:05.206878Z","steps":["trace[878133618] 'count revisions from in-memory index tree' (duration: 420.287831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.206953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.781904Z","time spent":"425.034858ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-12T02:50:05.206942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.618074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-12T02:50:05.207229Z","caller":"traceutil/trace.go:171","msg":"trace[949579964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29556; }","duration":"799.895751ms","start":"2026-07-12T02:50:04.407306Z","end":"2026-07-12T02:50:05.207202Z","steps":["trace[949579964] 'agreement among raft nodes before linearized reading' (duration: 379.191619ms)","trace[949579964] 'range keys from in-memory index tree' (duration: 420.26755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:05.20732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:04.407226Z","time spent":"800.065476ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-12T02:50:05.207406Z","caller":"traceutil/trace.go:171","msg":"trace[1692734480] linearizableReadLoop","detail":"{readStateIndex:30523; appliedIndex:30522; }","duration":"179.717355ms","start":"2026-07-12T02:50:05.027661Z","end":"2026-07-12T02:50:05.207379Z","steps":["trace[1692734480] 'read index received' (duration: 80.477276ms)","trace[1692734480] 'applied index is now lower than readState.Index' (duration: 99.233389ms)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:50:05.207444Z","caller":"traceutil/trace.go:171","msg":"trace[1316785822] transaction","detail":"{read_only:false; response_revision:29557; number_of_response:1; }","duration":"266.652945ms","start":"2026-07-12T02:50:04.940725Z","end":"2026-07-12T02:50:05.207378Z","steps":["trace[1316785822] 'process raft request' (duration: 167.400496ms)","trace[1316785822] 'compare' (duration: 98.139649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:05.207624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.955472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-12T02:50:05.207764Z","caller":"traceutil/trace.go:171","msg":"trace[1447713860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29557; }","duration":"180.042333ms","start":"2026-07-12T02:50:05.027616Z","end":"2026-07-12T02:50:05.207658Z","steps":["trace[1447713860] 'agreement among raft nodes before linearized reading' (duration: 179.850538ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.239822Z","caller":"traceutil/trace.go:171","msg":"trace[730706242] transaction","detail":"{read_only:false; response_revision:29558; number_of_response:1; }","duration":"149.139255ms","start":"2026-07-12T02:50:05.090662Z","end":"2026-07-12T02:50:05.239801Z","steps":["trace[730706242] 'process raft request' (duration: 148.92935ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.240219Z","caller":"traceutil/trace.go:171","msg":"trace[71098448] transaction","detail":"{read_only:false; response_revision:29561; number_of_response:1; }","duration":"145.818866ms","start":"2026-07-12T02:50:05.09439Z","end":"2026-07-12T02:50:05.240209Z","steps":["trace[71098448] 'process raft request' (duration: 145.682463ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.240196Z","caller":"traceutil/trace.go:171","msg":"trace[250336742] transaction","detail":"{read_only:false; response_revision:29559; number_of_response:1; }","duration":"148.298643ms","start":"2026-07-12T02:50:05.09186Z","end":"2026-07-12T02:50:05.240159Z","steps":["trace[250336742] 'process raft request' (duration: 147.885112ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.240282Z","caller":"traceutil/trace.go:171","msg":"trace[208482382] transaction","detail":"{read_only:false; response_revision:29562; number_of_response:1; }","duration":"142.810716ms","start":"2026-07-12T02:50:05.097453Z","end":"2026-07-12T02:50:05.240263Z","steps":["trace[208482382] 'process raft request' (duration: 142.665002ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.240305Z","caller":"traceutil/trace.go:171","msg":"trace[425260022] transaction","detail":"{read_only:false; response_revision:29560; number_of_response:1; }","duration":"147.567293ms","start":"2026-07-12T02:50:05.092718Z","end":"2026-07-12T02:50:05.240285Z","steps":["trace[425260022] 'process raft request' (duration: 147.256085ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.240357Z","caller":"traceutil/trace.go:171","msg":"trace[289061488] transaction","detail":"{read_only:false; response_revision:29563; number_of_response:1; }","duration":"140.550835ms","start":"2026-07-12T02:50:05.099767Z","end":"2026-07-12T02:50:05.240318Z","steps":["trace[289061488] 'process raft request' (duration: 140.385071ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.543293Z","caller":"traceutil/trace.go:171","msg":"trace[1985392609] linearizableReadLoop","detail":"{readStateIndex:30530; appliedIndex:30529; }","duration":"303.06991ms","start":"2026-07-12T02:50:05.240196Z","end":"2026-07-12T02:50:05.543266Z","steps":["trace[1985392609] 'read index received' (duration: 302.862975ms)","trace[1985392609] 'applied index is now lower than readState.Index' (duration: 206.265µs)"],"step_count":2} {"level":"info","ts":"2026-07-12T02:50:05.543562Z","caller":"traceutil/trace.go:171","msg":"trace[1009331215] transaction","detail":"{read_only:false; response_revision:29564; number_of_response:1; }","duration":"331.253845ms","start":"2026-07-12T02:50:05.212297Z","end":"2026-07-12T02:50:05.54355Z","steps":["trace[1009331215] 'process raft request' (duration: 330.836224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.543655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.212282Z","time spent":"331.307887ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:50:05.543812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.225058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-12T02:50:05.543925Z","caller":"traceutil/trace.go:171","msg":"trace[937114546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:29564; }","duration":"299.33222ms","start":"2026-07-12T02:50:05.244546Z","end":"2026-07-12T02:50:05.543878Z","steps":["trace[937114546] 'agreement among raft nodes before linearized reading' (duration: 299.172155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.544091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.632152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-12T02:50:05.544098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.652984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:05.544124Z","caller":"traceutil/trace.go:171","msg":"trace[1675022697] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:29564; }","duration":"282.716065ms","start":"2026-07-12T02:50:05.261398Z","end":"2026-07-12T02:50:05.544114Z","steps":["trace[1675022697] 'agreement among raft nodes before linearized reading' (duration: 282.664624ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.544129Z","caller":"traceutil/trace.go:171","msg":"trace[976650439] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29564; }","duration":"132.738606ms","start":"2026-07-12T02:50:05.41138Z","end":"2026-07-12T02:50:05.544118Z","steps":["trace[976650439] 'agreement among raft nodes before linearized reading' (duration: 132.690775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.544112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.039657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-12T02:50:05.54418Z","caller":"traceutil/trace.go:171","msg":"trace[833326034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29564; }","duration":"182.432988ms","start":"2026-07-12T02:50:05.36173Z","end":"2026-07-12T02:50:05.544163Z","steps":["trace[833326034] 'agreement among raft nodes before linearized reading' (duration: 182.273934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.544225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.032483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-12T02:50:05.544332Z","caller":"traceutil/trace.go:171","msg":"trace[1375870105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29564; }","duration":"333.187677ms","start":"2026-07-12T02:50:05.211123Z","end":"2026-07-12T02:50:05.544311Z","steps":["trace[1375870105] 'agreement among raft nodes before linearized reading' (duration: 332.849218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.544337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.618252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4860"} {"level":"info","ts":"2026-07-12T02:50:05.544432Z","caller":"traceutil/trace.go:171","msg":"trace[2087620684] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29564; }","duration":"310.777367ms","start":"2026-07-12T02:50:05.233634Z","end":"2026-07-12T02:50:05.544411Z","steps":["trace[2087620684] 'agreement among raft nodes before linearized reading' (duration: 310.458488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.544486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.233608Z","time spent":"310.867119ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4882,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-12T02:50:05.54438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.211115Z","time spent":"333.258279ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-12T02:50:05.850961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.449352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-12T02:50:05.851181Z","caller":"traceutil/trace.go:171","msg":"trace[116010752] transaction","detail":"{read_only:false; response_revision:29567; number_of_response:1; }","duration":"300.4881ms","start":"2026-07-12T02:50:05.550677Z","end":"2026-07-12T02:50:05.851165Z","steps":["trace[116010752] 'process raft request' (duration: 300.450139ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.851187Z","caller":"traceutil/trace.go:171","msg":"trace[690170028] linearizableReadLoop","detail":"{readStateIndex:30531; appliedIndex:30530; }","duration":"301.047856ms","start":"2026-07-12T02:50:05.550102Z","end":"2026-07-12T02:50:05.85115Z","steps":["trace[690170028] 'read index received' (duration: 197.350668ms)","trace[690170028] 'applied index is now lower than readState.Index' (duration: 103.693318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:05.851239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.55065Z","time spent":"300.564283ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:50:05.851343Z","caller":"traceutil/trace.go:171","msg":"trace[1272655625] transaction","detail":"{read_only:false; response_revision:29566; number_of_response:1; }","duration":"300.724937ms","start":"2026-07-12T02:50:05.550611Z","end":"2026-07-12T02:50:05.851336Z","steps":["trace[1272655625] 'process raft request' (duration: 300.442209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.851383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.550597Z","time spent":"300.767149ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:50:05.851482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.771392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:05.851509Z","caller":"traceutil/trace.go:171","msg":"trace[801362087] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29567; }","duration":"221.821423ms","start":"2026-07-12T02:50:05.629679Z","end":"2026-07-12T02:50:05.8515Z","steps":["trace[801362087] 'agreement among raft nodes before linearized reading' (duration: 221.772502ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:05.851724Z","caller":"traceutil/trace.go:171","msg":"trace[2085476812] transaction","detail":"{read_only:false; response_revision:29565; number_of_response:1; }","duration":"302.244288ms","start":"2026-07-12T02:50:05.549451Z","end":"2026-07-12T02:50:05.851695Z","steps":["trace[2085476812] 'process raft request' (duration: 197.978374ms)","trace[2085476812] 'compare' (duration: 103.241236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:05.851876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.549438Z","time spent":"302.36133ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-12T02:50:05.851873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.663492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-12T02:50:05.8521Z","caller":"traceutil/trace.go:171","msg":"trace[1482801848] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5; range_end:; response_count:1; response_revision:29567; }","duration":"302.015802ms","start":"2026-07-12T02:50:05.550052Z","end":"2026-07-12T02:50:05.852068Z","steps":["trace[1482801848] 'agreement among raft nodes before linearized reading' (duration: 301.326863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:05.852225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:05.550031Z","time spent":"302.129755ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5f052498-e1c1-45a0-9515-06f3c200f9a5\" "} {"level":"info","ts":"2026-07-12T02:50:06.657209Z","caller":"traceutil/trace.go:171","msg":"trace[1103657018] transaction","detail":"{read_only:false; response_revision:29568; number_of_response:1; }","duration":"105.764432ms","start":"2026-07-12T02:50:06.551397Z","end":"2026-07-12T02:50:06.657161Z","steps":["trace[1103657018] 'process raft request' (duration: 105.507886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:24.545986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.911231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-12T02:50:36.990579Z","caller":"traceutil/trace.go:171","msg":"trace[313426777] transaction","detail":"{read_only:false; response_revision:29931; number_of_response:1; }","duration":"146.754602ms","start":"2026-07-12T02:50:36.843791Z","end":"2026-07-12T02:50:36.990545Z","steps":["trace[313426777] 'process raft request' (duration: 146.562597ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:37.232371Z","caller":"traceutil/trace.go:171","msg":"trace[1198808506] transaction","detail":"{read_only:false; response_revision:29932; number_of_response:1; }","duration":"292.413144ms","start":"2026-07-12T02:50:36.939932Z","end":"2026-07-12T02:50:37.232346Z","steps":["trace[1198808506] 'process raft request' (duration: 292.25687ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:37.358924Z","caller":"traceutil/trace.go:171","msg":"trace[1999045135] linearizableReadLoop","detail":"{readStateIndex:30909; appliedIndex:30907; }","duration":"219.986913ms","start":"2026-07-12T02:50:37.138921Z","end":"2026-07-12T02:50:37.358908Z","steps":["trace[1999045135] 'read index received' (duration: 93.31632ms)","trace[1999045135] 'applied index is now lower than readState.Index' (duration: 126.669893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-12T02:50:37.359032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.117677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-12T02:50:37.359056Z","caller":"traceutil/trace.go:171","msg":"trace[666036606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29933; }","duration":"220.21651ms","start":"2026-07-12T02:50:37.138831Z","end":"2026-07-12T02:50:37.359047Z","steps":["trace[666036606] 'agreement among raft nodes before linearized reading' (duration: 220.144708ms)"],"step_count":1} {"level":"info","ts":"2026-07-12T02:50:37.359303Z","caller":"traceutil/trace.go:171","msg":"trace[1852058366] transaction","detail":"{read_only:false; response_revision:29933; number_of_response:1; }","duration":"357.383985ms","start":"2026-07-12T02:50:37.001911Z","end":"2026-07-12T02:50:37.359295Z","steps":["trace[1852058366] 'process raft request' (duration: 356.889951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-12T02:50:37.359371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-12T02:50:37.001887Z","time spent":"357.441457ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10460,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-12T02:51:00.443486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27234} {"level":"info","ts":"2026-07-12T02:51:00.58041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27234,"took":"132.597623ms","hash":3057114261,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":37216256,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-12T02:51:00.581043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3057114261,"revision":27234,"compact-revision":24738} {"level":"info","ts":"2026-07-12T02:56:00.450149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30122} {"level":"info","ts":"2026-07-12T02:56:00.612366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30122,"took":"159.124203ms","hash":671221858,"current-db-size-bytes":59183104,"current-db-size":"59 MB","current-db-size-in-use-bytes":31858688,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-12T02:56:00.612462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":671221858,"revision":30122,"compact-revision":27234} {"level":"info","ts":"2026-07-12T03:01:00.457219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32376} {"level":"info","ts":"2026-07-12T03:01:00.633752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32376,"took":"168.988968ms","hash":1326024092,"current-db-size-bytes":60223488,"current-db-size":"60 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-12T03:01:00.633868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1326024092,"revision":32376,"compact-revision":30122} {"level":"info","ts":"2026-07-12T03:06:00.464045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34685} {"level":"info","ts":"2026-07-12T03:06:00.603771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34685,"took":"136.383946ms","hash":2033754542,"current-db-size-bytes":60223488,"current-db-size":"60 MB","current-db-size-in-use-bytes":31416320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-12T03:06:00.603849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2033754542,"revision":34685,"compact-revision":32376} {"level":"info","ts":"2026-07-12T03:09:59.392218Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-12T03:09:59.39718Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-12T03:09:59.397402Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-12T03:11:00.47199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37024} {"level":"info","ts":"2026-07-12T03:11:00.606008Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37024,"took":"129.210473ms","hash":3774588059,"current-db-size-bytes":61079552,"current-db-size":"61 MB","current-db-size-in-use-bytes":32190464,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-12T03:11:00.606068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3774588059,"revision":37024,"compact-revision":34685}