{"level":"warn","ts":"2026-07-23T04:55:29.628217Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T04:55:29.628337Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-23T04:55:29.628417Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-23T04:55:29.628429Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-07-23T04:55:29.628451Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T04:55:29.629072Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-07-23T04:55:29.629158Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-23T04:55:29.632122Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.732815ms"} {"level":"info","ts":"2026-07-23T04:55:29.636349Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-07-23T04:55:29.63644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-07-23T04:55:29.636472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-07-23T04:55:29.636489Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-23T04:55:29.636499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-07-23T04:55:29.63655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-07-23T04:55:29.646403Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-23T04:55:29.648062Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-23T04:55:29.649312Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-23T04:55:29.652017Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-23T04:55:29.652296Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-23T04:55:29.652308Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T04:55:29.653012Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T04:55:29.65308Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-23T04:55:29.654626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-07-23T04:55:29.65481Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-07-23T04:55:29.657173Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-23T04:55:29.657273Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-07-23T04:55:29.657308Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-07-23T04:55:29.657521Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-23T04:55:29.657566Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-23T04:55:30.237668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-07-23T04:55:30.237749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-23T04:55:30.23779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-07-23T04:55:30.237812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-07-23T04:55:30.237824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-07-23T04:55:30.237846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-07-23T04:55:30.237867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-07-23T04:55:30.23911Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T04:55:30.2429Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T04:55:30.243073Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T04:55:30.24307Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-23T04:55:30.243083Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T04:55:30.243119Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-23T04:55:30.24315Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-23T04:55:30.243489Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-23T04:55:30.243574Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-23T04:55:30.246408Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-07-23T04:55:30.247167Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-23T04:55:56.588008Z","caller":"traceutil/trace.go:171","msg":"trace[734892035] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"127.861679ms","start":"2026-07-23T04:55:56.460108Z","end":"2026-07-23T04:55:56.587969Z","steps":["trace[734892035] 'process raft request' (duration: 127.636193ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:56:12.343455Z","caller":"traceutil/trace.go:171","msg":"trace[748482058] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"117.602554ms","start":"2026-07-23T04:56:12.225812Z","end":"2026-07-23T04:56:12.343415Z","steps":["trace[748482058] 'read index received' (duration: 116.097602ms)","trace[748482058] 'applied index is now lower than readState.Index' (duration: 1.503292ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:56:12.343531Z","caller":"traceutil/trace.go:171","msg":"trace[707159907] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"142.393943ms","start":"2026-07-23T04:56:12.201109Z","end":"2026-07-23T04:56:12.343503Z","steps":["trace[707159907] 'process raft request' (duration: 141.370725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:56:12.343786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.946392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:56:12.343894Z","caller":"traceutil/trace.go:171","msg":"trace[1158916929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"118.099676ms","start":"2026-07-23T04:56:12.225777Z","end":"2026-07-23T04:56:12.343877Z","steps":["trace[1158916929] 'agreement among raft nodes before linearized reading' (duration: 117.802308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:56:12.611434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.728108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T04:56:12.611655Z","caller":"traceutil/trace.go:171","msg":"trace[1674339846] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"261.55926ms","start":"2026-07-23T04:56:12.35006Z","end":"2026-07-23T04:56:12.611619Z","steps":["trace[1674339846] 'process raft request' (duration: 56.015999ms)","trace[1674339846] 'compare' (duration: 204.575734ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:56:12.611781Z","caller":"traceutil/trace.go:171","msg":"trace[44753943] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"202.321901ms","start":"2026-07-23T04:56:12.40942Z","end":"2026-07-23T04:56:12.611742Z","steps":["trace[44753943] 'process raft request' (duration: 202.136116ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:56:13.199999Z","caller":"traceutil/trace.go:171","msg":"trace[1972728741] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"181.280965ms","start":"2026-07-23T04:56:13.018678Z","end":"2026-07-23T04:56:13.199959Z","steps":["trace[1972728741] 'process raft request' (duration: 180.988247ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:56:13.212371Z","caller":"traceutil/trace.go:171","msg":"trace[551026834] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:616; }","duration":"119.421354ms","start":"2026-07-23T04:56:13.092916Z","end":"2026-07-23T04:56:13.212338Z","steps":["trace[551026834] 'read index received' (duration: 106.634008ms)","trace[551026834] 'applied index is now lower than readState.Index' (duration: 12.786166ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:56:13.212418Z","caller":"traceutil/trace.go:171","msg":"trace[707219524] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"178.096947ms","start":"2026-07-23T04:56:13.0343Z","end":"2026-07-23T04:56:13.212397Z","steps":["trace[707219524] 'process raft request' (duration: 177.518851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:56:13.212661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.569798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T04:56:13.21271Z","caller":"traceutil/trace.go:171","msg":"trace[668149650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"119.859596ms","start":"2026-07-23T04:56:13.092837Z","end":"2026-07-23T04:56:13.212696Z","steps":["trace[668149650] 'agreement among raft nodes before linearized reading' (duration: 119.604169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:57:45.254516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.724176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-23T04:57:45.254625Z","caller":"traceutil/trace.go:171","msg":"trace[517431693] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6; range_end:; response_count:1; response_revision:1823; }","duration":"221.841699ms","start":"2026-07-23T04:57:45.032762Z","end":"2026-07-23T04:57:45.254604Z","steps":["trace[517431693] 'range keys from in-memory index tree' (duration: 221.50626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:57:45.254797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.898484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-23T04:57:45.254788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.798415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-23T04:57:45.254894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.333908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T04:57:45.254901Z","caller":"traceutil/trace.go:171","msg":"trace[347704246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1823; }","duration":"163.057129ms","start":"2026-07-23T04:57:45.091814Z","end":"2026-07-23T04:57:45.254872Z","steps":["trace[347704246] 'range keys from in-memory index tree' (duration: 162.790891ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:57:45.25494Z","caller":"traceutil/trace.go:171","msg":"trace[1566351942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1823; }","duration":"210.43647ms","start":"2026-07-23T04:57:45.044494Z","end":"2026-07-23T04:57:45.25493Z","steps":["trace[1566351942] 'range keys from in-memory index tree' (duration: 210.196173ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:57:45.254976Z","caller":"traceutil/trace.go:171","msg":"trace[813723564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1823; }","duration":"109.056513ms","start":"2026-07-23T04:57:45.14586Z","end":"2026-07-23T04:57:45.254916Z","steps":["trace[813723564] 'count revisions from in-memory index tree' (duration: 108.674622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:57:45.25503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.59331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-23T04:57:45.255134Z","caller":"traceutil/trace.go:171","msg":"trace[163683575] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6; range_end:; response_count:1; response_revision:1823; }","duration":"160.760365ms","start":"2026-07-23T04:57:45.094348Z","end":"2026-07-23T04:57:45.255108Z","steps":["trace[163683575] 'range keys from in-memory index tree' (duration: 160.349194ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:57:45.363887Z","caller":"traceutil/trace.go:171","msg":"trace[716774393] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"103.982061ms","start":"2026-07-23T04:57:45.25986Z","end":"2026-07-23T04:57:45.363842Z","steps":["trace[716774393] 'process raft request' (duration: 103.836977ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:57:45.571336Z","caller":"traceutil/trace.go:171","msg":"trace[846598554] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1898; }","duration":"251.504746ms","start":"2026-07-23T04:57:45.319797Z","end":"2026-07-23T04:57:45.571301Z","steps":["trace[846598554] 'read index received' (duration: 43.934265ms)","trace[846598554] 'applied index is now lower than readState.Index' (duration: 207.568991ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:57:45.571455Z","caller":"traceutil/trace.go:171","msg":"trace[497015432] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"306.683586ms","start":"2026-07-23T04:57:45.26473Z","end":"2026-07-23T04:57:45.571414Z","steps":["trace[497015432] 'process raft request' (duration: 306.356567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:57:45.571719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.882797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-23T04:57:45.571816Z","caller":"traceutil/trace.go:171","msg":"trace[45426195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1825; }","duration":"252.025411ms","start":"2026-07-23T04:57:45.319769Z","end":"2026-07-23T04:57:45.571795Z","steps":["trace[45426195] 'agreement among raft nodes before linearized reading' (duration: 251.703902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:57:45.572432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T04:57:45.26471Z","time spent":"306.957504ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T04:57:56.640012Z","caller":"traceutil/trace.go:171","msg":"trace[1258668063] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"290.158944ms","start":"2026-07-23T04:57:56.349827Z","end":"2026-07-23T04:57:56.639986Z","steps":["trace[1258668063] 'read index received' (duration: 289.99025ms)","trace[1258668063] 'applied index is now lower than readState.Index' (duration: 166.944µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:57:56.64015Z","caller":"traceutil/trace.go:171","msg":"trace[675542697] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"294.054674ms","start":"2026-07-23T04:57:56.346081Z","end":"2026-07-23T04:57:56.640135Z","steps":["trace[675542697] 'process raft request' (duration: 293.748835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:57:56.640431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.572666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T04:57:56.640506Z","caller":"traceutil/trace.go:171","msg":"trace[1844664634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1924; }","duration":"290.69641ms","start":"2026-07-23T04:57:56.349792Z","end":"2026-07-23T04:57:56.640488Z","steps":["trace[1844664634] 'agreement among raft nodes before linearized reading' (duration: 290.484844ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:57:56.640898Z","caller":"traceutil/trace.go:171","msg":"trace[277436940] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"198.193555ms","start":"2026-07-23T04:57:56.442677Z","end":"2026-07-23T04:57:56.64087Z","steps":["trace[277436940] 'process raft request' (duration: 197.905007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T04:58:35.052666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.084455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-23T04:58:35.052824Z","caller":"traceutil/trace.go:171","msg":"trace[87498635] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"237.823954ms","start":"2026-07-23T04:58:34.814975Z","end":"2026-07-23T04:58:35.052799Z","steps":["trace[87498635] 'read index received' (duration: 35.374629ms)","trace[87498635] 'applied index is now lower than readState.Index' (duration: 202.447845ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T04:58:35.052899Z","caller":"traceutil/trace.go:171","msg":"trace[558167693] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"245.342444ms","start":"2026-07-23T04:58:34.807515Z","end":"2026-07-23T04:58:35.052858Z","steps":["trace[558167693] 'process raft request' (duration: 42.935599ms)","trace[558167693] 'compare' (duration: 201.917841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:58:35.053094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.431361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-23T04:58:35.053108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.097341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T04:58:35.053249Z","caller":"traceutil/trace.go:171","msg":"trace[1161877204] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2149; }","duration":"238.276166ms","start":"2026-07-23T04:58:34.814919Z","end":"2026-07-23T04:58:35.053195Z","steps":["trace[1161877204] 'agreement among raft nodes before linearized reading' (duration: 237.993148ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:58:35.053145Z","caller":"traceutil/trace.go:171","msg":"trace[918675511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2149; }","duration":"107.530594ms","start":"2026-07-23T04:58:34.945597Z","end":"2026-07-23T04:58:35.053127Z","steps":["trace[918675511] 'agreement among raft nodes before linearized reading' (duration: 107.336719ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:58:35.531146Z","caller":"traceutil/trace.go:171","msg":"trace[1222366436] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"208.584937ms","start":"2026-07-23T04:58:35.322529Z","end":"2026-07-23T04:58:35.531114Z","steps":["trace[1222366436] 'process raft request' (duration: 208.369931ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:58:35.859204Z","caller":"traceutil/trace.go:171","msg":"trace[1683212309] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"118.715606ms","start":"2026-07-23T04:58:35.740423Z","end":"2026-07-23T04:58:35.859139Z","steps":["trace[1683212309] 'process raft request' (duration: 118.49837ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:59:57.34662Z","caller":"traceutil/trace.go:171","msg":"trace[1145698249] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2895; }","duration":"147.531172ms","start":"2026-07-23T04:59:57.199022Z","end":"2026-07-23T04:59:57.346553Z","steps":["trace[1145698249] 'read index received' (duration: 146.628047ms)","trace[1145698249] 'applied index is now lower than readState.Index' (duration: 902.115µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T04:59:57.346821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.775719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T04:59:57.34685Z","caller":"traceutil/trace.go:171","msg":"trace[1519255213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2786; }","duration":"147.861141ms","start":"2026-07-23T04:59:57.198982Z","end":"2026-07-23T04:59:57.346843Z","steps":["trace[1519255213] 'agreement among raft nodes before linearized reading' (duration: 147.707067ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T04:59:57.34688Z","caller":"traceutil/trace.go:171","msg":"trace[720073489] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"231.397447ms","start":"2026-07-23T04:59:57.115449Z","end":"2026-07-23T04:59:57.346847Z","steps":["trace[720073489] 'process raft request' (duration: 230.197173ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:02:33.026684Z","caller":"traceutil/trace.go:171","msg":"trace[622657611] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"152.360898ms","start":"2026-07-23T05:02:32.874287Z","end":"2026-07-23T05:02:33.026648Z","steps":["trace[622657611] 'process raft request' (duration: 129.587943ms)","trace[622657611] 'compare' (duration: 22.468256ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:02:33.229414Z","caller":"traceutil/trace.go:171","msg":"trace[1931724287] linearizableReadLoop","detail":"{readStateIndex:3956; appliedIndex:3955; }","duration":"136.530266ms","start":"2026-07-23T05:02:33.092859Z","end":"2026-07-23T05:02:33.229389Z","steps":["trace[1931724287] 'read index received' (duration: 69.688232ms)","trace[1931724287] 'applied index is now lower than readState.Index' (duration: 66.841094ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:02:33.229499Z","caller":"traceutil/trace.go:171","msg":"trace[874380952] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"136.777043ms","start":"2026-07-23T05:02:33.092679Z","end":"2026-07-23T05:02:33.229456Z","steps":["trace[874380952] 'process raft request' (duration: 69.863647ms)","trace[874380952] 'compare' (duration: 66.734441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:02:33.229559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.67444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T05:02:33.229595Z","caller":"traceutil/trace.go:171","msg":"trace[1622644358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3809; }","duration":"136.746392ms","start":"2026-07-23T05:02:33.092838Z","end":"2026-07-23T05:02:33.229585Z","steps":["trace[1622644358] 'agreement among raft nodes before linearized reading' (duration: 136.66366ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:02:33.230755Z","caller":"traceutil/trace.go:171","msg":"trace[632847771] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"112.453535ms","start":"2026-07-23T05:02:33.118273Z","end":"2026-07-23T05:02:33.230726Z","steps":["trace[632847771] 'process raft request' (duration: 112.397724ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:02:33.230949Z","caller":"traceutil/trace.go:171","msg":"trace[1613699534] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"135.903858ms","start":"2026-07-23T05:02:33.095032Z","end":"2026-07-23T05:02:33.230936Z","steps":["trace[1613699534] 'process raft request' (duration: 135.497137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:49.118198Z","caller":"traceutil/trace.go:171","msg":"trace[929093585] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"110.842035ms","start":"2026-07-23T05:03:49.007326Z","end":"2026-07-23T05:03:49.118168Z","steps":["trace[929093585] 'process raft request' (duration: 104.211821ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:49.124462Z","caller":"traceutil/trace.go:171","msg":"trace[1980590476] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"116.477822ms","start":"2026-07-23T05:03:49.007956Z","end":"2026-07-23T05:03:49.124434Z","steps":["trace[1980590476] 'process raft request' (duration: 116.276607ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:49.124527Z","caller":"traceutil/trace.go:171","msg":"trace[1918085795] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"110.961978ms","start":"2026-07-23T05:03:49.013538Z","end":"2026-07-23T05:03:49.1245Z","steps":["trace[1918085795] 'process raft request' (duration: 110.789303ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:54.558629Z","caller":"traceutil/trace.go:171","msg":"trace[1176498291] linearizableReadLoop","detail":"{readStateIndex:5033; appliedIndex:5032; }","duration":"218.291005ms","start":"2026-07-23T05:03:54.340307Z","end":"2026-07-23T05:03:54.558598Z","steps":["trace[1176498291] 'read index received' (duration: 218.151531ms)","trace[1176498291] 'applied index is now lower than readState.Index' (duration: 138.264µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:03:54.558689Z","caller":"traceutil/trace.go:171","msg":"trace[1339758083] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"251.937642ms","start":"2026-07-23T05:03:54.306711Z","end":"2026-07-23T05:03:54.558648Z","steps":["trace[1339758083] 'process raft request' (duration: 251.684485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:03:54.558899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.575233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-23T05:03:54.558991Z","caller":"traceutil/trace.go:171","msg":"trace[145765617] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4845; }","duration":"218.718327ms","start":"2026-07-23T05:03:54.340252Z","end":"2026-07-23T05:03:54.55897Z","steps":["trace[145765617] 'agreement among raft nodes before linearized reading' (duration: 218.491071ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:54.578539Z","caller":"traceutil/trace.go:171","msg":"trace[926925075] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"149.82624ms","start":"2026-07-23T05:03:54.428692Z","end":"2026-07-23T05:03:54.578518Z","steps":["trace[926925075] 'process raft request' (duration: 149.553693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:03:54.578655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.164721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-07-23T05:03:54.578721Z","caller":"traceutil/trace.go:171","msg":"trace[1982927128] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4846; }","duration":"136.279374ms","start":"2026-07-23T05:03:54.442426Z","end":"2026-07-23T05:03:54.578706Z","steps":["trace[1982927128] 'agreement among raft nodes before linearized reading' (duration: 136.054517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:03:54.578794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.781676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-23T05:03:54.578897Z","caller":"traceutil/trace.go:171","msg":"trace[498791046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4846; }","duration":"100.928149ms","start":"2026-07-23T05:03:54.477945Z","end":"2026-07-23T05:03:54.578874Z","steps":["trace[498791046] 'agreement among raft nodes before linearized reading' (duration: 100.58209ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:58.770234Z","caller":"traceutil/trace.go:171","msg":"trace[1600560644] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"121.376229ms","start":"2026-07-23T05:03:58.64883Z","end":"2026-07-23T05:03:58.770206Z","steps":["trace[1600560644] 'read index received' (duration: 121.124952ms)","trace[1600560644] 'applied index is now lower than readState.Index' (duration: 249.886µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:03:58.770343Z","caller":"traceutil/trace.go:171","msg":"trace[1748474656] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"124.595748ms","start":"2026-07-23T05:03:58.645703Z","end":"2026-07-23T05:03:58.770299Z","steps":["trace[1748474656] 'process raft request' (duration: 124.249278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:03:58.770973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.112139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786920"} {"level":"info","ts":"2026-07-23T05:03:58.771066Z","caller":"traceutil/trace.go:171","msg":"trace[1678740076] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5003; }","duration":"122.219032ms","start":"2026-07-23T05:03:58.648826Z","end":"2026-07-23T05:03:58.771045Z","steps":["trace[1678740076] 'agreement among raft nodes before linearized reading' (duration: 121.502502ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:58.882625Z","caller":"traceutil/trace.go:171","msg":"trace[1687129592] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"112.255354ms","start":"2026-07-23T05:03:58.770327Z","end":"2026-07-23T05:03:58.882583Z","steps":["trace[1687129592] 'read index received' (duration: 68.561258ms)","trace[1687129592] 'applied index is now lower than readState.Index' (duration: 43.691256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:03:58.882854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.611726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-040e55b6-f53a-4ac7-8c46-bfe211d14f12\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-23T05:03:58.882936Z","caller":"traceutil/trace.go:171","msg":"trace[1857316574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-040e55b6-f53a-4ac7-8c46-bfe211d14f12; range_end:; response_count:1; response_revision:5003; }","duration":"171.757531ms","start":"2026-07-23T05:03:58.711163Z","end":"2026-07-23T05:03:58.88292Z","steps":["trace[1857316574] 'agreement among raft nodes before linearized reading' (duration: 171.539535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:03:58.88289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.659528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-23T05:03:58.882976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.517535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-23T05:03:58.883028Z","caller":"traceutil/trace.go:171","msg":"trace[1130858695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5003; }","duration":"120.923016ms","start":"2026-07-23T05:03:58.762074Z","end":"2026-07-23T05:03:58.882997Z","steps":["trace[1130858695] 'agreement among raft nodes before linearized reading' (duration: 120.620898ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:58.883107Z","caller":"traceutil/trace.go:171","msg":"trace[1932584227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5003; }","duration":"143.70987ms","start":"2026-07-23T05:03:58.739367Z","end":"2026-07-23T05:03:58.883077Z","steps":["trace[1932584227] 'agreement among raft nodes before linearized reading' (duration: 143.306969ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:59.316545Z","caller":"traceutil/trace.go:171","msg":"trace[359566794] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"214.85068ms","start":"2026-07-23T05:03:59.101668Z","end":"2026-07-23T05:03:59.316519Z","steps":["trace[359566794] 'process raft request' (duration: 214.688586ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:59.335007Z","caller":"traceutil/trace.go:171","msg":"trace[1705851640] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"139.781091ms","start":"2026-07-23T05:03:59.1952Z","end":"2026-07-23T05:03:59.334981Z","steps":["trace[1705851640] 'process raft request' (duration: 139.684208ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:03:59.33534Z","caller":"traceutil/trace.go:171","msg":"trace[1700667325] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"210.539801ms","start":"2026-07-23T05:03:59.124607Z","end":"2026-07-23T05:03:59.335147Z","steps":["trace[1700667325] 'process raft request' (duration: 210.14195ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:04:12.302627Z","caller":"traceutil/trace.go:171","msg":"trace[678816962] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"104.311523ms","start":"2026-07-23T05:04:12.19827Z","end":"2026-07-23T05:04:12.302582Z","steps":["trace[678816962] 'process raft request' (duration: 104.021235ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:04:12.65882Z","caller":"traceutil/trace.go:171","msg":"trace[1318333386] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"345.98729ms","start":"2026-07-23T05:04:12.312786Z","end":"2026-07-23T05:04:12.658773Z","steps":["trace[1318333386] 'process raft request' (duration: 345.722712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:04:12.659108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:04:12.312758Z","time spent":"346.207795ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7957,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:04:12.665501Z","caller":"traceutil/trace.go:171","msg":"trace[495022289] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"335.322483ms","start":"2026-07-23T05:04:12.33015Z","end":"2026-07-23T05:04:12.665472Z","steps":["trace[495022289] 'process raft request' (duration: 334.717956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:04:12.665692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:04:12.330133Z","time spent":"335.453777ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:04:19.534101Z","caller":"traceutil/trace.go:171","msg":"trace[613268534] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"171.014717ms","start":"2026-07-23T05:04:19.363056Z","end":"2026-07-23T05:04:19.534071Z","steps":["trace[613268534] 'process raft request' (duration: 78.917386ms)","trace[613268534] 'compare' (duration: 91.866465ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:04:19.534349Z","caller":"traceutil/trace.go:171","msg":"trace[136456469] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"165.315798ms","start":"2026-07-23T05:04:19.369023Z","end":"2026-07-23T05:04:19.534339Z","steps":["trace[136456469] 'process raft request' (duration: 164.984799ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:04:19.553821Z","caller":"traceutil/trace.go:171","msg":"trace[1078599017] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5649; }","duration":"107.615243ms","start":"2026-07-23T05:04:19.446186Z","end":"2026-07-23T05:04:19.553801Z","steps":["trace[1078599017] 'read index received' (duration: 107.447678ms)","trace[1078599017] 'applied index is now lower than readState.Index' (duration: 166.765µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:04:19.553921Z","caller":"traceutil/trace.go:171","msg":"trace[816870789] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"139.001276ms","start":"2026-07-23T05:04:19.41487Z","end":"2026-07-23T05:04:19.553871Z","steps":["trace[816870789] 'process raft request' (duration: 138.813111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:04:19.554136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.919281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-23T05:04:19.554181Z","caller":"traceutil/trace.go:171","msg":"trace[176699521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5445; }","duration":"108.048205ms","start":"2026-07-23T05:04:19.446121Z","end":"2026-07-23T05:04:19.554169Z","steps":["trace[176699521] 'agreement among raft nodes before linearized reading' (duration: 107.831559ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:05:30.623281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2970} {"level":"info","ts":"2026-07-23T05:05:30.700789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2970,"took":"75.183362ms","hash":1297988329,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":34357248,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-23T05:05:30.70118Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1297988329,"revision":2970,"compact-revision":-1} {"level":"info","ts":"2026-07-23T05:10:30.643333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6073} {"level":"info","ts":"2026-07-23T05:10:30.763426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6073,"took":"117.911127ms","hash":1155044837,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":22519808,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-23T05:10:30.763511Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1155044837,"revision":6073,"compact-revision":2970} {"level":"info","ts":"2026-07-23T05:10:48.448678Z","caller":"traceutil/trace.go:171","msg":"trace[1074539826] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"134.567152ms","start":"2026-07-23T05:10:48.314089Z","end":"2026-07-23T05:10:48.448656Z","steps":["trace[1074539826] 'read index received' (duration: 134.453539ms)","trace[1074539826] 'applied index is now lower than readState.Index' (duration: 112.923µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:10:48.448729Z","caller":"traceutil/trace.go:171","msg":"trace[195144998] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"144.145088ms","start":"2026-07-23T05:10:48.304552Z","end":"2026-07-23T05:10:48.448697Z","steps":["trace[195144998] 'process raft request' (duration: 143.979884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:10:48.449595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.451056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-23T05:10:48.449748Z","caller":"traceutil/trace.go:171","msg":"trace[937622743] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8362; }","duration":"135.677412ms","start":"2026-07-23T05:10:48.314027Z","end":"2026-07-23T05:10:48.449704Z","steps":["trace[937622743] 'agreement among raft nodes before linearized reading' (duration: 134.736726ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:10:48.478574Z","caller":"traceutil/trace.go:171","msg":"trace[54805997] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"158.774645ms","start":"2026-07-23T05:10:48.31976Z","end":"2026-07-23T05:10:48.478534Z","steps":["trace[54805997] 'process raft request' (duration: 158.57927ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:11:15.92215Z","caller":"traceutil/trace.go:171","msg":"trace[763625301] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"116.115529ms","start":"2026-07-23T05:11:15.806Z","end":"2026-07-23T05:11:15.922116Z","steps":["trace[763625301] 'process raft request' (duration: 115.808671ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:11:17.352191Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022ad.wal"} {"level":"info","ts":"2026-07-23T05:11:19.479151Z","caller":"traceutil/trace.go:171","msg":"trace[911826897] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"120.48737ms","start":"2026-07-23T05:11:19.358627Z","end":"2026-07-23T05:11:19.479115Z","steps":["trace[911826897] 'process raft request' (duration: 120.224763ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:11:29.326189Z","caller":"traceutil/trace.go:171","msg":"trace[1922386502] linearizableReadLoop","detail":"{readStateIndex:8990; appliedIndex:8989; }","duration":"131.582569ms","start":"2026-07-23T05:11:29.19457Z","end":"2026-07-23T05:11:29.326152Z","steps":["trace[1922386502] 'read index received' (duration: 113.598569ms)","trace[1922386502] 'applied index is now lower than readState.Index' (duration: 17.98249ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:11:29.326439Z","caller":"traceutil/trace.go:171","msg":"trace[422991084] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"193.966974ms","start":"2026-07-23T05:11:29.132418Z","end":"2026-07-23T05:11:29.326385Z","steps":["trace[422991084] 'process raft request' (duration: 175.810059ms)","trace[422991084] 'compare' (duration: 17.720913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:11:29.326717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.129414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-23T05:11:29.326773Z","caller":"traceutil/trace.go:171","msg":"trace[800591320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8679; }","duration":"132.243427ms","start":"2026-07-23T05:11:29.194514Z","end":"2026-07-23T05:11:29.326758Z","steps":["trace[800591320] 'agreement among raft nodes before linearized reading' (duration: 131.998481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:11:29.35891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.957729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-23T05:11:29.359008Z","caller":"traceutil/trace.go:171","msg":"trace[534639587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8680; }","duration":"155.166495ms","start":"2026-07-23T05:11:29.203821Z","end":"2026-07-23T05:11:29.358988Z","steps":["trace[534639587] 'agreement among raft nodes before linearized reading' (duration: 154.770694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:11:29.359912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.54402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-23T05:11:29.36016Z","caller":"traceutil/trace.go:171","msg":"trace[404977956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8680; }","duration":"135.818847ms","start":"2026-07-23T05:11:29.224327Z","end":"2026-07-23T05:11:29.360146Z","steps":["trace[404977956] 'agreement among raft nodes before linearized reading' (duration: 135.532069ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:13:19.138242Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T05:13:19.144377Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-23T05:13:19.144505Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-23T05:15:30.649104Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8142} {"level":"info","ts":"2026-07-23T05:15:30.71057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8142,"took":"58.96076ms","hash":2655013296,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":29876224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-23T05:15:30.710625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2655013296,"revision":8142,"compact-revision":6073} {"level":"info","ts":"2026-07-23T05:16:34.659879Z","caller":"traceutil/trace.go:171","msg":"trace[1930047464] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"131.452767ms","start":"2026-07-23T05:16:34.5284Z","end":"2026-07-23T05:16:34.659853Z","steps":["trace[1930047464] 'process raft request' (duration: 131.288392ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:20:30.655081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10753} {"level":"info","ts":"2026-07-23T05:20:30.739046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10753,"took":"80.9031ms","hash":2982521565,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":27156480,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-23T05:20:30.739125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2982521565,"revision":10753,"compact-revision":8142} {"level":"info","ts":"2026-07-23T05:22:29.694517Z","caller":"traceutil/trace.go:171","msg":"trace[952064422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13724; }","duration":"100.046862ms","start":"2026-07-23T05:22:29.594443Z","end":"2026-07-23T05:22:29.69449Z","steps":["trace[952064422] 'range keys from in-memory index tree' (duration: 99.789815ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:22:52.324399Z","caller":"traceutil/trace.go:171","msg":"trace[197768721] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"236.178338ms","start":"2026-07-23T05:22:52.088192Z","end":"2026-07-23T05:22:52.324371Z","steps":["trace[197768721] 'process raft request' (duration: 236.028053ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:22:52.326071Z","caller":"traceutil/trace.go:171","msg":"trace[1172219231] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"160.01857ms","start":"2026-07-23T05:22:52.166025Z","end":"2026-07-23T05:22:52.326043Z","steps":["trace[1172219231] 'process raft request' (duration: 159.886327ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:23:08.975402Z","caller":"traceutil/trace.go:171","msg":"trace[984774524] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"317.660444ms","start":"2026-07-23T05:23:08.657707Z","end":"2026-07-23T05:23:08.975368Z","steps":["trace[984774524] 'process raft request' (duration: 317.400156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:23:08.975697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:23:08.657684Z","time spent":"317.832889ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:23:08.979021Z","caller":"traceutil/trace.go:171","msg":"trace[262224786] transaction","detail":"{read_only:false; response_revision:13946; number_of_response:1; }","duration":"278.206796ms","start":"2026-07-23T05:23:08.700781Z","end":"2026-07-23T05:23:08.978988Z","steps":["trace[262224786] 'process raft request' (duration: 278.053562ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:23:18.835927Z","caller":"traceutil/trace.go:171","msg":"trace[383794465] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"416.621345ms","start":"2026-07-23T05:23:18.419276Z","end":"2026-07-23T05:23:18.835897Z","steps":["trace[383794465] 'process raft request' (duration: 416.321117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:23:18.836354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:23:18.419242Z","time spent":"416.985735ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:23:18.846799Z","caller":"traceutil/trace.go:171","msg":"trace[1221343711] linearizableReadLoop","detail":"{readStateIndex:14595; appliedIndex:14594; }","duration":"374.937106ms","start":"2026-07-23T05:23:18.471848Z","end":"2026-07-23T05:23:18.846785Z","steps":["trace[1221343711] 'read index received' (duration: 364.907827ms)","trace[1221343711] 'applied index is now lower than readState.Index' (duration: 10.027959ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:23:18.846887Z","caller":"traceutil/trace.go:171","msg":"trace[1398758923] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"422.676014ms","start":"2026-07-23T05:23:18.424162Z","end":"2026-07-23T05:23:18.846838Z","steps":["trace[1398758923] 'process raft request' (duration: 422.523269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:23:18.846956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.107381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-23T05:23:18.846991Z","caller":"traceutil/trace.go:171","msg":"trace[763192267] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14111; }","duration":"375.151382ms","start":"2026-07-23T05:23:18.471825Z","end":"2026-07-23T05:23:18.846977Z","steps":["trace[763192267] 'agreement among raft nodes before linearized reading' (duration: 375.015979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:23:18.847018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:23:18.471795Z","time spent":"375.216324ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-23T05:23:18.847098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:23:18.424134Z","time spent":"422.852969ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:24:45.882245Z","caller":"traceutil/trace.go:171","msg":"trace[800201868] linearizableReadLoop","detail":"{readStateIndex:15650; appliedIndex:15649; }","duration":"108.800317ms","start":"2026-07-23T05:24:45.773415Z","end":"2026-07-23T05:24:45.882215Z","steps":["trace[800201868] 'read index received' (duration: 108.580991ms)","trace[800201868] 'applied index is now lower than readState.Index' (duration: 217.856µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:24:45.882418Z","caller":"traceutil/trace.go:171","msg":"trace[81959220] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"294.805729ms","start":"2026-07-23T05:24:45.587572Z","end":"2026-07-23T05:24:45.882377Z","steps":["trace[81959220] 'process raft request' (duration: 294.418968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:24:45.882564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.124745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T05:24:45.882615Z","caller":"traceutil/trace.go:171","msg":"trace[129932119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15134; }","duration":"109.235778ms","start":"2026-07-23T05:24:45.773365Z","end":"2026-07-23T05:24:45.882601Z","steps":["trace[129932119] 'agreement among raft nodes before linearized reading' (duration: 109.028533ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:25:30.662155Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12834} {"level":"info","ts":"2026-07-23T05:25:30.741346Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12834,"took":"75.433929ms","hash":2526114440,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":30404608,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-23T05:25:30.741417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2526114440,"revision":12834,"compact-revision":10753} {"level":"info","ts":"2026-07-23T05:30:30.669459Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15386} {"level":"info","ts":"2026-07-23T05:30:30.777973Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15386,"took":"102.401808ms","hash":2538024322,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":31764480,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T05:30:30.778075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2538024322,"revision":15386,"compact-revision":12834} {"level":"info","ts":"2026-07-23T05:30:40.446536Z","caller":"traceutil/trace.go:171","msg":"trace[1236997112] linearizableReadLoop","detail":"{readStateIndex:18342; appliedIndex:18338; }","duration":"242.191556ms","start":"2026-07-23T05:30:40.204311Z","end":"2026-07-23T05:30:40.446503Z","steps":["trace[1236997112] 'read index received' (duration: 200.663492ms)","trace[1236997112] 'applied index is now lower than readState.Index' (duration: 41.526724ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:30:40.446726Z","caller":"traceutil/trace.go:171","msg":"trace[675175417] transaction","detail":"{read_only:false; response_revision:17736; number_of_response:1; }","duration":"242.839634ms","start":"2026-07-23T05:30:40.203873Z","end":"2026-07-23T05:30:40.446713Z","steps":["trace[675175417] 'process raft request' (duration: 242.538916ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:40.446791Z","caller":"traceutil/trace.go:171","msg":"trace[695720711] transaction","detail":"{read_only:false; response_revision:17734; number_of_response:1; }","duration":"270.246107ms","start":"2026-07-23T05:30:40.176503Z","end":"2026-07-23T05:30:40.446749Z","steps":["trace[695720711] 'process raft request' (duration: 228.362812ms)","trace[695720711] 'compare' (duration: 41.302979ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:30:40.447043Z","caller":"traceutil/trace.go:171","msg":"trace[1779067765] transaction","detail":"{read_only:false; response_revision:17735; number_of_response:1; }","duration":"243.259646ms","start":"2026-07-23T05:30:40.203732Z","end":"2026-07-23T05:30:40.446991Z","steps":["trace[1779067765] 'process raft request' (duration: 242.594757ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:40.447116Z","caller":"traceutil/trace.go:171","msg":"trace[546548976] transaction","detail":"{read_only:false; response_revision:17737; number_of_response:1; }","duration":"243.01719ms","start":"2026-07-23T05:30:40.203967Z","end":"2026-07-23T05:30:40.446985Z","steps":["trace[546548976] 'process raft request' (duration: 242.484875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.447068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.731071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131127"} {"level":"info","ts":"2026-07-23T05:30:40.447453Z","caller":"traceutil/trace.go:171","msg":"trace[152747686] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:17737; }","duration":"243.125082ms","start":"2026-07-23T05:30:40.204299Z","end":"2026-07-23T05:30:40.447425Z","steps":["trace[152747686] 'agreement among raft nodes before linearized reading' (duration: 242.466904ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:40.737902Z","caller":"traceutil/trace.go:171","msg":"trace[1852283384] transaction","detail":"{read_only:false; response_revision:17738; number_of_response:1; }","duration":"282.95947ms","start":"2026-07-23T05:30:40.454916Z","end":"2026-07-23T05:30:40.737876Z","steps":["trace[1852283384] 'process raft request' (duration: 282.644761ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:40.798526Z","caller":"traceutil/trace.go:171","msg":"trace[1052983062] linearizableReadLoop","detail":"{readStateIndex:18344; appliedIndex:18342; }","duration":"340.177842ms","start":"2026-07-23T05:30:40.458318Z","end":"2026-07-23T05:30:40.798496Z","steps":["trace[1052983062] 'read index received' (duration: 279.146665ms)","trace[1052983062] 'applied index is now lower than readState.Index' (duration: 61.029527ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:30:40.798628Z","caller":"traceutil/trace.go:171","msg":"trace[1766502929] transaction","detail":"{read_only:false; response_revision:17739; number_of_response:1; }","duration":"342.550638ms","start":"2026-07-23T05:30:40.456052Z","end":"2026-07-23T05:30:40.798603Z","steps":["trace[1766502929] 'process raft request' (duration: 342.171968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.798772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.44883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-23T05:30:40.798828Z","caller":"traceutil/trace.go:171","msg":"trace[1041224134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72; range_end:; response_count:1; response_revision:17741; }","duration":"340.551393ms","start":"2026-07-23T05:30:40.45826Z","end":"2026-07-23T05:30:40.798811Z","steps":["trace[1041224134] 'agreement among raft nodes before linearized reading' (duration: 340.380528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.798868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:30:40.458241Z","time spent":"340.618014ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72\" "} {"level":"warn","ts":"2026-07-23T05:30:40.799049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:30:40.456037Z","time spent":"342.686522ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:30:40.799331Z","caller":"traceutil/trace.go:171","msg":"trace[1643369268] transaction","detail":"{read_only:false; response_revision:17740; number_of_response:1; }","duration":"101.333318ms","start":"2026-07-23T05:30:40.697201Z","end":"2026-07-23T05:30:40.798535Z","steps":["trace[1643369268] 'process raft request' (duration: 101.194924ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:40.996432Z","caller":"traceutil/trace.go:171","msg":"trace[275896428] linearizableReadLoop","detail":"{readStateIndex:18348; appliedIndex:18346; }","duration":"197.783842ms","start":"2026-07-23T05:30:40.798611Z","end":"2026-07-23T05:30:40.996395Z","steps":["trace[275896428] 'read index received' (duration: 173.337022ms)","trace[275896428] 'applied index is now lower than readState.Index' (duration: 24.44554ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:30:40.996534Z","caller":"traceutil/trace.go:171","msg":"trace[482430988] transaction","detail":"{read_only:false; response_revision:17743; number_of_response:1; }","duration":"247.951706ms","start":"2026-07-23T05:30:40.74854Z","end":"2026-07-23T05:30:40.996491Z","steps":["trace[482430988] 'process raft request' (duration: 247.71178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.996731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.919724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fvj2f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-07-23T05:30:40.996781Z","caller":"traceutil/trace.go:171","msg":"trace[929801844] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fvj2f; range_end:; response_count:1; response_revision:17743; }","duration":"203.022667ms","start":"2026-07-23T05:30:40.793747Z","end":"2026-07-23T05:30:40.99677Z","steps":["trace[929801844] 'agreement among raft nodes before linearized reading' (duration: 202.810751ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:40.99687Z","caller":"traceutil/trace.go:171","msg":"trace[782818537] transaction","detail":"{read_only:false; response_revision:17742; number_of_response:1; }","duration":"257.126732ms","start":"2026-07-23T05:30:40.739727Z","end":"2026-07-23T05:30:40.996853Z","steps":["trace[782818537] 'process raft request' (duration: 232.338642ms)","trace[782818537] 'compare' (duration: 23.879534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:30:40.997098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.179021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-23T05:30:40.997155Z","caller":"traceutil/trace.go:171","msg":"trace[1776403386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:17743; }","duration":"194.268003ms","start":"2026-07-23T05:30:40.802871Z","end":"2026-07-23T05:30:40.997139Z","steps":["trace[1776403386] 'agreement among raft nodes before linearized reading' (duration: 194.14388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.9976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.459366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdrvb\" ","response":"range_response_count:1 size:20661"} {"level":"info","ts":"2026-07-23T05:30:40.997659Z","caller":"traceutil/trace.go:171","msg":"trace[914428634] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tdrvb; range_end:; response_count:1; response_revision:17743; }","duration":"433.541019ms","start":"2026-07-23T05:30:40.564103Z","end":"2026-07-23T05:30:40.997644Z","steps":["trace[914428634] 'agreement among raft nodes before linearized reading' (duration: 433.302732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.997699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:30:40.56402Z","time spent":"433.671223ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20684,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdrvb\" "} {"level":"warn","ts":"2026-07-23T05:30:40.997745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.669022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:30:40.997796Z","caller":"traceutil/trace.go:171","msg":"trace[1378518099] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17743; }","duration":"502.743184ms","start":"2026-07-23T05:30:40.495041Z","end":"2026-07-23T05:30:40.997784Z","steps":["trace[1378518099] 'agreement among raft nodes before linearized reading' (duration: 502.551959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.997784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.168988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:935283"} {"level":"warn","ts":"2026-07-23T05:30:40.997832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:30:40.495031Z","time spent":"502.792406ms","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":142,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:30:40.997881Z","caller":"traceutil/trace.go:171","msg":"trace[1639030925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17743; }","duration":"539.294361ms","start":"2026-07-23T05:30:40.458565Z","end":"2026-07-23T05:30:40.99786Z","steps":["trace[1639030925] 'agreement among raft nodes before linearized reading' (duration: 538.031175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:40.997939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:30:40.458556Z","time spent":"539.370822ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":935306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-23T05:30:41.156679Z","caller":"traceutil/trace.go:171","msg":"trace[1102714014] transaction","detail":"{read_only:false; response_revision:17750; number_of_response:1; }","duration":"121.228042ms","start":"2026-07-23T05:30:41.035418Z","end":"2026-07-23T05:30:41.156646Z","steps":["trace[1102714014] 'process raft request' (duration: 69.448212ms)","trace[1102714014] 'compare' (duration: 51.533083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:30:41.157168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.300225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-23T05:30:41.157259Z","caller":"traceutil/trace.go:171","msg":"trace[1408072913] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:17751; }","duration":"139.414758ms","start":"2026-07-23T05:30:41.017824Z","end":"2026-07-23T05:30:41.157239Z","steps":["trace[1408072913] 'agreement among raft nodes before linearized reading' (duration: 139.083258ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:49.541998Z","caller":"traceutil/trace.go:171","msg":"trace[1849646515] transaction","detail":"{read_only:false; response_revision:17915; number_of_response:1; }","duration":"156.04427ms","start":"2026-07-23T05:30:49.385932Z","end":"2026-07-23T05:30:49.541976Z","steps":["trace[1849646515] 'process raft request' (duration: 155.815823ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:30:49.542163Z","caller":"traceutil/trace.go:171","msg":"trace[1283708828] transaction","detail":"{read_only:false; response_revision:17914; number_of_response:1; }","duration":"162.294695ms","start":"2026-07-23T05:30:49.379567Z","end":"2026-07-23T05:30:49.541862Z","steps":["trace[1283708828] 'process raft request' (duration: 162.013397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:49.542223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.890767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-tdrvb-vnc\" ","response":"range_response_count:1 size:4281"} {"level":"info","ts":"2026-07-23T05:30:49.542385Z","caller":"traceutil/trace.go:171","msg":"trace[1083881917] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-tdrvb-vnc; range_end:; response_count:1; response_revision:17915; }","duration":"160.073552ms","start":"2026-07-23T05:30:49.38227Z","end":"2026-07-23T05:30:49.542344Z","steps":["trace[1083881917] 'agreement among raft nodes before linearized reading' (duration: 159.718042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:49.542292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.273163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-tdrvb-vnc-8v9tr\" ","response":"range_response_count:1 size:2533"} {"level":"info","ts":"2026-07-23T05:30:49.542613Z","caller":"traceutil/trace.go:171","msg":"trace[796919179] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-tdrvb-vnc-8v9tr; range_end:; response_count:1; response_revision:17915; }","duration":"162.634644ms","start":"2026-07-23T05:30:49.379953Z","end":"2026-07-23T05:30:49.542588Z","steps":["trace[796919179] 'agreement among raft nodes before linearized reading' (duration: 162.011327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:30:49.543239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.192313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-23T05:30:49.543351Z","caller":"traceutil/trace.go:171","msg":"trace[572797302] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17915; }","duration":"111.414559ms","start":"2026-07-23T05:30:49.431912Z","end":"2026-07-23T05:30:49.543326Z","steps":["trace[572797302] 'agreement among raft nodes before linearized reading' (duration: 109.976889ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:33:57.250945Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T05:33:57.257749Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-23T05:33:57.257917Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-23T05:35:30.676426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17649} {"level":"info","ts":"2026-07-23T05:35:30.770222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17649,"took":"90.443855ms","hash":963051222,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":34570240,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-23T05:35:30.770288Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":963051222,"revision":17649,"compact-revision":15386} {"level":"info","ts":"2026-07-23T05:37:00.516731Z","caller":"traceutil/trace.go:171","msg":"trace[125005799] transaction","detail":"{read_only:false; response_revision:20581; number_of_response:1; }","duration":"163.943559ms","start":"2026-07-23T05:37:00.352753Z","end":"2026-07-23T05:37:00.516697Z","steps":["trace[125005799] 'process raft request' (duration: 109.707231ms)","trace[125005799] 'compare' (duration: 54.077164ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:00.528165Z","caller":"traceutil/trace.go:171","msg":"trace[1888326601] transaction","detail":"{read_only:false; response_revision:20582; number_of_response:1; }","duration":"164.72737ms","start":"2026-07-23T05:37:00.363406Z","end":"2026-07-23T05:37:00.528133Z","steps":["trace[1888326601] 'process raft request' (duration: 164.160434ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:01.144722Z","caller":"traceutil/trace.go:171","msg":"trace[829528388] transaction","detail":"{read_only:false; response_revision:20586; number_of_response:1; }","duration":"169.252537ms","start":"2026-07-23T05:37:00.975399Z","end":"2026-07-23T05:37:01.144651Z","steps":["trace[829528388] 'process raft request' (duration: 125.236533ms)","trace[829528388] 'compare' (duration: 43.603552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:02.969361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939197850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:37:03.074263Z","caller":"traceutil/trace.go:171","msg":"trace[1535194837] transaction","detail":"{read_only:false; response_revision:20589; number_of_response:1; }","duration":"780.881935ms","start":"2026-07-23T05:37:02.293356Z","end":"2026-07-23T05:37:03.074238Z","steps":["trace[1535194837] 'process raft request' (duration: 780.695809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:03.074418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.293339Z","time spent":"780.997657ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:37:03.249664Z","caller":"traceutil/trace.go:171","msg":"trace[279414659] transaction","detail":"{read_only:false; response_revision:20591; number_of_response:1; }","duration":"727.393696ms","start":"2026-07-23T05:37:02.522239Z","end":"2026-07-23T05:37:03.249633Z","steps":["trace[279414659] 'process raft request' (duration: 727.272043ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:03.249701Z","caller":"traceutil/trace.go:171","msg":"trace[1668885672] transaction","detail":"{read_only:false; response_revision:20590; number_of_response:1; }","duration":"763.780388ms","start":"2026-07-23T05:37:02.485868Z","end":"2026-07-23T05:37:03.249649Z","steps":["trace[1668885672] 'process raft request' (duration: 763.427958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:03.249854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.522218Z","time spent":"727.53989ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:37:03.249996Z","caller":"traceutil/trace.go:171","msg":"trace[1043558758] transaction","detail":"{read_only:false; response_revision:20592; number_of_response:1; }","duration":"716.429482ms","start":"2026-07-23T05:37:02.533546Z","end":"2026-07-23T05:37:03.249975Z","steps":["trace[1043558758] 'process raft request' (duration: 716.045831ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:03.250101Z","caller":"traceutil/trace.go:171","msg":"trace[1434772518] transaction","detail":"{read_only:false; response_revision:20593; number_of_response:1; }","duration":"563.905821ms","start":"2026-07-23T05:37:02.686168Z","end":"2026-07-23T05:37:03.250074Z","steps":["trace[1434772518] 'process raft request' (duration: 563.732476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:03.250252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.08308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:37:03.250219Z","caller":"traceutil/trace.go:171","msg":"trace[422160670] transaction","detail":"{read_only:false; response_revision:20594; number_of_response:1; }","duration":"274.323218ms","start":"2026-07-23T05:37:02.975832Z","end":"2026-07-23T05:37:03.250155Z","steps":["trace[422160670] 'process raft request' (duration: 274.183944ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:03.250309Z","caller":"traceutil/trace.go:171","msg":"trace[610090868] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20594; }","duration":"781.200833ms","start":"2026-07-23T05:37:02.469095Z","end":"2026-07-23T05:37:03.250295Z","steps":["trace[610090868] 'agreement among raft nodes before linearized reading' (duration: 781.078519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:03.250302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.686137Z","time spent":"564.060584ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:03.250346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.469074Z","time spent":"781.264084ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:37:03.250097Z","caller":"traceutil/trace.go:171","msg":"trace[365070336] linearizableReadLoop","detail":"{readStateIndex:21293; appliedIndex:21288; }","duration":"780.913014ms","start":"2026-07-23T05:37:02.469152Z","end":"2026-07-23T05:37:03.250065Z","steps":["trace[365070336] 'read index received' (duration: 604.88841ms)","trace[365070336] 'applied index is now lower than readState.Index' (duration: 176.023654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:03.250095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.533531Z","time spent":"716.512974ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:03.250506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.485852Z","time spent":"763.943273ms","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:03.250601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.740874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:37:03.250656Z","caller":"traceutil/trace.go:171","msg":"trace[278178649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20594; }","duration":"655.849097ms","start":"2026-07-23T05:37:02.594787Z","end":"2026-07-23T05:37:03.250636Z","steps":["trace[278178649] 'agreement among raft nodes before linearized reading' (duration: 655.680283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:03.250757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:02.594765Z","time spent":"655.97755ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:37:03.250758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.32951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-23T05:37:03.250759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.337948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:37:03.250865Z","caller":"traceutil/trace.go:171","msg":"trace[844950037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20594; }","duration":"100.497494ms","start":"2026-07-23T05:37:03.150344Z","end":"2026-07-23T05:37:03.250841Z","steps":["trace[844950037] 'agreement among raft nodes before linearized reading' (duration: 100.201536ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:03.250896Z","caller":"traceutil/trace.go:171","msg":"trace[1601867789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20594; }","duration":"160.516253ms","start":"2026-07-23T05:37:03.090353Z","end":"2026-07-23T05:37:03.250869Z","steps":["trace[1601867789] 'agreement among raft nodes before linearized reading' (duration: 160.326378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:03.455608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.612499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:03.455741Z","caller":"traceutil/trace.go:171","msg":"trace[117113337] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"199.95636ms","start":"2026-07-23T05:37:03.25577Z","end":"2026-07-23T05:37:03.455726Z","steps":["trace[117113337] 'process raft request' (duration: 36.164276ms)","trace[117113337] 'compare' (duration: 163.531457ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:03.455914Z","caller":"traceutil/trace.go:171","msg":"trace[277578017] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"200.113974ms","start":"2026-07-23T05:37:03.255792Z","end":"2026-07-23T05:37:03.455905Z","steps":["trace[277578017] 'process raft request' (duration: 199.901918ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:03.455897Z","caller":"traceutil/trace.go:171","msg":"trace[1253451335] linearizableReadLoop","detail":"{readStateIndex:21296; appliedIndex:21294; }","duration":"195.027053ms","start":"2026-07-23T05:37:03.260842Z","end":"2026-07-23T05:37:03.455869Z","steps":["trace[1253451335] 'read index received' (duration: 31.041813ms)","trace[1253451335] 'applied index is now lower than readState.Index' (duration: 163.98381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:03.456106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.240309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18657"} {"level":"info","ts":"2026-07-23T05:37:03.456167Z","caller":"traceutil/trace.go:171","msg":"trace[973339646] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20596; }","duration":"195.335021ms","start":"2026-07-23T05:37:03.260817Z","end":"2026-07-23T05:37:03.456152Z","steps":["trace[973339646] 'agreement among raft nodes before linearized reading' (duration: 195.147716ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:03.902868Z","caller":"traceutil/trace.go:171","msg":"trace[377063652] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"123.7025ms","start":"2026-07-23T05:37:03.779122Z","end":"2026-07-23T05:37:03.902824Z","steps":["trace[377063652] 'process raft request' (duration: 41.686749ms)","trace[377063652] 'compare' (duration: 81.801225ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:04.107535Z","caller":"traceutil/trace.go:171","msg":"trace[681767595] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"156.813291ms","start":"2026-07-23T05:37:03.950678Z","end":"2026-07-23T05:37:04.107491Z","steps":["trace[681767595] 'process raft request' (duration: 117.348354ms)","trace[681767595] 'compare' (duration: 39.298952ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:05.402559Z","caller":"traceutil/trace.go:171","msg":"trace[801031210] transaction","detail":"{read_only:false; response_revision:20604; number_of_response:1; }","duration":"264.753342ms","start":"2026-07-23T05:37:05.137755Z","end":"2026-07-23T05:37:05.402509Z","steps":["trace[801031210] 'process raft request' (duration: 264.543616ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.431748Z","caller":"traceutil/trace.go:171","msg":"trace[881318705] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"175.361946ms","start":"2026-07-23T05:37:05.256352Z","end":"2026-07-23T05:37:05.431714Z","steps":["trace[881318705] 'process raft request' (duration: 174.950495ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.432152Z","caller":"traceutil/trace.go:171","msg":"trace[992110840] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"175.347866ms","start":"2026-07-23T05:37:05.256767Z","end":"2026-07-23T05:37:05.432115Z","steps":["trace[992110840] 'process raft request' (duration: 174.895333ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.432206Z","caller":"traceutil/trace.go:171","msg":"trace[114969978] transaction","detail":"{read_only:false; response_revision:20608; number_of_response:1; }","duration":"175.179021ms","start":"2026-07-23T05:37:05.256996Z","end":"2026-07-23T05:37:05.432175Z","steps":["trace[114969978] 'process raft request' (duration: 175.057348ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.43227Z","caller":"traceutil/trace.go:171","msg":"trace[943769370] transaction","detail":"{read_only:false; response_revision:20609; number_of_response:1; }","duration":"139.570341ms","start":"2026-07-23T05:37:05.292663Z","end":"2026-07-23T05:37:05.432233Z","steps":["trace[943769370] 'process raft request' (duration: 139.428137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.432146Z","caller":"traceutil/trace.go:171","msg":"trace[140707247] transaction","detail":"{read_only:false; response_revision:20607; number_of_response:1; }","duration":"175.204812ms","start":"2026-07-23T05:37:05.256897Z","end":"2026-07-23T05:37:05.432102Z","steps":["trace[140707247] 'process raft request' (duration: 175.004987ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.612861Z","caller":"traceutil/trace.go:171","msg":"trace[1265977616] transaction","detail":"{read_only:false; response_revision:20610; number_of_response:1; }","duration":"148.126819ms","start":"2026-07-23T05:37:05.464702Z","end":"2026-07-23T05:37:05.612829Z","steps":["trace[1265977616] 'process raft request' (duration: 147.901222ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:05.658256Z","caller":"traceutil/trace.go:171","msg":"trace[251696912] transaction","detail":"{read_only:false; response_revision:20611; number_of_response:1; }","duration":"193.153611ms","start":"2026-07-23T05:37:05.465075Z","end":"2026-07-23T05:37:05.658229Z","steps":["trace[251696912] 'process raft request' (duration: 192.991757ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:06.054291Z","caller":"traceutil/trace.go:171","msg":"trace[1652958545] transaction","detail":"{read_only:false; response_revision:20612; number_of_response:1; }","duration":"100.564877ms","start":"2026-07-23T05:37:05.953694Z","end":"2026-07-23T05:37:06.054259Z","steps":["trace[1652958545] 'process raft request' (duration: 100.32473ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:07.710692Z","caller":"traceutil/trace.go:171","msg":"trace[456486088] transaction","detail":"{read_only:false; response_revision:20616; number_of_response:1; }","duration":"272.323512ms","start":"2026-07-23T05:37:07.438347Z","end":"2026-07-23T05:37:07.710671Z","steps":["trace[456486088] 'process raft request' (duration: 272.227049ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:07.7107Z","caller":"traceutil/trace.go:171","msg":"trace[2083806933] transaction","detail":"{read_only:false; response_revision:20615; number_of_response:1; }","duration":"272.439606ms","start":"2026-07-23T05:37:07.438219Z","end":"2026-07-23T05:37:07.710659Z","steps":["trace[2083806933] 'process raft request' (duration: 228.196965ms)","trace[2083806933] 'compare' (duration: 44.016564ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:07.710898Z","caller":"traceutil/trace.go:171","msg":"trace[219364934] transaction","detail":"{read_only:false; response_revision:20617; number_of_response:1; }","duration":"272.425205ms","start":"2026-07-23T05:37:07.438457Z","end":"2026-07-23T05:37:07.710882Z","steps":["trace[219364934] 'process raft request' (duration: 272.174028ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:07.711259Z","caller":"traceutil/trace.go:171","msg":"trace[1094897145] transaction","detail":"{read_only:false; response_revision:20618; number_of_response:1; }","duration":"272.22381ms","start":"2026-07-23T05:37:07.438981Z","end":"2026-07-23T05:37:07.711205Z","steps":["trace[1094897145] 'process raft request' (duration: 271.821359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:08.594182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939197917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:37:09.095233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939197917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:37:09.300327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235543267s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T05:37:09.300811Z","caller":"traceutil/trace.go:171","msg":"trace[1525944178] linearizableReadLoop","detail":"{readStateIndex:21322; appliedIndex:21321; }","duration":"1.207646521s","start":"2026-07-23T05:37:08.093125Z","end":"2026-07-23T05:37:09.300771Z","steps":["trace[1525944178] 'read index received' (duration: 1.207571029s)","trace[1525944178] 'applied index is now lower than readState.Index' (duration: 74.272µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:09.300998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207857997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:37:09.301034Z","caller":"traceutil/trace.go:171","msg":"trace[1655215441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20621; }","duration":"1.20795737s","start":"2026-07-23T05:37:08.093065Z","end":"2026-07-23T05:37:09.301023Z","steps":["trace[1655215441] 'agreement among raft nodes before linearized reading' (duration: 1.207870297s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:09.300995Z","caller":"traceutil/trace.go:171","msg":"trace[2007497246] transaction","detail":"{read_only:false; response_revision:20621; number_of_response:1; }","duration":"1.236346919s","start":"2026-07-23T05:37:08.064606Z","end":"2026-07-23T05:37:09.300953Z","steps":["trace[2007497246] 'process raft request' (duration: 1.235997589s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:09.301077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:08.093044Z","time spent":"1.208025151s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:37:09.301237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:08.064414Z","time spent":"1.236703148s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:09.725007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.049692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-23T05:37:09.725731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495060673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T05:37:09.725839Z","caller":"traceutil/trace.go:171","msg":"trace[1410522011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20621; }","duration":"1.495223027s","start":"2026-07-23T05:37:08.230601Z","end":"2026-07-23T05:37:09.725824Z","steps":["trace[1410522011] 'agreement among raft nodes before linearized reading' (duration: 1.494915979s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:09.725915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:08.230578Z","time spent":"1.49532332s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T05:37:09.725475Z","caller":"traceutil/trace.go:171","msg":"trace[734236850] linearizableReadLoop","detail":"{readStateIndex:21323; appliedIndex:21322; }","duration":"424.524535ms","start":"2026-07-23T05:37:09.300901Z","end":"2026-07-23T05:37:09.725425Z","steps":["trace[734236850] 'read index received' (duration: 296.831454ms)","trace[734236850] 'applied index is now lower than readState.Index' (duration: 127.689651ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:09.960603Z","caller":"traceutil/trace.go:171","msg":"trace[975620812] transaction","detail":"{read_only:false; response_revision:20624; number_of_response:1; }","duration":"243.967634ms","start":"2026-07-23T05:37:09.71661Z","end":"2026-07-23T05:37:09.960578Z","steps":["trace[975620812] 'process raft request' (duration: 243.889822ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:09.960643Z","caller":"traceutil/trace.go:171","msg":"trace[852665540] transaction","detail":"{read_only:false; response_revision:20623; number_of_response:1; }","duration":"244.689554ms","start":"2026-07-23T05:37:09.715905Z","end":"2026-07-23T05:37:09.960594Z","steps":["trace[852665540] 'process raft request' (duration: 244.401296ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:09.960944Z","caller":"traceutil/trace.go:171","msg":"trace[1573475266] transaction","detail":"{read_only:false; response_revision:20625; number_of_response:1; }","duration":"244.197091ms","start":"2026-07-23T05:37:09.716695Z","end":"2026-07-23T05:37:09.960892Z","steps":["trace[1573475266] 'process raft request' (duration: 243.847991ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:09.961068Z","caller":"traceutil/trace.go:171","msg":"trace[101959208] transaction","detail":"{read_only:false; response_revision:20626; number_of_response:1; }","duration":"231.191019ms","start":"2026-07-23T05:37:09.729854Z","end":"2026-07-23T05:37:09.961045Z","steps":["trace[101959208] 'process raft request' (duration: 230.924462ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:09.961087Z","caller":"traceutil/trace.go:171","msg":"trace[1467516656] linearizableReadLoop","detail":"{readStateIndex:21327; appliedIndex:21323; }","duration":"234.84485ms","start":"2026-07-23T05:37:09.726178Z","end":"2026-07-23T05:37:09.961023Z","steps":["trace[1467516656] 'read index received' (duration: 15.048388ms)","trace[1467516656] 'applied index is now lower than readState.Index' (duration: 219.794232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:09.96125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.069117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:37:09.961291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.944439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T05:37:09.96131Z","caller":"traceutil/trace.go:171","msg":"trace[1206835271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20626; }","duration":"659.17226ms","start":"2026-07-23T05:37:09.302121Z","end":"2026-07-23T05:37:09.961294Z","steps":["trace[1206835271] 'agreement among raft nodes before linearized reading' (duration: 659.061527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:09.96135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:09.302105Z","time spent":"659.235171ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:37:09.961348Z","caller":"traceutil/trace.go:171","msg":"trace[1565147231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20626; }","duration":"474.049332ms","start":"2026-07-23T05:37:09.487282Z","end":"2026-07-23T05:37:09.961331Z","steps":["trace[1565147231] 'agreement among raft nodes before linearized reading' (duration: 473.754484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:09.961371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.67318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:37:09.961394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:09.487256Z","time spent":"474.126174ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T05:37:09.96141Z","caller":"traceutil/trace.go:171","msg":"trace[1868465822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20626; }","duration":"205.757962ms","start":"2026-07-23T05:37:09.755638Z","end":"2026-07-23T05:37:09.961396Z","steps":["trace[1868465822] 'agreement among raft nodes before linearized reading' (duration: 205.615178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:09.961571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.819341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T05:37:09.961682Z","caller":"traceutil/trace.go:171","msg":"trace[254686942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20626; }","duration":"184.010087ms","start":"2026-07-23T05:37:09.777648Z","end":"2026-07-23T05:37:09.961659Z","steps":["trace[254686942] 'agreement among raft nodes before linearized reading' (duration: 183.621596ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:10.147844Z","caller":"traceutil/trace.go:171","msg":"trace[1619893957] linearizableReadLoop","detail":"{readStateIndex:21331; appliedIndex:21328; }","duration":"179.12289ms","start":"2026-07-23T05:37:09.9687Z","end":"2026-07-23T05:37:10.147823Z","steps":["trace[1619893957] 'read index received' (duration: 59.503464ms)","trace[1619893957] 'applied index is now lower than readState.Index' (duration: 119.618556ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:10.147884Z","caller":"traceutil/trace.go:171","msg":"trace[1503909390] transaction","detail":"{read_only:false; response_revision:20628; number_of_response:1; }","duration":"180.975612ms","start":"2026-07-23T05:37:09.966883Z","end":"2026-07-23T05:37:10.147859Z","steps":["trace[1503909390] 'process raft request' (duration: 167.252371ms)","trace[1503909390] 'compare' (duration: 13.473145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:10.147952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.236184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:37:10.147978Z","caller":"traceutil/trace.go:171","msg":"trace[1407007583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20629; }","duration":"179.298776ms","start":"2026-07-23T05:37:09.968672Z","end":"2026-07-23T05:37:10.147971Z","steps":["trace[1407007583] 'agreement among raft nodes before linearized reading' (duration: 179.230964ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:10.148095Z","caller":"traceutil/trace.go:171","msg":"trace[61396305] transaction","detail":"{read_only:false; response_revision:20629; number_of_response:1; }","duration":"181.068225ms","start":"2026-07-23T05:37:09.966978Z","end":"2026-07-23T05:37:10.148046Z","steps":["trace[61396305] 'process raft request' (duration: 180.795367ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:12.132561Z","caller":"traceutil/trace.go:171","msg":"trace[721792327] transaction","detail":"{read_only:false; response_revision:20632; number_of_response:1; }","duration":"166.180721ms","start":"2026-07-23T05:37:11.966355Z","end":"2026-07-23T05:37:12.132536Z","steps":["trace[721792327] 'process raft request' (duration: 166.007076ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:12.268109Z","caller":"traceutil/trace.go:171","msg":"trace[1321734127] linearizableReadLoop","detail":"{readStateIndex:21337; appliedIndex:21333; }","duration":"235.17781ms","start":"2026-07-23T05:37:12.03291Z","end":"2026-07-23T05:37:12.268087Z","steps":["trace[1321734127] 'read index received' (duration: 99.496957ms)","trace[1321734127] 'applied index is now lower than readState.Index' (duration: 135.679832ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:12.26824Z","caller":"traceutil/trace.go:171","msg":"trace[1998138100] transaction","detail":"{read_only:false; response_revision:20633; number_of_response:1; }","duration":"300.373922ms","start":"2026-07-23T05:37:11.967851Z","end":"2026-07-23T05:37:12.268225Z","steps":["trace[1998138100] 'process raft request' (duration: 245.956749ms)","trace[1998138100] 'compare' (duration: 53.817577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:12.268342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:11.967837Z","time spent":"300.431164ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:12.268441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.514159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T05:37:12.26852Z","caller":"traceutil/trace.go:171","msg":"trace[1928781182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20635; }","duration":"235.606182ms","start":"2026-07-23T05:37:12.032895Z","end":"2026-07-23T05:37:12.268501Z","steps":["trace[1928781182] 'agreement among raft nodes before linearized reading' (duration: 235.350295ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:12.26853Z","caller":"traceutil/trace.go:171","msg":"trace[1701476996] transaction","detail":"{read_only:false; response_revision:20634; number_of_response:1; }","duration":"300.092655ms","start":"2026-07-23T05:37:11.968398Z","end":"2026-07-23T05:37:12.26849Z","steps":["trace[1701476996] 'process raft request' (duration: 299.539859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:12.268567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.382099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T05:37:12.268592Z","caller":"traceutil/trace.go:171","msg":"trace[623599229] transaction","detail":"{read_only:false; response_revision:20635; number_of_response:1; }","duration":"298.204202ms","start":"2026-07-23T05:37:11.970361Z","end":"2026-07-23T05:37:12.268565Z","steps":["trace[623599229] 'process raft request' (duration: 297.685917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:12.268476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.437726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:37:12.268756Z","caller":"traceutil/trace.go:171","msg":"trace[1359170506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20635; }","duration":"176.761705ms","start":"2026-07-23T05:37:12.091973Z","end":"2026-07-23T05:37:12.268734Z","steps":["trace[1359170506] 'agreement among raft nodes before linearized reading' (duration: 176.379295ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:12.26866Z","caller":"traceutil/trace.go:171","msg":"trace[1134181222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20635; }","duration":"115.510172ms","start":"2026-07-23T05:37:12.153131Z","end":"2026-07-23T05:37:12.268642Z","steps":["trace[1134181222] 'agreement among raft nodes before linearized reading' (duration: 115.254705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:12.268967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:11.968379Z","time spent":"300.243868ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:12.269004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.094357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:37:12.269225Z","caller":"traceutil/trace.go:171","msg":"trace[1345350970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20635; }","duration":"117.365854ms","start":"2026-07-23T05:37:12.151823Z","end":"2026-07-23T05:37:12.269189Z","steps":["trace[1345350970] 'agreement among raft nodes before linearized reading' (duration: 116.635264ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:12.780475Z","caller":"traceutil/trace.go:171","msg":"trace[2013041589] linearizableReadLoop","detail":"{readStateIndex:21340; appliedIndex:21338; }","duration":"502.174074ms","start":"2026-07-23T05:37:12.278277Z","end":"2026-07-23T05:37:12.780451Z","steps":["trace[2013041589] 'read index received' (duration: 63.29125ms)","trace[2013041589] 'applied index is now lower than readState.Index' (duration: 438.881864ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:12.780589Z","caller":"traceutil/trace.go:171","msg":"trace[1355576818] transaction","detail":"{read_only:false; response_revision:20638; number_of_response:1; }","duration":"506.057642ms","start":"2026-07-23T05:37:12.274489Z","end":"2026-07-23T05:37:12.780547Z","steps":["trace[1355576818] 'process raft request' (duration: 505.914758ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:12.780605Z","caller":"traceutil/trace.go:171","msg":"trace[1022960203] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"506.196326ms","start":"2026-07-23T05:37:12.274382Z","end":"2026-07-23T05:37:12.780579Z","steps":["trace[1022960203] 'process raft request' (duration: 505.836466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:12.780692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.39065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:37:12.780735Z","caller":"traceutil/trace.go:171","msg":"trace[987460388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20638; }","duration":"502.478942ms","start":"2026-07-23T05:37:12.278246Z","end":"2026-07-23T05:37:12.780725Z","steps":["trace[987460388] 'agreement among raft nodes before linearized reading' (duration: 502.299277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:12.780771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:12.278238Z","time spent":"502.525193ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:37:12.780776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:12.274467Z","time spent":"506.205266ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:12.781441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:12.274374Z","time spent":"506.314399ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:14.06216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.503389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:14.062589Z","caller":"traceutil/trace.go:171","msg":"trace[818250348] transaction","detail":"{read_only:false; response_revision:20642; number_of_response:1; }","duration":"190.584319ms","start":"2026-07-23T05:37:13.87198Z","end":"2026-07-23T05:37:14.062564Z","steps":["trace[818250348] 'process raft request' (duration: 190.367033ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:14.062643Z","caller":"traceutil/trace.go:171","msg":"trace[1918413270] transaction","detail":"{read_only:false; response_revision:20641; number_of_response:1; }","duration":"259.827895ms","start":"2026-07-23T05:37:13.802777Z","end":"2026-07-23T05:37:14.062605Z","steps":["trace[1918413270] 'process raft request' (duration: 105.73759ms)","trace[1918413270] 'compare' (duration: 152.991335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:14.493948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.781791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:14.494055Z","caller":"traceutil/trace.go:171","msg":"trace[1665146553] transaction","detail":"{read_only:false; response_revision:20643; number_of_response:1; }","duration":"355.736512ms","start":"2026-07-23T05:37:14.138297Z","end":"2026-07-23T05:37:14.494034Z","steps":["trace[1665146553] 'process raft request' (duration: 39.809707ms)","trace[1665146553] 'compare' (duration: 315.651927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:14.494117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:14.138231Z","time spent":"355.858916ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:37:14.591556Z","caller":"traceutil/trace.go:171","msg":"trace[788302662] linearizableReadLoop","detail":"{readStateIndex:21347; appliedIndex:21346; }","duration":"317.154529ms","start":"2026-07-23T05:37:14.274381Z","end":"2026-07-23T05:37:14.591535Z","steps":["trace[788302662] 'read index received' (duration: 317.077327ms)","trace[788302662] 'applied index is now lower than readState.Index' (duration: 76.732µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:14.591704Z","caller":"traceutil/trace.go:171","msg":"trace[1313002678] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"317.481448ms","start":"2026-07-23T05:37:14.274166Z","end":"2026-07-23T05:37:14.591647Z","steps":["trace[1313002678] 'process raft request' (duration: 317.250242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:14.591757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.368295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:37:14.591913Z","caller":"traceutil/trace.go:171","msg":"trace[673647447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20644; }","duration":"317.569521ms","start":"2026-07-23T05:37:14.274315Z","end":"2026-07-23T05:37:14.591884Z","steps":["trace[673647447] 'agreement among raft nodes before linearized reading' (duration: 317.322354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:14.591965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:14.274136Z","time spent":"317.686964ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:14.592004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:14.274276Z","time spent":"317.690564ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T05:37:14.758523Z","caller":"traceutil/trace.go:171","msg":"trace[987663911] transaction","detail":"{read_only:false; response_revision:20645; number_of_response:1; }","duration":"481.467519ms","start":"2026-07-23T05:37:14.277018Z","end":"2026-07-23T05:37:14.758486Z","steps":["trace[987663911] 'process raft request' (duration: 408.14878ms)","trace[987663911] 'compare' (duration: 73.107543ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:14.758588Z","caller":"traceutil/trace.go:171","msg":"trace[1805708937] linearizableReadLoop","detail":"{readStateIndex:21348; appliedIndex:21347; }","duration":"166.946713ms","start":"2026-07-23T05:37:14.591613Z","end":"2026-07-23T05:37:14.75856Z","steps":["trace[1805708937] 'read index received' (duration: 93.575503ms)","trace[1805708937] 'applied index is now lower than readState.Index' (duration: 73.36877ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:14.758568Z","caller":"traceutil/trace.go:171","msg":"trace[729748599] transaction","detail":"{read_only:false; response_revision:20646; number_of_response:1; }","duration":"162.727325ms","start":"2026-07-23T05:37:14.595808Z","end":"2026-07-23T05:37:14.758536Z","steps":["trace[729748599] 'process raft request' (duration: 162.651763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:14.758718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:14.276989Z","time spent":"481.612122ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:14.758824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.716566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:37:14.758822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.554122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:37:14.758866Z","caller":"traceutil/trace.go:171","msg":"trace[1470618850] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20646; }","duration":"444.85693ms","start":"2026-07-23T05:37:14.313994Z","end":"2026-07-23T05:37:14.758851Z","steps":["trace[1470618850] 'agreement among raft nodes before linearized reading' (duration: 444.731836ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:14.758903Z","caller":"traceutil/trace.go:171","msg":"trace[1411564469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20646; }","duration":"412.726917ms","start":"2026-07-23T05:37:14.346157Z","end":"2026-07-23T05:37:14.758884Z","steps":["trace[1411564469] 'agreement among raft nodes before linearized reading' (duration: 412.429778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:14.758909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:14.313965Z","time spent":"444.934582ms","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:37:14.758951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:14.346135Z","time spent":"412.806778ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:37:14.759046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.180592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:37:14.759152Z","caller":"traceutil/trace.go:171","msg":"trace[1442058070] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:20646; }","duration":"152.433548ms","start":"2026-07-23T05:37:14.606692Z","end":"2026-07-23T05:37:14.759125Z","steps":["trace[1442058070] 'agreement among raft nodes before linearized reading' (duration: 152.038597ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:14.987923Z","caller":"traceutil/trace.go:171","msg":"trace[502044552] linearizableReadLoop","detail":"{readStateIndex:21351; appliedIndex:21349; }","duration":"203.218701ms","start":"2026-07-23T05:37:14.784681Z","end":"2026-07-23T05:37:14.987899Z","steps":["trace[502044552] 'read index received' (duration: 37.423991ms)","trace[502044552] 'applied index is now lower than readState.Index' (duration: 165.79368ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:14.988224Z","caller":"traceutil/trace.go:171","msg":"trace[1503469641] transaction","detail":"{read_only:false; response_revision:20648; number_of_response:1; }","duration":"220.44931ms","start":"2026-07-23T05:37:14.767715Z","end":"2026-07-23T05:37:14.988164Z","steps":["trace[1503469641] 'process raft request' (duration: 134.715096ms)","trace[1503469641] 'compare' (duration: 85.325083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:14.988349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.653683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-23T05:37:14.98844Z","caller":"traceutil/trace.go:171","msg":"trace[2044319207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20648; }","duration":"203.790717ms","start":"2026-07-23T05:37:14.78463Z","end":"2026-07-23T05:37:14.988421Z","steps":["trace[2044319207] 'agreement among raft nodes before linearized reading' (duration: 203.53526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:14.988477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.405428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T05:37:14.988632Z","caller":"traceutil/trace.go:171","msg":"trace[972218235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20648; }","duration":"202.575493ms","start":"2026-07-23T05:37:14.785981Z","end":"2026-07-23T05:37:14.988556Z","steps":["trace[972218235] 'agreement among raft nodes before linearized reading' (duration: 202.234234ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:15.182331Z","caller":"traceutil/trace.go:171","msg":"trace[508342266] transaction","detail":"{read_only:false; response_revision:20649; number_of_response:1; }","duration":"188.295036ms","start":"2026-07-23T05:37:14.994008Z","end":"2026-07-23T05:37:15.182304Z","steps":["trace[508342266] 'process raft request' (duration: 188.08667ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:15.201166Z","caller":"traceutil/trace.go:171","msg":"trace[2077517798] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"207.023567ms","start":"2026-07-23T05:37:14.994115Z","end":"2026-07-23T05:37:15.201138Z","steps":["trace[2077517798] 'process raft request' (duration: 206.840891ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:22.817486Z","caller":"traceutil/trace.go:171","msg":"trace[354215296] transaction","detail":"{read_only:false; response_revision:20686; number_of_response:1; }","duration":"138.750798ms","start":"2026-07-23T05:37:22.678701Z","end":"2026-07-23T05:37:22.817452Z","steps":["trace[354215296] 'process raft request' (duration: 57.309353ms)","trace[354215296] 'compare' (duration: 80.566891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:23.227851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.593805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:37:23.227951Z","caller":"traceutil/trace.go:171","msg":"trace[1878023558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20689; }","duration":"133.749369ms","start":"2026-07-23T05:37:23.094176Z","end":"2026-07-23T05:37:23.227926Z","steps":["trace[1878023558] 'range keys from in-memory index tree' (duration: 133.483641ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:23.626793Z","caller":"traceutil/trace.go:171","msg":"trace[1895088748] linearizableReadLoop","detail":"{readStateIndex:21395; appliedIndex:21394; }","duration":"155.979887ms","start":"2026-07-23T05:37:23.470788Z","end":"2026-07-23T05:37:23.626768Z","steps":["trace[1895088748] 'read index received' (duration: 155.712279ms)","trace[1895088748] 'applied index is now lower than readState.Index' (duration: 266.398µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:23.626914Z","caller":"traceutil/trace.go:171","msg":"trace[577599632] transaction","detail":"{read_only:false; response_revision:20691; number_of_response:1; }","duration":"302.79405ms","start":"2026-07-23T05:37:23.324092Z","end":"2026-07-23T05:37:23.626886Z","steps":["trace[577599632] 'process raft request' (duration: 302.495032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:23.627113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.241225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-23T05:37:23.627575Z","caller":"traceutil/trace.go:171","msg":"trace[187201210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20691; }","duration":"156.80488ms","start":"2026-07-23T05:37:23.47073Z","end":"2026-07-23T05:37:23.627534Z","steps":["trace[187201210] 'agreement among raft nodes before linearized reading' (duration: 156.169992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:23.627556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:23.324056Z","time spent":"303.271743ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:23.833481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.691307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:23.833654Z","caller":"traceutil/trace.go:171","msg":"trace[277984904] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"201.01645ms","start":"2026-07-23T05:37:23.632598Z","end":"2026-07-23T05:37:23.833615Z","steps":["trace[277984904] 'process raft request' (duration: 85.071855ms)","trace[277984904] 'compare' (duration: 115.514103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:24.071929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.087929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:24.072118Z","caller":"traceutil/trace.go:171","msg":"trace[595869381] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"191.908077ms","start":"2026-07-23T05:37:23.880183Z","end":"2026-07-23T05:37:24.072091Z","steps":["trace[595869381] 'process raft request' (duration: 57.50821ms)","trace[595869381] 'compare' (duration: 133.840401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:25.116839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.282629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T05:37:25.116925Z","caller":"traceutil/trace.go:171","msg":"trace[215766048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20698; }","duration":"100.416462ms","start":"2026-07-23T05:37:25.01649Z","end":"2026-07-23T05:37:25.116906Z","steps":["trace[215766048] 'range keys from in-memory index tree' (duration: 100.109064ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:49.381882Z","caller":"traceutil/trace.go:171","msg":"trace[1332137272] transaction","detail":"{read_only:false; response_revision:20821; number_of_response:1; }","duration":"121.796037ms","start":"2026-07-23T05:37:49.260051Z","end":"2026-07-23T05:37:49.381847Z","steps":["trace[1332137272] 'process raft request' (duration: 121.388006ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:51.98426Z","caller":"traceutil/trace.go:171","msg":"trace[814511014] transaction","detail":"{read_only:false; response_revision:20835; number_of_response:1; }","duration":"125.700156ms","start":"2026-07-23T05:37:51.858511Z","end":"2026-07-23T05:37:51.984211Z","steps":["trace[814511014] 'process raft request' (duration: 125.311205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:52.290073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.022569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:37:52.290234Z","caller":"traceutil/trace.go:171","msg":"trace[1919921552] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20836; }","duration":"151.275607ms","start":"2026-07-23T05:37:52.13892Z","end":"2026-07-23T05:37:52.290195Z","steps":["trace[1919921552] 'count revisions from in-memory index tree' (duration: 150.834165ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:52.53542Z","caller":"traceutil/trace.go:171","msg":"trace[1620606816] transaction","detail":"{read_only:false; response_revision:20837; number_of_response:1; }","duration":"113.238089ms","start":"2026-07-23T05:37:52.422148Z","end":"2026-07-23T05:37:52.535386Z","steps":["trace[1620606816] 'process raft request' (duration: 112.969552ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:53.094101Z","caller":"traceutil/trace.go:171","msg":"trace[1716749329] transaction","detail":"{read_only:false; response_revision:20838; number_of_response:1; }","duration":"342.278977ms","start":"2026-07-23T05:37:52.751795Z","end":"2026-07-23T05:37:53.094074Z","steps":["trace[1716749329] 'process raft request' (duration: 342.059041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:53.094296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:52.751755Z","time spent":"342.434652ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:37:53.327707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.401895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:53.328424Z","caller":"traceutil/trace.go:171","msg":"trace[642022685] transaction","detail":"{read_only:false; response_revision:20839; number_of_response:1; }","duration":"339.618664ms","start":"2026-07-23T05:37:52.988762Z","end":"2026-07-23T05:37:53.328381Z","steps":["trace[642022685] 'process raft request' (duration: 162.286883ms)","trace[642022685] 'compare' (duration: 175.953453ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:53.328601Z","caller":"traceutil/trace.go:171","msg":"trace[1679647360] transaction","detail":"{read_only:false; response_revision:20840; number_of_response:1; }","duration":"298.246853ms","start":"2026-07-23T05:37:53.030324Z","end":"2026-07-23T05:37:53.32857Z","steps":["trace[1679647360] 'process raft request' (duration: 297.983556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:53.328646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:52.988726Z","time spent":"339.791499ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:37:53.328847Z","caller":"traceutil/trace.go:171","msg":"trace[2091222763] linearizableReadLoop","detail":"{readStateIndex:21551; appliedIndex:21548; }","duration":"252.587194ms","start":"2026-07-23T05:37:53.076235Z","end":"2026-07-23T05:37:53.328822Z","steps":["trace[2091222763] 'read index received' (duration: 17.709003ms)","trace[2091222763] 'applied index is now lower than readState.Index' (duration: 234.876031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:53.32918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.91105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:37:53.329395Z","caller":"traceutil/trace.go:171","msg":"trace[1187369927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20840; }","duration":"236.102516ms","start":"2026-07-23T05:37:53.093202Z","end":"2026-07-23T05:37:53.329305Z","steps":["trace[1187369927] 'agreement among raft nodes before linearized reading' (duration: 235.922111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:53.329688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.81012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:37:53.329764Z","caller":"traceutil/trace.go:171","msg":"trace[509486672] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20840; }","duration":"138.988695ms","start":"2026-07-23T05:37:53.190737Z","end":"2026-07-23T05:37:53.329726Z","steps":["trace[509486672] 'agreement among raft nodes before linearized reading' (duration: 138.80773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:53.329205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.963704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T05:37:53.330144Z","caller":"traceutil/trace.go:171","msg":"trace[1399030758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20840; }","duration":"253.953061ms","start":"2026-07-23T05:37:53.076166Z","end":"2026-07-23T05:37:53.330119Z","steps":["trace[1399030758] 'agreement among raft nodes before linearized reading' (duration: 252.754368ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:37:53.716254Z","caller":"traceutil/trace.go:171","msg":"trace[1993341575] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"180.847279ms","start":"2026-07-23T05:37:53.535378Z","end":"2026-07-23T05:37:53.716225Z","steps":["trace[1993341575] 'process raft request' (duration: 121.472068ms)","trace[1993341575] 'compare' (duration: 59.146614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:53.958836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.27167ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T05:37:53.958936Z","caller":"traceutil/trace.go:171","msg":"trace[1389202230] linearizableReadLoop","detail":"{readStateIndex:21555; appliedIndex:21554; }","duration":"147.43059ms","start":"2026-07-23T05:37:53.811487Z","end":"2026-07-23T05:37:53.958917Z","steps":["trace[1389202230] 'read index received' (duration: 43.044747ms)","trace[1389202230] 'applied index is now lower than readState.Index' (duration: 104.380813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:53.959342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.831141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:37:53.959473Z","caller":"traceutil/trace.go:171","msg":"trace[1580992787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20843; }","duration":"148.024386ms","start":"2026-07-23T05:37:53.811418Z","end":"2026-07-23T05:37:53.959443Z","steps":["trace[1580992787] 'agreement among raft nodes before linearized reading' (duration: 147.582353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:54.279699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.061667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-23T05:37:54.279839Z","caller":"traceutil/trace.go:171","msg":"trace[2110622679] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20844; }","duration":"221.257442ms","start":"2026-07-23T05:37:54.058555Z","end":"2026-07-23T05:37:54.279813Z","steps":["trace[2110622679] 'range keys from in-memory index tree' (duration: 220.969204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:54.280266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.164589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:54.280447Z","caller":"traceutil/trace.go:171","msg":"trace[886984995] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"221.466608ms","start":"2026-07-23T05:37:54.058955Z","end":"2026-07-23T05:37:54.280422Z","steps":["trace[886984995] 'process raft request' (duration: 50.034671ms)","trace[886984995] 'compare' (duration: 170.514641ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:54.280638Z","caller":"traceutil/trace.go:171","msg":"trace[961103888] linearizableReadLoop","detail":"{readStateIndex:21557; appliedIndex:21556; }","duration":"196.442202ms","start":"2026-07-23T05:37:54.084138Z","end":"2026-07-23T05:37:54.280581Z","steps":["trace[961103888] 'read index received' (duration: 24.871572ms)","trace[961103888] 'applied index is now lower than readState.Index' (duration: 171.56568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:54.280878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.73371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:37:54.28095Z","caller":"traceutil/trace.go:171","msg":"trace[1919569121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20845; }","duration":"196.825723ms","start":"2026-07-23T05:37:54.084105Z","end":"2026-07-23T05:37:54.280931Z","steps":["trace[1919569121] 'agreement among raft nodes before linearized reading' (duration: 196.590117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:54.554392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.873185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:54.554513Z","caller":"traceutil/trace.go:171","msg":"trace[1236256129] linearizableReadLoop","detail":"{readStateIndex:21558; appliedIndex:21557; }","duration":"266.052668ms","start":"2026-07-23T05:37:54.288439Z","end":"2026-07-23T05:37:54.554491Z","steps":["trace[1236256129] 'read index received' (duration: 91.972337ms)","trace[1236256129] 'applied index is now lower than readState.Index' (duration: 174.078671ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:37:54.554586Z","caller":"traceutil/trace.go:171","msg":"trace[803263843] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"268.724572ms","start":"2026-07-23T05:37:54.285813Z","end":"2026-07-23T05:37:54.554537Z","steps":["trace[803263843] 'process raft request' (duration: 94.625651ms)","trace[803263843] 'compare' (duration: 173.723971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:54.554681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.247663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:37:54.554719Z","caller":"traceutil/trace.go:171","msg":"trace[877586446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20846; }","duration":"266.318855ms","start":"2026-07-23T05:37:54.28839Z","end":"2026-07-23T05:37:54.554709Z","steps":["trace[877586446] 'agreement among raft nodes before linearized reading' (duration: 266.153541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:57.092665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000703823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:37:57.092796Z","caller":"traceutil/trace.go:171","msg":"trace[243557299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000897618s","start":"2026-07-23T05:37:55.091863Z","end":"2026-07-23T05:37:57.092761Z","steps":["trace[243557299] 'agreement among raft nodes before linearized reading' (duration: 2.000727304s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:57.092866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.091835Z","time spent":"2.001017522s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:37:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:37:58.047651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283143904s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:37:58.047874Z","caller":"traceutil/trace.go:171","msg":"trace[1836584336] transaction","detail":"{read_only:false; response_revision:20848; number_of_response:1; }","duration":"2.948720314s","start":"2026-07-23T05:37:55.099135Z","end":"2026-07-23T05:37:58.047855Z","steps":["trace[1836584336] 'process raft request' (duration: 2.948626862s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:58.04794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.099103Z","time spent":"2.948804207s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:37:58.048246Z","caller":"traceutil/trace.go:171","msg":"trace[1918994798] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"3.507148052s","start":"2026-07-23T05:37:54.541085Z","end":"2026-07-23T05:37:58.048233Z","steps":["trace[1918994798] 'process raft request' (duration: 223.33294ms)","trace[1918994798] 'compare' (duration: 3.282128865s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:58.048306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:54.541046Z","time spent":"3.507226594s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:37:58.048428Z","caller":"traceutil/trace.go:171","msg":"trace[365098175] linearizableReadLoop","detail":"{readStateIndex:21559; appliedIndex:21558; }","duration":"3.492022921s","start":"2026-07-23T05:37:54.556396Z","end":"2026-07-23T05:37:58.048419Z","steps":["trace[365098175] 'read index received' (duration: 207.958242ms)","trace[365098175] 'applied index is now lower than readState.Index' (duration: 3.284063709s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:37:58.048666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492279468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18657"} {"level":"info","ts":"2026-07-23T05:37:58.048708Z","caller":"traceutil/trace.go:171","msg":"trace[2109736053] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20848; }","duration":"3.4923552s","start":"2026-07-23T05:37:54.556343Z","end":"2026-07-23T05:37:58.048698Z","steps":["trace[2109736053] 'agreement among raft nodes before linearized reading' (duration: 3.492225716s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:58.048737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:54.556259Z","time spent":"3.492471414s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18680,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T05:37:58.548846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:37:59.049663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:37:59.093089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:37:59.093222Z","caller":"traceutil/trace.go:171","msg":"trace[1987414377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002053s","start":"2026-07-23T05:37:57.09318Z","end":"2026-07-23T05:37:59.093182Z","steps":["trace[1987414377] 'agreement among raft nodes before linearized reading' (duration: 1.999842248s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:37:59.09333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:57.093112Z","time spent":"2.000196978s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:37:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:37:59.425049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.879266126s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:00.33298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.335822Z","time spent":"4.997140974s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:00.334207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.336617Z","time spent":"4.997544145s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:00.720501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999261922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:00.720614Z","caller":"traceutil/trace.go:171","msg":"trace[1314876395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999426307s","start":"2026-07-23T05:37:55.721164Z","end":"2026-07-23T05:38:00.72059Z","steps":["trace[1314876395] 'agreement among raft nodes before linearized reading' (duration: 4.999290783s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:00.720668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.721145Z","time spent":"4.99951045s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/23 05:38:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:01.100712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:01.100846Z","caller":"traceutil/trace.go:171","msg":"trace[1679146141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076166s","start":"2026-07-23T05:37:59.100739Z","end":"2026-07-23T05:38:01.100816Z","steps":["trace[1679146141] 'agreement among raft nodes before linearized reading' (duration: 1.999898381s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:01.100913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:59.100716Z","time spent":"2.000183229s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:01.284662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999296764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:01.284776Z","caller":"traceutil/trace.go:171","msg":"trace[1904174638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999475868s","start":"2026-07-23T05:37:56.285277Z","end":"2026-07-23T05:38:01.284753Z","steps":["trace[1904174638] 'agreement among raft nodes before linearized reading' (duration: 4.999332284s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:01.284835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:56.285253Z","time spent":"4.999564221s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/23 05:38:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:01.55828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999380396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:01.558409Z","caller":"traceutil/trace.go:171","msg":"trace[1449803473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99954451s","start":"2026-07-23T05:37:56.558834Z","end":"2026-07-23T05:38:01.558378Z","steps":["trace[1449803473] 'agreement among raft nodes before linearized reading' (duration: 4.999372656s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:01.558529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:56.558772Z","time spent":"4.999701785s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/23 05:38:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:02.671131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.670394Z","time spent":"7.000724236s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:03.101217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:03.101309Z","caller":"traceutil/trace.go:171","msg":"trace[1127461606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159268s","start":"2026-07-23T05:38:01.10113Z","end":"2026-07-23T05:38:03.101289Z","steps":["trace[1127461606] 'agreement among raft nodes before linearized reading' (duration: 2.000038365s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:03.101359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:01.1011Z","time spent":"2.00024869s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:03.35708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:56.35676Z","time spent":"7.000312165s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:03.58623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:03.586339Z","caller":"traceutil/trace.go:171","msg":"trace[416663389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965902s","start":"2026-07-23T05:38:01.586352Z","end":"2026-07-23T05:38:03.586318Z","steps":["trace[416663389] 'agreement among raft nodes before linearized reading' (duration: 1.999831618s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:03.586386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:01.586322Z","time spent":"2.000054864s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:04.611901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.785323837s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:04.612078Z","caller":"traceutil/trace.go:171","msg":"trace[603160389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20848; }","duration":"3.785518822s","start":"2026-07-23T05:38:00.826532Z","end":"2026-07-23T05:38:04.612051Z","steps":["trace[603160389] 'range keys from in-memory index tree' (duration: 3.785299286s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:04.612464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:01.144404Z","time spent":"3.468052595s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:04.615242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.189875523s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-23T05:38:05.043357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:58.042789Z","time spent":"7.000560972s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:05.052722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.054152Z","time spent":"4.998566394s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.053332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.055699Z","time spent":"4.997624088s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.108697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999698135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.108779Z","caller":"traceutil/trace.go:171","msg":"trace[1725295511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999837789s","start":"2026-07-23T05:38:03.108924Z","end":"2026-07-23T05:38:05.108762Z","steps":["trace[1725295511] 'agreement among raft nodes before linearized reading' (duration: 1.999730336s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.108833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:03.108903Z","time spent":"1.999921601s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.332552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997636947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.332644Z","caller":"traceutil/trace.go:171","msg":"trace[1804979430] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997789991s","start":"2026-07-23T05:38:00.334832Z","end":"2026-07-23T05:38:05.332622Z","steps":["trace[1804979430] 'agreement among raft nodes before linearized reading' (duration: 4.997672068s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.332696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.334808Z","time spent":"4.997877414s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.334553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998772078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.334645Z","caller":"traceutil/trace.go:171","msg":"trace[1017503043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998960184s","start":"2026-07-23T05:38:00.335663Z","end":"2026-07-23T05:38:05.334623Z","steps":["trace[1017503043] 'agreement among raft nodes before linearized reading' (duration: 4.99883678s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.334696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.335643Z","time spent":"4.999041785s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.36045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297075086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.360543Z","caller":"traceutil/trace.go:171","msg":"trace[218212302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"7.297195589s","start":"2026-07-23T05:37:58.063327Z","end":"2026-07-23T05:38:05.360522Z","steps":["trace[218212302] 'agreement among raft nodes before linearized reading' (duration: 7.297083436s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.360604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:58.063315Z","time spent":"7.297276842s","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.365154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002291709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.365222Z","caller":"traceutil/trace.go:171","msg":"trace[1541050426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.002410343s","start":"2026-07-23T05:37:55.362788Z","end":"2026-07-23T05:38:05.365198Z","steps":["trace[1541050426] 'agreement among raft nodes before linearized reading' (duration: 10.002348571s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.365262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.362757Z","time spent":"10.002495255s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.609675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999751419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.609773Z","caller":"traceutil/trace.go:171","msg":"trace[1829884096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999893123s","start":"2026-07-23T05:37:55.609852Z","end":"2026-07-23T05:38:05.609746Z","steps":["trace[1829884096] 'agreement among raft nodes before linearized reading' (duration: 9.99978149s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.609821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.609833Z","time spent":"9.999976455s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.720481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996913364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:05.720595Z","caller":"traceutil/trace.go:171","msg":"trace[1326724152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997103419s","start":"2026-07-23T05:38:02.723465Z","end":"2026-07-23T05:38:05.720568Z","steps":["trace[1326724152] 'agreement among raft nodes before linearized reading' (duration: 2.996958085s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:05.720755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:02.723435Z","time spent":"2.997300764s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/23 05:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:05.785468Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f8d5425439e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-23T05:38:06.097516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:59.096958Z","time spent":"7.000549811s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:06.285082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998317673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:06.285203Z","caller":"traceutil/trace.go:171","msg":"trace[1735821287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998495328s","start":"2026-07-23T05:38:03.286678Z","end":"2026-07-23T05:38:06.285173Z","steps":["trace[1735821287] 'agreement among raft nodes before linearized reading' (duration: 2.998347054s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:06.285283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:03.286658Z","time spent":"2.998606841s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/23 05:38:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:06.558278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99788041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:06.558427Z","caller":"traceutil/trace.go:171","msg":"trace[1060815440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998103387s","start":"2026-07-23T05:38:03.560292Z","end":"2026-07-23T05:38:06.558396Z","steps":["trace[1060815440] 'agreement among raft nodes before linearized reading' (duration: 2.997910542s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:06.558499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:03.560273Z","time spent":"2.99821055s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/23 05:38:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:06.984136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.558916318s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:07.109253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:07.109335Z","caller":"traceutil/trace.go:171","msg":"trace[83509387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299782s","start":"2026-07-23T05:38:05.109017Z","end":"2026-07-23T05:38:07.109316Z","steps":["trace[83509387] 'agreement among raft nodes before linearized reading' (duration: 2.000197809s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:07.109399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.108993Z","time spent":"2.000395914s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:09.116624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:09.116717Z","caller":"traceutil/trace.go:171","msg":"trace[1770313972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461445s","start":"2026-07-23T05:38:07.116233Z","end":"2026-07-23T05:38:09.116695Z","steps":["trace[1770313972] 'agreement among raft nodes before linearized reading' (duration: 2.000337972s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:09.11677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:07.116213Z","time spent":"2.000545138s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:09.677273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:02.67711Z","time spent":"7.00015071s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:10.052525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997707239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:10.052609Z","caller":"traceutil/trace.go:171","msg":"trace[2031712558] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997853803s","start":"2026-07-23T05:38:05.054739Z","end":"2026-07-23T05:38:10.052592Z","steps":["trace[2031712558] 'agreement among raft nodes before linearized reading' (duration: 4.99775045s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:10.052655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.054727Z","time spent":"4.997916404s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/23 05:38:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:10.053656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997855123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:10.053751Z","caller":"traceutil/trace.go:171","msg":"trace[254417569] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998037668s","start":"2026-07-23T05:38:05.055691Z","end":"2026-07-23T05:38:10.053729Z","steps":["trace[254417569] 'agreement among raft nodes before linearized reading' (duration: 4.997913135s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:10.053808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.05565Z","time spent":"4.998146561s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/23 05:38:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:10.075611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091179935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-23T05:38:10.362749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:03.361727Z","time spent":"7.001009034s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:10.721621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.722143Z","time spent":"4.999466298s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:11.117617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:11.117684Z","caller":"traceutil/trace.go:171","msg":"trace[521251849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296762s","start":"2026-07-23T05:38:09.117372Z","end":"2026-07-23T05:38:11.117669Z","steps":["trace[521251849] 'agreement among raft nodes before linearized reading' (duration: 2.000197959s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:11.117718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:09.117356Z","time spent":"2.000355793s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:11.285849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:06.287562Z","time spent":"4.998278306s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:11.527278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:04.526227Z","time spent":"7.001042815s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:12.007647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.007124Z","time spent":"7.00051547s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:12.3665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.365613Z","time spent":"7.000880622s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:12.382484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.61369Z","time spent":"6.768790857s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/23 05:38:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:12.457381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.701891764s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:12.795336Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f8d5425439e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-23T05:38:13.042799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996042721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:13.042919Z","caller":"traceutil/trace.go:171","msg":"trace[1620500839] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.996223166s","start":"2026-07-23T05:38:05.046669Z","end":"2026-07-23T05:38:13.042892Z","steps":["trace[1620500839] 'agreement among raft nodes before linearized reading' (duration: 7.996072002s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:13.042987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.046654Z","time spent":"7.996315099s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/23 05:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:13.124868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:13.124982Z","caller":"traceutil/trace.go:171","msg":"trace[423001506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053994s","start":"2026-07-23T05:38:11.124897Z","end":"2026-07-23T05:38:13.124951Z","steps":["trace[423001506] 'agreement among raft nodes before linearized reading' (duration: 1.99990803s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:13.125263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:11.124866Z","time spent":"2.000379654s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:15.12548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999712056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:15.125587Z","caller":"traceutil/trace.go:171","msg":"trace[485092484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99986675s","start":"2026-07-23T05:38:13.125685Z","end":"2026-07-23T05:38:15.125552Z","steps":["trace[485092484] 'agreement among raft nodes before linearized reading' (duration: 1.999759637s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:15.125625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:13.125664Z","time spent":"1.999952653s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:16.175934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.100086923s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-23T05:38:16.176917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350133778s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:16.177107Z","caller":"traceutil/trace.go:171","msg":"trace[1142332361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20853; }","duration":"5.350332814s","start":"2026-07-23T05:38:10.826746Z","end":"2026-07-23T05:38:16.177079Z","steps":["trace[1142332361] 'range keys from in-memory index tree' (duration: 5.350113938s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:16.180099Z","caller":"traceutil/trace.go:171","msg":"trace[1480729864] linearizableReadLoop","detail":"{readStateIndex:21566; appliedIndex:21560; }","duration":"18.131623118s","start":"2026-07-23T05:37:58.048448Z","end":"2026-07-23T05:38:16.180071Z","steps":["trace[1480729864] 'read index received' (duration: 1.376778453s)","trace[1480729864] 'applied index is now lower than readState.Index' (duration: 16.754843175s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:16.29826Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f8d54254423","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-23T05:38:16.680608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:17.059137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:10.058498Z","time spent":"7.000631244s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:17.13272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:17.132802Z","caller":"traceutil/trace.go:171","msg":"trace[2034682107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086016s","start":"2026-07-23T05:38:15.132699Z","end":"2026-07-23T05:38:17.132785Z","steps":["trace[2034682107] 'agreement among raft nodes before linearized reading' (duration: 1.999979573s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:17.132884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:15.132681Z","time spent":"2.000191198s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:17.180706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:17.252262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.504136405s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:19.133298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999761467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:19.133373Z","caller":"traceutil/trace.go:171","msg":"trace[741563527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99987323s","start":"2026-07-23T05:38:17.133483Z","end":"2026-07-23T05:38:19.133356Z","steps":["trace[741563527] 'agreement among raft nodes before linearized reading' (duration: 1.999779667s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:19.13341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:17.133471Z","time spent":"1.999932811s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:19.681126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998650398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:19.681598Z","caller":"traceutil/trace.go:171","msg":"trace[895522397] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999199593s","start":"2026-07-23T05:38:09.682371Z","end":"2026-07-23T05:38:19.681571Z","steps":["trace[895522397] 'agreement among raft nodes before linearized reading' (duration: 9.998681059s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:19.681693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:09.68235Z","time spent":"9.999331196s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/23 05:38:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:21.08921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.160919954s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:21.14321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001421563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:21.143342Z","caller":"traceutil/trace.go:171","msg":"trace[112007136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001674619s","start":"2026-07-23T05:38:19.141644Z","end":"2026-07-23T05:38:21.143318Z","steps":["trace[112007136] 'agreement among raft nodes before linearized reading' (duration: 2.001478094s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:21.143421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:19.141586Z","time spent":"2.001799533s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:22.97397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.829254444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.97404Z","caller":"traceutil/trace.go:171","msg":"trace[21509614] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20854; }","duration":"25.829374027s","start":"2026-07-23T05:37:57.144649Z","end":"2026-07-23T05:38:22.974023Z","steps":["trace[21509614] 'agreement among raft nodes before linearized reading' (duration: 19.035474761s)","trace[21509614] 'count revisions from in-memory index tree' (duration: 6.793786083s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.974071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:57.144635Z","time spent":"25.829427958s","remote":"127.0.0.1:53994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.974235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.098403221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.97426Z","caller":"traceutil/trace.go:171","msg":"trace[41472753] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20854; }","duration":"25.098425711s","start":"2026-07-23T05:37:57.875823Z","end":"2026-07-23T05:38:22.974249Z","steps":["trace[41472753] 'agreement among raft nodes before linearized reading' (duration: 18.30432146s)","trace[41472753] 'count revisions from in-memory index tree' (duration: 6.794074781s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.974311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:57.875764Z","time spent":"25.098541745s","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.974377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.438443643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.974441Z","caller":"traceutil/trace.go:171","msg":"trace[54575965] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:20854; }","duration":"26.438574407s","start":"2026-07-23T05:37:56.535848Z","end":"2026-07-23T05:38:22.974423Z","steps":["trace[54575965] 'agreement among raft nodes before linearized reading' (duration: 19.64428964s)","trace[54575965] 'count revisions from in-memory index tree' (duration: 6.794181974s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.974497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:56.535807Z","time spent":"26.438658409s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.974644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.733929413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.974666Z","caller":"traceutil/trace.go:171","msg":"trace[310802265] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:20854; }","duration":"25.733951024s","start":"2026-07-23T05:37:57.240706Z","end":"2026-07-23T05:38:22.974657Z","steps":["trace[310802265] 'agreement among raft nodes before linearized reading' (duration: 18.939446991s)","trace[310802265] 'count revisions from in-memory index tree' (duration: 6.794475152s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.974687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:57.240672Z","time spent":"25.734008895s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.974795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.31689429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.974821Z","caller":"traceutil/trace.go:171","msg":"trace[1767198575] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20854; }","duration":"27.316959572s","start":"2026-07-23T05:37:55.657853Z","end":"2026-07-23T05:38:22.974812Z","steps":["trace[1767198575] 'agreement among raft nodes before linearized reading' (duration: 20.522311585s)","trace[1767198575] 'count revisions from in-memory index tree' (duration: 6.794614566s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.974844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:55.657831Z","time spent":"27.317006413s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.974974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.150042297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:22.974993Z","caller":"traceutil/trace.go:171","msg":"trace[1822602939] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20854; }","duration":"28.150104489s","start":"2026-07-23T05:37:54.824882Z","end":"2026-07-23T05:38:22.974986Z","steps":["trace[1822602939] 'agreement among raft nodes before linearized reading' (duration: 21.355298198s)","trace[1822602939] 'count revisions from in-memory index tree' (duration: 6.79477993s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.975016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:54.824854Z","time spent":"28.15015467s","remote":"127.0.0.1:52152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.975112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.396158397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.975131Z","caller":"traceutil/trace.go:171","msg":"trace[132290216] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20854; }","duration":"26.396217019s","start":"2026-07-23T05:37:56.578908Z","end":"2026-07-23T05:38:22.975125Z","steps":["trace[132290216] 'agreement among raft nodes before linearized reading' (duration: 19.601254603s)","trace[132290216] 'count revisions from in-memory index tree' (duration: 6.794912794s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:22.975149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:56.578883Z","time spent":"26.39626055s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:22.976015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148790941s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:22.976093Z","caller":"traceutil/trace.go:171","msg":"trace[316853292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20854; }","duration":"2.148872393s","start":"2026-07-23T05:38:20.827209Z","end":"2026-07-23T05:38:22.976082Z","steps":["trace[316853292] 'range keys from in-memory index tree' (duration: 2.148779491s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:22.976961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.796844028s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-23T05:38:22.97841Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"58.382µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-23T05:38:23.142788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99880291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:23.142882Z","caller":"traceutil/trace.go:171","msg":"trace[668935742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998948434s","start":"2026-07-23T05:38:21.143914Z","end":"2026-07-23T05:38:23.142862Z","steps":["trace[668935742] 'agreement among raft nodes before linearized reading' (duration: 1.998831181s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:23.142931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.14389Z","time spent":"1.999031646s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:23.586416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:23.586484Z","caller":"traceutil/trace.go:171","msg":"trace[1544186052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209588s","start":"2026-07-23T05:38:21.586258Z","end":"2026-07-23T05:38:23.586468Z","steps":["trace[1544186052] 'agreement among raft nodes before linearized reading' (duration: 2.000115836s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:23.586545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.586243Z","time spent":"2.000289081s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:23.676958Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21c29f8d54254423","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-23T05:38:25.151485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:25.151589Z","caller":"traceutil/trace.go:171","msg":"trace[495554234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334542s","start":"2026-07-23T05:38:23.15123Z","end":"2026-07-23T05:38:25.151564Z","steps":["trace[495554234] 'agreement among raft nodes before linearized reading' (duration: 2.000148837s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:25.151643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:23.151213Z","time spent":"2.000419285s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:27.152685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00064514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:27.152775Z","caller":"traceutil/trace.go:171","msg":"trace[245515970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780484s","start":"2026-07-23T05:38:25.151974Z","end":"2026-07-23T05:38:27.152754Z","steps":["trace[245515970] 'agreement among raft nodes before linearized reading' (duration: 2.000668631s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:27.152825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:25.151958Z","time spent":"2.000856346s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:27.289313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310662424s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-23T05:38:27.289758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:24.865229Z","time spent":"2.424525027s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:29.161398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:29.161512Z","caller":"traceutil/trace.go:171","msg":"trace[844621866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397925s","start":"2026-07-23T05:38:27.161086Z","end":"2026-07-23T05:38:29.161484Z","steps":["trace[844621866] 'agreement among raft nodes before linearized reading' (duration: 2.000244601s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:29.161623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:27.16107Z","time spent":"2.000536718s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:29.682564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997558489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:29.682698Z","caller":"traceutil/trace.go:171","msg":"trace[1834636187] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997789315s","start":"2026-07-23T05:38:19.68488Z","end":"2026-07-23T05:38:29.682669Z","steps":["trace[1834636187] 'agreement among raft nodes before linearized reading' (duration: 9.997626951s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:29.682793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:19.684829Z","time spent":"9.997951419s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/23 05:38:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:31.161715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:31.161823Z","caller":"traceutil/trace.go:171","msg":"trace[335317796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993477s","start":"2026-07-23T05:38:29.161865Z","end":"2026-07-23T05:38:31.1618Z","steps":["trace[335317796] 'agreement among raft nodes before linearized reading' (duration: 1.999792116s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.161878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:29.161841Z","time spent":"2.000026213s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:31.766036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472208967s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-23T05:38:31.766114Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.472307609s","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-23T05:38:31.766179Z","caller":"traceutil/trace.go:171","msg":"trace[791543203] linearizableReadLoop","detail":"{readStateIndex:21581; appliedIndex:21567; }","duration":"15.585994474s","start":"2026-07-23T05:38:16.180163Z","end":"2026-07-23T05:38:31.766158Z","steps":["trace[791543203] 'read index received' (duration: 1.072226026s)","trace[791543203] 'applied index is now lower than readState.Index' (duration: 14.513765378s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:31.766767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.029487851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.766829Z","caller":"traceutil/trace.go:171","msg":"trace[1919185080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"32.029602554s","start":"2026-07-23T05:37:59.737212Z","end":"2026-07-23T05:38:31.766815Z","steps":["trace[1919185080] 'agreement among raft nodes before linearized reading' (duration: 32.029483301s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.766786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.950927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.766848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.800552671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.766957Z","caller":"traceutil/trace.go:171","msg":"trace[2089953232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20864; }","duration":"940.133532ms","start":"2026-07-23T05:38:30.826799Z","end":"2026-07-23T05:38:31.766933Z","steps":["trace[2089953232] 'range keys from in-memory index tree' (duration: 939.927997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.766975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.227863337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.766988Z","caller":"traceutil/trace.go:171","msg":"trace[109820234] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20864; }","duration":"32.800757807s","start":"2026-07-23T05:37:58.966207Z","end":"2026-07-23T05:38:31.766965Z","steps":["trace[109820234] 'agreement among raft nodes before linearized reading' (duration: 32.800526361s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.766849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.665971963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-23T05:38:31.767053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.56529799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.767065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:58.966181Z","time spent":"32.800867191s","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.767089Z","caller":"traceutil/trace.go:171","msg":"trace[1898431667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff; range_end:; response_count:1; response_revision:20864; }","duration":"25.666257551s","start":"2026-07-23T05:38:06.100809Z","end":"2026-07-23T05:38:31.767067Z","steps":["trace[1898431667] 'agreement among raft nodes before linearized reading' (duration: 25.66585237s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.76713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.556793117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.767144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:06.100782Z","time spent":"25.666349834s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" "} {"level":"warn","ts":"2026-07-23T05:38:31.767204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.75047359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:38:31.76723Z","caller":"traceutil/trace.go:171","msg":"trace[22166657] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20864; }","duration":"29.750536322s","start":"2026-07-23T05:38:02.016688Z","end":"2026-07-23T05:38:31.767224Z","steps":["trace[22166657] 'agreement among raft nodes before linearized reading' (duration: 29.750355266s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.76716Z","caller":"traceutil/trace.go:171","msg":"trace[1322126557] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20864; }","duration":"31.556876229s","start":"2026-07-23T05:38:00.210276Z","end":"2026-07-23T05:38:31.767152Z","steps":["trace[1322126557] 'agreement among raft nodes before linearized reading' (duration: 31.556830107s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.76725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:02.016669Z","time spent":"29.750576402s","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":210,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.12429Z","time spent":"642.940628ms","remote":"127.0.0.1:46306","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:31.767277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.210255Z","time spent":"31.557006663s","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.080496992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.767433Z","caller":"traceutil/trace.go:171","msg":"trace[44172416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20864; }","duration":"28.080556684s","start":"2026-07-23T05:38:03.686868Z","end":"2026-07-23T05:38:31.767425Z","steps":["trace[44172416] 'agreement among raft nodes before linearized reading' (duration: 28.080517023s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:03.686848Z","time spent":"28.080599386s","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.012664576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.767512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.991606021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.767519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.302148819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-23T05:38:31.767539Z","caller":"traceutil/trace.go:171","msg":"trace[265502407] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:0; response_revision:20864; }","duration":"28.012837841s","start":"2026-07-23T05:38:03.754676Z","end":"2026-07-23T05:38:31.767514Z","steps":["trace[265502407] 'agreement among raft nodes before linearized reading' (duration: 28.012620745s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.68170032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.767565Z","caller":"traceutil/trace.go:171","msg":"trace[34825178] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:20864; }","duration":"15.991654443s","start":"2026-07-23T05:38:15.775894Z","end":"2026-07-23T05:38:31.767548Z","steps":["trace[34825178] 'agreement among raft nodes before linearized reading' (duration: 15.991591341s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.647587864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.767592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.714811251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.767594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:03.754656Z","time spent":"28.012928614s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-23T05:38:31.767631Z","caller":"traceutil/trace.go:171","msg":"trace[2053693154] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20864; }","duration":"31.714890142s","start":"2026-07-23T05:38:00.052729Z","end":"2026-07-23T05:38:31.767619Z","steps":["trace[2053693154] 'agreement among raft nodes before linearized reading' (duration: 31.714841711s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.889076817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.767671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.052711Z","time spent":"31.714953065s","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.36990169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.7677Z","caller":"traceutil/trace.go:171","msg":"trace[2065620524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"28.889246681s","start":"2026-07-23T05:38:02.878431Z","end":"2026-07-23T05:38:31.767678Z","steps":["trace[2065620524] 'agreement among raft nodes before linearized reading' (duration: 28.889065376s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.617238781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.767086Z","caller":"traceutil/trace.go:171","msg":"trace[11727771] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20864; }","duration":"26.56533133s","start":"2026-07-23T05:38:05.201746Z","end":"2026-07-23T05:38:31.767077Z","steps":["trace[11727771] 'agreement among raft nodes before linearized reading' (duration: 26.565283699s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.400641689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-23T05:38:31.767779Z","caller":"traceutil/trace.go:171","msg":"trace[1555935998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"24.617327264s","start":"2026-07-23T05:38:07.150442Z","end":"2026-07-23T05:38:31.767769Z","steps":["trace[1555935998] 'agreement among raft nodes before linearized reading' (duration: 24.617249742s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.201683Z","time spent":"26.566091622s","remote":"127.0.0.1:40602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.508766866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.766874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:59.73719Z","time spent":"32.029673575s","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.767814Z","caller":"traceutil/trace.go:171","msg":"trace[1832135215] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:20864; }","duration":"21.400751971s","start":"2026-07-23T05:38:10.36704Z","end":"2026-07-23T05:38:31.767792Z","steps":["trace[1832135215] 'agreement among raft nodes before linearized reading' (duration: 21.400579827s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.76783Z","caller":"traceutil/trace.go:171","msg":"trace[973865322] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20864; }","duration":"15.508847279s","start":"2026-07-23T05:38:16.258973Z","end":"2026-07-23T05:38:31.767821Z","steps":["trace[973865322] 'agreement among raft nodes before linearized reading' (duration: 15.508719906s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.186838167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.767853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.655472235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-23T05:38:31.767898Z","caller":"traceutil/trace.go:171","msg":"trace[1144346580] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20864; }","duration":"24.655551457s","start":"2026-07-23T05:38:07.112337Z","end":"2026-07-23T05:38:31.767888Z","steps":["trace[1144346580] 'agreement among raft nodes before linearized reading' (duration: 24.655403673s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:16.258947Z","time spent":"15.50891133s","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.767721Z","caller":"traceutil/trace.go:171","msg":"trace[1316374924] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20864; }","duration":"22.369971772s","start":"2026-07-23T05:38:09.397741Z","end":"2026-07-23T05:38:31.767713Z","steps":["trace[1316374924] 'agreement among raft nodes before linearized reading' (duration: 22.369930591s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:07.11232Z","time spent":"24.655599078s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-23T05:38:31.767939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.777876541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.767961Z","caller":"traceutil/trace.go:171","msg":"trace[1282865874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20864; }","duration":"23.777927023s","start":"2026-07-23T05:38:07.990024Z","end":"2026-07-23T05:38:31.767951Z","steps":["trace[1282865874] 'agreement among raft nodes before linearized reading' (duration: 23.777892162s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:09.39772Z","time spent":"22.37023253s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.617922946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417426"} {"level":"warn","ts":"2026-07-23T05:38:31.768012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.578916845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768035Z","caller":"traceutil/trace.go:171","msg":"trace[233943424] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20864; }","duration":"24.578978547s","start":"2026-07-23T05:38:07.189051Z","end":"2026-07-23T05:38:31.768029Z","steps":["trace[233943424] 'agreement among raft nodes before linearized reading' (duration: 24.578942306s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768022Z","caller":"traceutil/trace.go:171","msg":"trace[170924325] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20864; }","duration":"31.618384739s","start":"2026-07-23T05:38:00.14962Z","end":"2026-07-23T05:38:31.768005Z","steps":["trace[170924325] 'agreement among raft nodes before linearized reading' (duration: 31.617735021s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.683572643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-23T05:38:31.76805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:07.18903Z","time spent":"24.579016528s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.76807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.149553Z","time spent":"31.618502483s","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417449,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-23T05:38:31.767601Z","caller":"traceutil/trace.go:171","msg":"trace[420450285] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20864; }","duration":"31.681811704s","start":"2026-07-23T05:38:00.085774Z","end":"2026-07-23T05:38:31.767586Z","steps":["trace[420450285] 'agreement among raft nodes before linearized reading' (duration: 31.68167913s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:07.990007Z","time spent":"23.777968243s","remote":"127.0.0.1:40456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:00.08576Z","time spent":"31.682347438s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.767009Z","caller":"traceutil/trace.go:171","msg":"trace[942230934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20864; }","duration":"26.227894328s","start":"2026-07-23T05:38:05.539103Z","end":"2026-07-23T05:38:31.766997Z","steps":["trace[942230934] 'agreement among raft nodes before linearized reading' (duration: 26.227842017s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:05.539057Z","time spent":"26.229096101s","remote":"127.0.0.1:40464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.494736961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.768221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.175138399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:38:31.767578Z","caller":"traceutil/trace.go:171","msg":"trace[1295684256] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20864; }","duration":"33.302246082s","start":"2026-07-23T05:37:58.465315Z","end":"2026-07-23T05:38:31.767561Z","steps":["trace[1295684256] 'agreement among raft nodes before linearized reading' (duration: 33.302052957s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.767632Z","caller":"traceutil/trace.go:171","msg":"trace[158299360] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20864; }","duration":"33.647677686s","start":"2026-07-23T05:37:58.119935Z","end":"2026-07-23T05:38:31.767613Z","steps":["trace[158299360] 'agreement among raft nodes before linearized reading' (duration: 33.647594924s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768253Z","caller":"traceutil/trace.go:171","msg":"trace[472363082] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20864; }","duration":"18.17517158s","start":"2026-07-23T05:38:13.593074Z","end":"2026-07-23T05:38:31.768245Z","steps":["trace[472363082] 'agreement among raft nodes before linearized reading' (duration: 18.175023656s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:58.465295Z","time spent":"33.302965782s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:38:31.768284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:13.59299Z","time spent":"18.175284063s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":146,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.965512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768263Z","caller":"traceutil/trace.go:171","msg":"trace[297082836] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20864; }","duration":"25.4950402s","start":"2026-07-23T05:38:06.2732Z","end":"2026-07-23T05:38:31.76824Z","steps":["trace[297082836] 'agreement among raft nodes before linearized reading' (duration: 25.49470201s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.894616085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.768364Z","caller":"traceutil/trace.go:171","msg":"trace[648113765] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:20864; }","duration":"742.045114ms","start":"2026-07-23T05:38:31.026303Z","end":"2026-07-23T05:38:31.768348Z","steps":["trace[648113765] 'agreement among raft nodes before linearized reading' (duration: 741.984242ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768384Z","caller":"traceutil/trace.go:171","msg":"trace[1217164466] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20864; }","duration":"15.895608692s","start":"2026-07-23T05:38:15.872766Z","end":"2026-07-23T05:38:31.768375Z","steps":["trace[1217164466] 'agreement among raft nodes before linearized reading' (duration: 15.894641506s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.76841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:15.872736Z","time spent":"15.895666283s","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.026282Z","time spent":"742.114656ms","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.466649705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-23T05:38:31.768429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.174410225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768455Z","caller":"traceutil/trace.go:171","msg":"trace[1726006489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:20864; }","duration":"25.174484547s","start":"2026-07-23T05:38:06.593964Z","end":"2026-07-23T05:38:31.768448Z","steps":["trace[1726006489] 'agreement among raft nodes before linearized reading' (duration: 25.174444975s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:06.273169Z","time spent":"25.495219145s","remote":"127.0.0.1:52130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.320502883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:06.593938Z","time spent":"25.174529968s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.318447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.847391879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.768509Z","caller":"traceutil/trace.go:171","msg":"trace[300462234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20864; }","duration":"598.599905ms","start":"2026-07-23T05:38:31.169901Z","end":"2026-07-23T05:38:31.768501Z","steps":["trace[300462234] 'agreement among raft nodes before linearized reading' (duration: 598.329517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.793857426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.768537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.169878Z","time spent":"598.648767ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:38:31.768517Z","caller":"traceutil/trace.go:171","msg":"trace[278853566] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20864; }","duration":"23.321137741s","start":"2026-07-23T05:38:08.447346Z","end":"2026-07-23T05:38:31.768484Z","steps":["trace[278853566] 'agreement among raft nodes before linearized reading' (duration: 23.320537654s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768538Z","caller":"traceutil/trace.go:171","msg":"trace[368650493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"20.793924778s","start":"2026-07-23T05:38:10.974603Z","end":"2026-07-23T05:38:31.768527Z","steps":["trace[368650493] 'agreement among raft nodes before linearized reading' (duration: 20.793868746s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.756346866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-23T05:38:31.768453Z","caller":"traceutil/trace.go:171","msg":"trace[293012365] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20864; }","duration":"18.466729576s","start":"2026-07-23T05:38:13.301715Z","end":"2026-07-23T05:38:31.768445Z","steps":["trace[293012365] 'agreement among raft nodes before linearized reading' (duration: 18.466636134s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768581Z","caller":"traceutil/trace.go:171","msg":"trace[990072379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20864; }","duration":"19.756449269s","start":"2026-07-23T05:38:12.012116Z","end":"2026-07-23T05:38:31.768565Z","steps":["trace[990072379] 'agreement among raft nodes before linearized reading' (duration: 19.756263124s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.749018056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.768614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:12.012099Z","time spent":"19.756507891s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-23T05:38:31.768621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.156768148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.768625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.360863396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768643Z","caller":"traceutil/trace.go:171","msg":"trace[344040970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"21.750009674s","start":"2026-07-23T05:38:10.018624Z","end":"2026-07-23T05:38:31.768634Z","steps":["trace[344040970] 'agreement among raft nodes before linearized reading' (duration: 21.749003026s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:37:58.119914Z","time spent":"33.648354536s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.768663Z","caller":"traceutil/trace.go:171","msg":"trace[163207927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20864; }","duration":"14.360927508s","start":"2026-07-23T05:38:17.407722Z","end":"2026-07-23T05:38:31.76865Z","steps":["trace[163207927] 'agreement among raft nodes before linearized reading' (duration: 14.360870287s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:10.018568Z","time spent":"21.750098506s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.180961308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.768696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.125190241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768728Z","caller":"traceutil/trace.go:171","msg":"trace[1517192367] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20864; }","duration":"10.18103575s","start":"2026-07-23T05:38:21.587686Z","end":"2026-07-23T05:38:31.768721Z","steps":["trace[1517192367] 'agreement among raft nodes before linearized reading' (duration: 10.180867365s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.724651252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768076Z","caller":"traceutil/trace.go:171","msg":"trace[750956150] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20864; }","duration":"16.683616994s","start":"2026-07-23T05:38:15.08445Z","end":"2026-07-23T05:38:31.768067Z","steps":["trace[750956150] 'agreement among raft nodes before linearized reading' (duration: 16.683436679s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.76877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.587662Z","time spent":"10.181101181s","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":116,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.21896505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.237465465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-23T05:38:31.76881Z","caller":"traceutil/trace.go:171","msg":"trace[1271658094] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:20864; }","duration":"20.219036722s","start":"2026-07-23T05:38:11.549766Z","end":"2026-07-23T05:38:31.768803Z","steps":["trace[1271658094] 'agreement among raft nodes before linearized reading' (duration: 20.218993951s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:15.084371Z","time spent":"16.684418746s","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":159,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:11.549744Z","time spent":"20.219083063s","remote":"127.0.0.1:46860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.181223428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.352555828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.540800126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"info","ts":"2026-07-23T05:38:31.768885Z","caller":"traceutil/trace.go:171","msg":"trace[1534336446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20864; }","duration":"15.18129679s","start":"2026-07-23T05:38:16.587577Z","end":"2026-07-23T05:38:31.768874Z","steps":["trace[1534336446] 'agreement among raft nodes before linearized reading' (duration: 15.181238399s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768896Z","caller":"traceutil/trace.go:171","msg":"trace[1278045592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20864; }","duration":"19.352700142s","start":"2026-07-23T05:38:12.416186Z","end":"2026-07-23T05:38:31.768886Z","steps":["trace[1278045592] 'agreement among raft nodes before linearized reading' (duration: 19.352573058s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768905Z","caller":"traceutil/trace.go:171","msg":"trace[1857577430] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20864; }","duration":"18.540883919s","start":"2026-07-23T05:38:13.228013Z","end":"2026-07-23T05:38:31.768897Z","steps":["trace[1857577430] 'agreement among raft nodes before linearized reading' (duration: 18.540790306s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:13.301689Z","time spent":"18.466918512s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-23T05:38:31.766787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.613672743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-23T05:38:31.768946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:13.227978Z","time spent":"18.540948521s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-23T05:38:31.768971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.844360722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375599547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768994Z","caller":"traceutil/trace.go:171","msg":"trace[1499807087] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20864; }","duration":"5.844422494s","start":"2026-07-23T05:38:25.924565Z","end":"2026-07-23T05:38:31.768987Z","steps":["trace[1499807087] 'agreement among raft nodes before linearized reading' (duration: 5.844384522s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.767804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:07.150422Z","time spent":"24.617375914s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:25.924544Z","time spent":"5.844463674s","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71025545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.769035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07526772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.768737Z","caller":"traceutil/trace.go:171","msg":"trace[1296324711] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20864; }","duration":"12.125273933s","start":"2026-07-23T05:38:19.643455Z","end":"2026-07-23T05:38:31.768729Z","steps":["trace[1296324711] 'agreement among raft nodes before linearized reading' (duration: 12.125214372s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.76906Z","caller":"traceutil/trace.go:171","msg":"trace[2094170398] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20864; }","duration":"1.075334611s","start":"2026-07-23T05:38:30.693718Z","end":"2026-07-23T05:38:31.769053Z","steps":["trace[2094170398] 'agreement among raft nodes before linearized reading' (duration: 1.0752939s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768791Z","caller":"traceutil/trace.go:171","msg":"trace[2038270819] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20864; }","duration":"14.724720554s","start":"2026-07-23T05:38:17.044058Z","end":"2026-07-23T05:38:31.768779Z","steps":["trace[2038270819] 'agreement among raft nodes before linearized reading' (duration: 14.724663822s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:30.693688Z","time spent":"1.075389723s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.7687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:17.407707Z","time spent":"14.36098093s","remote":"127.0.0.1:40720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359388236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.181542537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.769114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:17.044039Z","time spent":"14.725061044s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:19.643432Z","time spent":"12.125636993s","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.725506493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-23T05:38:31.767761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:02.878401Z","time spent":"28.889348324s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.76922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.802332493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.769245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08444016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-23T05:38:31.767859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:10.367017Z","time spent":"21.400831834s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-23T05:38:31.769256Z","caller":"traceutil/trace.go:171","msg":"trace[1643464278] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20864; }","duration":"5.802402865s","start":"2026-07-23T05:38:25.966843Z","end":"2026-07-23T05:38:31.769246Z","steps":["trace[1643464278] 'agreement among raft nodes before linearized reading' (duration: 5.802339713s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.76929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220929366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.768572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:10.974584Z","time spent":"20.79397986s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.7693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:25.966828Z","time spent":"5.802463926s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769315Z","caller":"traceutil/trace.go:171","msg":"trace[1211197427] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20864; }","duration":"2.220994388s","start":"2026-07-23T05:38:29.548315Z","end":"2026-07-23T05:38:31.76931Z","steps":["trace[1211197427] 'agreement among raft nodes before linearized reading' (duration: 2.220954637s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.706467431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.769336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:29.548295Z","time spent":"2.221036419s","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769374Z","caller":"traceutil/trace.go:171","msg":"trace[309665197] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20864; }","duration":"10.706571224s","start":"2026-07-23T05:38:21.062784Z","end":"2026-07-23T05:38:31.769355Z","steps":["trace[309665197] 'agreement among raft nodes before linearized reading' (duration: 10.706506682s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.769129Z","caller":"traceutil/trace.go:171","msg":"trace[243728932] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:20864; }","duration":"5.359439827s","start":"2026-07-23T05:38:26.409684Z","end":"2026-07-23T05:38:31.769124Z","steps":["trace[243728932] 'agreement among raft nodes before linearized reading' (duration: 5.359405986s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.768652Z","caller":"traceutil/trace.go:171","msg":"trace[1350791287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"12.156866031s","start":"2026-07-23T05:38:19.611777Z","end":"2026-07-23T05:38:31.768643Z","steps":["trace[1350791287] 'agreement among raft nodes before linearized reading' (duration: 12.156813009s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.742516133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.769448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:26.409668Z","time spent":"5.359765646s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769481Z","caller":"traceutil/trace.go:171","msg":"trace[1184411839] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20864; }","duration":"10.742602535s","start":"2026-07-23T05:38:21.026871Z","end":"2026-07-23T05:38:31.769473Z","steps":["trace[1184411839] 'agreement among raft nodes before linearized reading' (duration: 10.742493322s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:19.611736Z","time spent":"12.157738325s","remote":"127.0.0.1:40660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.026843Z","time spent":"10.742659697s","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":65,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.282068519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.769079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.815967618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-23T05:38:31.769547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.058673317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.769136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320733158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.769566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.791661592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.769616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.254022477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:31.769587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.219640574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:31.76952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.688455343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.769642Z","caller":"traceutil/trace.go:171","msg":"trace[1055122753] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:20864; }","duration":"8.254078528s","start":"2026-07-23T05:38:23.515554Z","end":"2026-07-23T05:38:31.769632Z","steps":["trace[1055122753] 'agreement among raft nodes before linearized reading' (duration: 8.254044177s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:23.515536Z","time spent":"8.254119169s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769645Z","caller":"traceutil/trace.go:171","msg":"trace[1775340580] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20864; }","duration":"3.321277593s","start":"2026-07-23T05:38:28.448347Z","end":"2026-07-23T05:38:31.769625Z","steps":["trace[1775340580] 'agreement among raft nodes before linearized reading' (duration: 3.320741878s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.769642Z","caller":"traceutil/trace.go:171","msg":"trace[985012889] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20864; }","duration":"6.791762095s","start":"2026-07-23T05:38:24.977868Z","end":"2026-07-23T05:38:31.76963Z","steps":["trace[985012889] 'agreement among raft nodes before linearized reading' (duration: 6.791672463s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.769666Z","caller":"traceutil/trace.go:171","msg":"trace[694270478] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20864; }","duration":"6.688654358s","start":"2026-07-23T05:38:25.081Z","end":"2026-07-23T05:38:31.769654Z","steps":["trace[694270478] 'agreement among raft nodes before linearized reading' (duration: 6.688469943s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:28.448323Z","time spent":"3.321362726s","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.76971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:24.977854Z","time spent":"6.791841618s","remote":"127.0.0.1:40542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769572Z","caller":"traceutil/trace.go:171","msg":"trace[835999261] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20864; }","duration":"12.816502243s","start":"2026-07-23T05:38:18.953062Z","end":"2026-07-23T05:38:31.769564Z","steps":["trace[835999261] 'agreement among raft nodes before linearized reading' (duration: 12.815830234s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.769667Z","caller":"traceutil/trace.go:171","msg":"trace[308987695] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:20864; }","duration":"10.282248454s","start":"2026-07-23T05:38:21.487307Z","end":"2026-07-23T05:38:31.769556Z","steps":["trace[308987695] 'agreement among raft nodes before linearized reading' (duration: 10.281943326s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.76912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.879609612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.769804Z","caller":"traceutil/trace.go:171","msg":"trace[2004842229] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20864; }","duration":"11.880529677s","start":"2026-07-23T05:38:19.889266Z","end":"2026-07-23T05:38:31.769796Z","steps":["trace[2004842229] 'agreement among raft nodes before linearized reading' (duration: 11.879316083s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:19.889236Z","time spent":"11.880591719s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769021Z","caller":"traceutil/trace.go:171","msg":"trace[914743541] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:20864; }","duration":"15.615948087s","start":"2026-07-23T05:38:16.153016Z","end":"2026-07-23T05:38:31.768964Z","steps":["trace[914743541] 'agreement among raft nodes before linearized reading' (duration: 15.613615482s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:18.953039Z","time spent":"12.816711569s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":130,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.155453628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241593"} {"level":"warn","ts":"2026-07-23T05:38:31.769892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:16.152988Z","time spent":"15.616893563s","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":135,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769927Z","caller":"traceutil/trace.go:171","msg":"trace[1109944196] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20864; }","duration":"7.15552236s","start":"2026-07-23T05:38:24.614394Z","end":"2026-07-23T05:38:31.769917Z","steps":["trace[1109944196] 'agreement among raft nodes before linearized reading' (duration: 7.155034017s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:24.614382Z","time spent":"7.155568592s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241616,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-23T05:38:31.769364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.836457269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.770051Z","caller":"traceutil/trace.go:171","msg":"trace[1267027534] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20864; }","duration":"6.837191579s","start":"2026-07-23T05:38:24.932844Z","end":"2026-07-23T05:38:31.770035Z","steps":["trace[1267027534] 'agreement among raft nodes before linearized reading' (duration: 6.836450088s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.770112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:24.93282Z","time spent":"6.837271591s","remote":"127.0.0.1:35946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769245Z","caller":"traceutil/trace.go:171","msg":"trace[759466960] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:20864; }","duration":"18.725598905s","start":"2026-07-23T05:38:13.043632Z","end":"2026-07-23T05:38:31.769231Z","steps":["trace[759466960] 'agreement among raft nodes before linearized reading' (duration: 18.725491122s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.770163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:13.043612Z","time spent":"18.726537532s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-23T05:38:31.769834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:25.080979Z","time spent":"6.688833603s","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769659Z","caller":"traceutil/trace.go:171","msg":"trace[647598003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20864; }","duration":"7.219710756s","start":"2026-07-23T05:38:24.549937Z","end":"2026-07-23T05:38:31.769647Z","steps":["trace[647598003] 'agreement among raft nodes before linearized reading' (duration: 7.219624593s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.770336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:24.549914Z","time spent":"7.220399704s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.487285Z","time spent":"10.282505151s","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.394667992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:31.7705Z","caller":"traceutil/trace.go:171","msg":"trace[611639256] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20864; }","duration":"27.397766118s","start":"2026-07-23T05:38:04.372718Z","end":"2026-07-23T05:38:31.770484Z","steps":["trace[611639256] 'agreement among raft nodes before linearized reading' (duration: 27.39460725s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.768568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:08.447319Z","time spent":"23.321236314s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.770553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:04.372663Z","time spent":"27.397874271s","remote":"127.0.0.1:41766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.76893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:12.416168Z","time spent":"19.352753064s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.768529Z","caller":"traceutil/trace.go:171","msg":"trace[1416171507] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20864; }","duration":"13.847466571s","start":"2026-07-23T05:38:17.921053Z","end":"2026-07-23T05:38:31.76852Z","steps":["trace[1416171507] 'agreement among raft nodes before linearized reading' (duration: 13.847384308s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.770697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:17.921033Z","time spent":"13.849643151s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:16.587558Z","time spent":"15.181357173s","remote":"127.0.0.1:40406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.76884Z","caller":"traceutil/trace.go:171","msg":"trace[1063347908] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20864; }","duration":"20.23764718s","start":"2026-07-23T05:38:11.531173Z","end":"2026-07-23T05:38:31.76882Z","steps":["trace[1063347908] 'agreement among raft nodes before linearized reading' (duration: 20.23728061s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.770868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:11.53116Z","time spent":"20.239691046s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-23T05:38:31.768997Z","caller":"traceutil/trace.go:171","msg":"trace[363053473] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:20864; }","duration":"2.375656219s","start":"2026-07-23T05:38:29.393335Z","end":"2026-07-23T05:38:31.768991Z","steps":["trace[363053473] 'agreement among raft nodes before linearized reading' (duration: 2.375616568s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:29.393304Z","time spent":"2.377687315s","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769063Z","caller":"traceutil/trace.go:171","msg":"trace[166126018] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20864; }","duration":"3.710346422s","start":"2026-07-23T05:38:28.058703Z","end":"2026-07-23T05:38:31.769049Z","steps":["trace[166126018] 'agreement among raft nodes before linearized reading' (duration: 3.71025199s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:28.058683Z","time spent":"3.712394919s","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769148Z","caller":"traceutil/trace.go:171","msg":"trace[1645701403] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20864; }","duration":"15.181726893s","start":"2026-07-23T05:38:16.587407Z","end":"2026-07-23T05:38:31.769134Z","steps":["trace[1645701403] 'agreement among raft nodes before linearized reading' (duration: 15.181538407s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:31.767868Z","caller":"traceutil/trace.go:171","msg":"trace[1655591569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20864; }","duration":"23.186902648s","start":"2026-07-23T05:38:08.580958Z","end":"2026-07-23T05:38:31.767861Z","steps":["trace[1655591569] 'agreement among raft nodes before linearized reading' (duration: 23.186860887s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:16.587391Z","time spent":"15.183750448s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.771242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:08.580934Z","time spent":"23.190294542s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.768569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.286263153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.771354Z","caller":"traceutil/trace.go:171","msg":"trace[283587832] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20864; }","duration":"14.289084341s","start":"2026-07-23T05:38:17.482257Z","end":"2026-07-23T05:38:31.771342Z","steps":["trace[283587832] 'agreement among raft nodes before linearized reading' (duration: 14.286279603s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:17.482237Z","time spent":"14.289142362s","remote":"127.0.0.1:41734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769272Z","caller":"traceutil/trace.go:171","msg":"trace[532820438] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:20864; }","duration":"2.084507372s","start":"2026-07-23T05:38:29.684758Z","end":"2026-07-23T05:38:31.769266Z","steps":["trace[532820438] 'agreement among raft nodes before linearized reading' (duration: 2.08443116s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:29.68474Z","time spent":"2.086752885s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-23T05:38:31.769407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.062733Z","time spent":"10.706667166s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.767606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:15.775819Z","time spent":"15.991774106s","remote":"127.0.0.1:46836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:31.769448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531048646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:31.771701Z","caller":"traceutil/trace.go:171","msg":"trace[264625561] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20864; }","duration":"6.5333397s","start":"2026-07-23T05:38:25.238348Z","end":"2026-07-23T05:38:31.771687Z","steps":["trace[264625561] 'agreement among raft nodes before linearized reading' (duration: 6.531046856s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.769532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.110105097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-23T05:38:31.771739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:25.238327Z","time spent":"6.533400582s","remote":"127.0.0.1:35798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.771745Z","caller":"traceutil/trace.go:171","msg":"trace[1577879880] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20864; }","duration":"10.112427652s","start":"2026-07-23T05:38:21.659303Z","end":"2026-07-23T05:38:31.771731Z","steps":["trace[1577879880] 'agreement among raft nodes before linearized reading' (duration: 10.109001327s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:21.659262Z","time spent":"10.112511044s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2166,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:31.769614Z","caller":"traceutil/trace.go:171","msg":"trace[2139324045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20864; }","duration":"7.05878537s","start":"2026-07-23T05:38:24.710812Z","end":"2026-07-23T05:38:31.769598Z","steps":["trace[2139324045] 'agreement among raft nodes before linearized reading' (duration: 7.058672647s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:31.771852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:24.710785Z","time spent":"7.061041553s","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:32.274328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:32.687078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.77386Z","time spent":"913.210793ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T05:38:33.039087Z","caller":"traceutil/trace.go:171","msg":"trace[402552434] linearizableReadLoop","detail":"{readStateIndex:21584; appliedIndex:21581; }","duration":"1.265122429s","start":"2026-07-23T05:38:31.77394Z","end":"2026-07-23T05:38:33.039063Z","steps":["trace[402552434] 'read index received' (duration: 912.958217ms)","trace[402552434] 'applied index is now lower than readState.Index' (duration: 352.162832ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:33.039229Z","caller":"traceutil/trace.go:171","msg":"trace[504177058] transaction","detail":"{read_only:false; response_revision:20865; number_of_response:1; }","duration":"1.256134099s","start":"2026-07-23T05:38:31.783085Z","end":"2026-07-23T05:38:33.039219Z","steps":["trace[504177058] 'process raft request' (duration: 1.255778589s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:33.039338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.783076Z","time spent":"1.256182861s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:33.039387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265416317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:33.039469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.777057Z","time spent":"1.262410384s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T05:38:33.039469Z","caller":"traceutil/trace.go:171","msg":"trace[1006345331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20865; }","duration":"1.265533891s","start":"2026-07-23T05:38:31.773917Z","end":"2026-07-23T05:38:33.039451Z","steps":["trace[1006345331] 'agreement among raft nodes before linearized reading' (duration: 1.265369647s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:33.039517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.773896Z","time spent":"1.265613953s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:33.53982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198549,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:38:33.77076Z","caller":"traceutil/trace.go:171","msg":"trace[100401232] transaction","detail":"{read_only:false; response_revision:20866; number_of_response:1; }","duration":"1.08246077s","start":"2026-07-23T05:38:32.688278Z","end":"2026-07-23T05:38:33.770739Z","steps":["trace[100401232] 'process raft request' (duration: 1.082314936s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:33.770902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:32.688259Z","time spent":"1.082568863s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:34.320618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.837344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:34.320976Z","caller":"traceutil/trace.go:171","msg":"trace[687874432] transaction","detail":"{read_only:false; response_revision:20867; number_of_response:1; }","duration":"1.28029851s","start":"2026-07-23T05:38:33.040648Z","end":"2026-07-23T05:38:34.320947Z","steps":["trace[687874432] 'process raft request' (duration: 883.044585ms)","trace[687874432] 'compare' (duration: 396.71258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:34.321111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:33.04062Z","time spent":"1.280421483s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:34.321103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486878114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:34.321186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543398533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-23T05:38:34.321143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542309652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-23T05:38:34.321231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541021856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-23T05:38:34.321264Z","caller":"traceutil/trace.go:171","msg":"trace[865685497] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:20867; }","duration":"2.542435956s","start":"2026-07-23T05:38:31.778817Z","end":"2026-07-23T05:38:34.321253Z","steps":["trace[865685497] 'agreement among raft nodes before linearized reading' (duration: 2.542150438s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:34.321267Z","caller":"traceutil/trace.go:171","msg":"trace[268112375] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6; range_end:; response_count:1; response_revision:20867; }","duration":"2.543493616s","start":"2026-07-23T05:38:31.777755Z","end":"2026-07-23T05:38:34.321248Z","steps":["trace[268112375] 'agreement among raft nodes before linearized reading' (duration: 2.543239429s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:34.321278Z","caller":"traceutil/trace.go:171","msg":"trace[2080085545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20867; }","duration":"2.541072208s","start":"2026-07-23T05:38:31.780189Z","end":"2026-07-23T05:38:34.321261Z","steps":["trace[2080085545] 'agreement among raft nodes before linearized reading' (duration: 2.540982356s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.321307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.777744Z","time spent":"2.543554547s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6\" "} {"level":"warn","ts":"2026-07-23T05:38:34.321312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.778798Z","time spent":"2.542497988s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-23T05:38:34.321213Z","caller":"traceutil/trace.go:171","msg":"trace[672324169] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20867; }","duration":"1.487015178s","start":"2026-07-23T05:38:32.834176Z","end":"2026-07-23T05:38:34.321191Z","steps":["trace[672324169] 'agreement among raft nodes before linearized reading' (duration: 1.486805732s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.321296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544480143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-23T05:38:34.321311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542891879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-23T05:38:34.321362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:32.834155Z","time spent":"1.487195384s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:34.321404Z","caller":"traceutil/trace.go:171","msg":"trace[34439279] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:20867; }","duration":"2.544629498s","start":"2026-07-23T05:38:31.77675Z","end":"2026-07-23T05:38:34.32138Z","steps":["trace[34439279] 'agreement among raft nodes before linearized reading' (duration: 2.544285138s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.321336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.780183Z","time spent":"2.54112642s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-23T05:38:34.321452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.776656Z","time spent":"2.544787601s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-23T05:38:34.321452Z","caller":"traceutil/trace.go:171","msg":"trace[1439177054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20867; }","duration":"2.543031263s","start":"2026-07-23T05:38:31.778369Z","end":"2026-07-23T05:38:34.3214Z","steps":["trace[1439177054] 'agreement among raft nodes before linearized reading' (duration: 2.542637712s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:34.321407Z","caller":"traceutil/trace.go:171","msg":"trace[912504451] linearizableReadLoop","detail":"{readStateIndex:21586; appliedIndex:21584; }","duration":"1.281783991s","start":"2026-07-23T05:38:33.039153Z","end":"2026-07-23T05:38:34.320937Z","steps":["trace[912504451] 'read index received' (duration: 731.417118ms)","trace[912504451] 'applied index is now lower than readState.Index' (duration: 550.365203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:34.321394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544661858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-23T05:38:34.321542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.778363Z","time spent":"2.543165107s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-23T05:38:34.321593Z","caller":"traceutil/trace.go:171","msg":"trace[1886898782] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:20867; }","duration":"2.544895175s","start":"2026-07-23T05:38:31.776671Z","end":"2026-07-23T05:38:34.321566Z","steps":["trace[1886898782] 'agreement among raft nodes before linearized reading' (duration: 2.544465613s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.321636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.871413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:34.321644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.593399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:34.321656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:31.776645Z","time spent":"2.544992738s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-23T05:38:34.321676Z","caller":"traceutil/trace.go:171","msg":"trace[161331586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20867; }","duration":"746.674202ms","start":"2026-07-23T05:38:33.574994Z","end":"2026-07-23T05:38:34.321669Z","steps":["trace[161331586] 'agreement among raft nodes before linearized reading' (duration: 746.61024ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:34.321678Z","caller":"traceutil/trace.go:171","msg":"trace[1934806102] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20867; }","duration":"602.943415ms","start":"2026-07-23T05:38:33.718722Z","end":"2026-07-23T05:38:34.321665Z","steps":["trace[1934806102] 'agreement among raft nodes before linearized reading' (duration: 602.866623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.321706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.225443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-23T05:38:34.321717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:33.718706Z","time spent":"603.002697ms","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:34.321725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:33.574969Z","time spent":"746.749164ms","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:34.321743Z","caller":"traceutil/trace.go:171","msg":"trace[1805058324] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20867; }","duration":"548.301695ms","start":"2026-07-23T05:38:33.773431Z","end":"2026-07-23T05:38:34.321733Z","steps":["trace[1805058324] 'agreement among raft nodes before linearized reading' (duration: 548.195182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.321773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:33.77341Z","time spent":"548.353917ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-23T05:38:34.321784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270346513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-23T05:38:34.321821Z","caller":"traceutil/trace.go:171","msg":"trace[1915198898] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20867; }","duration":"1.270412286s","start":"2026-07-23T05:38:33.051397Z","end":"2026-07-23T05:38:34.321809Z","steps":["trace[1915198898] 'agreement among raft nodes before linearized reading' (duration: 1.270237201s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.32185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:33.051382Z","time spent":"1.270461436s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-23T05:38:34.322185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275112316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:34.322235Z","caller":"traceutil/trace.go:171","msg":"trace[1555711848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20867; }","duration":"1.275224079s","start":"2026-07-23T05:38:33.046999Z","end":"2026-07-23T05:38:34.322223Z","steps":["trace[1555711848] 'agreement among raft nodes before linearized reading' (duration: 1.274580691s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:34.322265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:33.046983Z","time spent":"1.275274681s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:34.883863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198561,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:38:35.132074Z","caller":"traceutil/trace.go:171","msg":"trace[777371127] transaction","detail":"{read_only:false; response_revision:20871; number_of_response:1; }","duration":"800.428498ms","start":"2026-07-23T05:38:34.331618Z","end":"2026-07-23T05:38:35.132047Z","steps":["trace[777371127] 'process raft request' (duration: 800.361616ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:35.132195Z","caller":"traceutil/trace.go:171","msg":"trace[1033660468] transaction","detail":"{read_only:false; response_revision:20870; number_of_response:1; }","duration":"805.098057ms","start":"2026-07-23T05:38:34.32706Z","end":"2026-07-23T05:38:35.132158Z","steps":["trace[1033660468] 'process raft request' (duration: 804.876141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.132373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.327043Z","time spent":"805.232881ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:35.132219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.331554Z","time spent":"800.591813ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:35.132091Z","caller":"traceutil/trace.go:171","msg":"trace[623577159] transaction","detail":"{read_only:false; response_revision:20869; number_of_response:1; }","duration":"805.139328ms","start":"2026-07-23T05:38:34.326928Z","end":"2026-07-23T05:38:35.132067Z","steps":["trace[623577159] 'process raft request' (duration: 804.865631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.132568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.32691Z","time spent":"805.626072ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:35.574223Z","caller":"traceutil/trace.go:171","msg":"trace[2119821241] linearizableReadLoop","detail":"{readStateIndex:21592; appliedIndex:21587; }","duration":"1.191299347s","start":"2026-07-23T05:38:34.382904Z","end":"2026-07-23T05:38:35.574203Z","steps":["trace[2119821241] 'read index received' (duration: 748.924016ms)","trace[2119821241] 'applied index is now lower than readState.Index' (duration: 442.374351ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:35.574282Z","caller":"traceutil/trace.go:171","msg":"trace[1710759126] transaction","detail":"{read_only:false; response_revision:20873; number_of_response:1; }","duration":"1.186722769s","start":"2026-07-23T05:38:34.387537Z","end":"2026-07-23T05:38:35.574259Z","steps":["trace[1710759126] 'process raft request' (duration: 1.186597986s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:35.574309Z","caller":"traceutil/trace.go:171","msg":"trace[966098857] transaction","detail":"{read_only:false; response_revision:20872; number_of_response:1; }","duration":"1.186852923s","start":"2026-07-23T05:38:34.387432Z","end":"2026-07-23T05:38:35.574285Z","steps":["trace[966098857] 'process raft request' (duration: 1.186573555s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.574419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191491102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:35.574415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.38751Z","time spent":"1.186835383s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:35.574461Z","caller":"traceutil/trace.go:171","msg":"trace[835767422] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20873; }","duration":"1.191591094s","start":"2026-07-23T05:38:34.382857Z","end":"2026-07-23T05:38:35.574448Z","steps":["trace[835767422] 'agreement among raft nodes before linearized reading' (duration: 1.19144369s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.57449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.382831Z","time spent":"1.191650176s","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:35.574597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243070736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:35.57468Z","caller":"traceutil/trace.go:171","msg":"trace[31804248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20873; }","duration":"1.243162218s","start":"2026-07-23T05:38:34.331501Z","end":"2026-07-23T05:38:35.574663Z","steps":["trace[31804248] 'agreement among raft nodes before linearized reading' (duration: 1.243046285s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.574688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247264062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-23T05:38:35.574739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.331492Z","time spent":"1.24323282s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:38:35.574761Z","caller":"traceutil/trace.go:171","msg":"trace[2062111012] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:20873; }","duration":"1.247376036s","start":"2026-07-23T05:38:34.327367Z","end":"2026-07-23T05:38:35.574743Z","steps":["trace[2062111012] 'agreement among raft nodes before linearized reading' (duration: 1.247127899s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.574804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.327359Z","time spent":"1.247437147s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-23T05:38:35.574823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246741168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-23T05:38:35.574953Z","caller":"traceutil/trace.go:171","msg":"trace[545874201] range","detail":"{range_begin:/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72; range_end:; response_count:1; response_revision:20873; }","duration":"1.247039356s","start":"2026-07-23T05:38:34.327893Z","end":"2026-07-23T05:38:35.574932Z","steps":["trace[545874201] 'agreement among raft nodes before linearized reading' (duration: 1.246527362s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:35.575049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.327886Z","time spent":"1.247138989s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72\" "} {"level":"warn","ts":"2026-07-23T05:38:35.5744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:34.387419Z","time spent":"1.186927235s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T05:38:36.074671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:38:36.260299Z","caller":"traceutil/trace.go:171","msg":"trace[1329888886] transaction","detail":"{read_only:false; response_revision:20874; number_of_response:1; }","duration":"1.120247161s","start":"2026-07-23T05:38:35.14002Z","end":"2026-07-23T05:38:36.260267Z","steps":["trace[1329888886] 'process raft request' (duration: 1.083442328s)","trace[1329888886] 'compare' (duration: 36.172915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:36.260449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.139986Z","time spent":"1.120385305s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:36.260535Z","caller":"traceutil/trace.go:171","msg":"trace[1585271298] transaction","detail":"{read_only:false; response_revision:20875; number_of_response:1; }","duration":"1.071162526s","start":"2026-07-23T05:38:35.189177Z","end":"2026-07-23T05:38:36.260339Z","steps":["trace[1585271298] 'process raft request' (duration: 1.071051703s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:36.260669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.189117Z","time spent":"1.071486064s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:37.015273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.618555ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T05:38:37.015435Z","caller":"traceutil/trace.go:171","msg":"trace[1105538900] linearizableReadLoop","detail":"{readStateIndex:21595; appliedIndex:21592; }","duration":"1.441123853s","start":"2026-07-23T05:38:35.57428Z","end":"2026-07-23T05:38:37.015404Z","steps":["trace[1105538900] 'read index received' (duration: 649.194832ms)","trace[1105538900] 'applied index is now lower than readState.Index' (duration: 791.926471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:37.01549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.575833Z","time spent":"1.439650202s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:37.015699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8498986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-23T05:38:37.015751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87220006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"warn","ts":"2026-07-23T05:38:37.015754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875697607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-23T05:38:37.015794Z","caller":"traceutil/trace.go:171","msg":"trace[1891831918] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20875; }","duration":"1.850042654s","start":"2026-07-23T05:38:35.165728Z","end":"2026-07-23T05:38:37.015771Z","steps":["trace[1891831918] 'agreement among raft nodes before linearized reading' (duration: 1.849771156s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:37.015809Z","caller":"traceutil/trace.go:171","msg":"trace[25582548] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:20875; }","duration":"1.872307173s","start":"2026-07-23T05:38:35.143484Z","end":"2026-07-23T05:38:37.015791Z","steps":["trace[25582548] 'agreement among raft nodes before linearized reading' (duration: 1.872042625s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:37.01582Z","caller":"traceutil/trace.go:171","msg":"trace[922150554] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20875; }","duration":"1.87580518s","start":"2026-07-23T05:38:35.14Z","end":"2026-07-23T05:38:37.015805Z","steps":["trace[922150554] 'agreement among raft nodes before linearized reading' (duration: 1.875634235s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.015847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.165702Z","time spent":"1.850136316s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-23T05:38:37.015862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.139978Z","time spent":"1.875875612s","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-23T05:38:37.015859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.143465Z","time spent":"1.872381955s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6779,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-23T05:38:37.016486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440521306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:37.016554Z","caller":"traceutil/trace.go:171","msg":"trace[186607483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20875; }","duration":"1.440603108s","start":"2026-07-23T05:38:35.575931Z","end":"2026-07-23T05:38:37.016534Z","steps":["trace[186607483] 'agreement among raft nodes before linearized reading' (duration: 1.440502105s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.016604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.575918Z","time spent":"1.440674381s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:37.017549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437473412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-23T05:38:37.017543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42590227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:37.017611Z","caller":"traceutil/trace.go:171","msg":"trace[1093081686] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff; range_end:; response_count:1; response_revision:20875; }","duration":"1.437539334s","start":"2026-07-23T05:38:35.580057Z","end":"2026-07-23T05:38:37.017597Z","steps":["trace[1093081686] 'agreement among raft nodes before linearized reading' (duration: 1.437366989s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.017649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.58005Z","time spent":"1.437590695s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" "} {"level":"info","ts":"2026-07-23T05:38:37.017658Z","caller":"traceutil/trace.go:171","msg":"trace[1902902466] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:20875; }","duration":"1.426058814s","start":"2026-07-23T05:38:35.591575Z","end":"2026-07-23T05:38:37.017634Z","steps":["trace[1902902466] 'agreement among raft nodes before linearized reading' (duration: 1.425828257s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.017654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.920229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18657"} {"level":"warn","ts":"2026-07-23T05:38:37.017775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.591566Z","time spent":"1.426193388s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-07-23T05:38:37.0178Z","caller":"traceutil/trace.go:171","msg":"trace[520384949] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20875; }","duration":"747.122655ms","start":"2026-07-23T05:38:36.270658Z","end":"2026-07-23T05:38:37.017781Z","steps":["trace[520384949] 'agreement among raft nodes before linearized reading' (duration: 746.822367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.017775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437298287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-23T05:38:37.017814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103261158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:37.017853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:36.270635Z","time spent":"747.203418ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18680,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-23T05:38:37.017892Z","caller":"traceutil/trace.go:171","msg":"trace[1096503342] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20875; }","duration":"1.437442191s","start":"2026-07-23T05:38:35.580417Z","end":"2026-07-23T05:38:37.01786Z","steps":["trace[1096503342] 'agreement among raft nodes before linearized reading' (duration: 1.43704309s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.017897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.730783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:37.01797Z","caller":"traceutil/trace.go:171","msg":"trace[1488733745] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:20875; }","duration":"692.860667ms","start":"2026-07-23T05:38:36.325092Z","end":"2026-07-23T05:38:37.017953Z","steps":["trace[1488733745] 'agreement among raft nodes before linearized reading' (duration: 692.737943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.017975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.58041Z","time spent":"1.437549234s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-23T05:38:37.01803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:36.325062Z","time spent":"692.953169ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:37.017899Z","caller":"traceutil/trace.go:171","msg":"trace[593513847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20875; }","duration":"1.103389402s","start":"2026-07-23T05:38:35.914484Z","end":"2026-07-23T05:38:37.017873Z","steps":["trace[593513847] 'agreement among raft nodes before linearized reading' (duration: 1.103272228s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.018154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:35.914458Z","time spent":"1.10366755s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:37.018459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.848324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:38:37.01849Z","caller":"traceutil/trace.go:171","msg":"trace[1127808705] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20875; }","duration":"506.922726ms","start":"2026-07-23T05:38:36.51156Z","end":"2026-07-23T05:38:37.018483Z","steps":["trace[1127808705] 'agreement among raft nodes before linearized reading' (duration: 505.268979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:37.018515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:36.511538Z","time spent":"506.969867ms","remote":"127.0.0.1:54212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":154,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:38.680592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499593748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:38.680738Z","caller":"traceutil/trace.go:171","msg":"trace[569250518] transaction","detail":"{read_only:false; response_revision:20876; number_of_response:1; }","duration":"1.663149736s","start":"2026-07-23T05:38:37.017564Z","end":"2026-07-23T05:38:38.680713Z","steps":["trace[569250518] 'process raft request' (duration: 163.312431ms)","trace[569250518] 'compare' (duration: 1.498402215s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:38.680814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.017536Z","time spent":"1.663247419s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:38.976289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795322612s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:39.025718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:39.025817Z","caller":"traceutil/trace.go:171","msg":"trace[1048817369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420275s","start":"2026-07-23T05:38:37.025376Z","end":"2026-07-23T05:38:39.025796Z","steps":["trace[1048817369] 'agreement among raft nodes before linearized reading' (duration: 2.000286941s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:39.025877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.025368Z","time spent":"2.000498837s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:39.370596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.743368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:39.371247Z","caller":"traceutil/trace.go:171","msg":"trace[2126005356] linearizableReadLoop","detail":"{readStateIndex:21597; appliedIndex:21595; }","duration":"2.346775026s","start":"2026-07-23T05:38:37.02445Z","end":"2026-07-23T05:38:39.371225Z","steps":["trace[2126005356] 'read index received' (duration: 156.446721ms)","trace[2126005356] 'applied index is now lower than readState.Index' (duration: 2.190327305s)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:39.371312Z","caller":"traceutil/trace.go:171","msg":"trace[1711288724] transaction","detail":"{read_only:false; response_revision:20878; number_of_response:1; }","duration":"2.345054037s","start":"2026-07-23T05:38:37.026222Z","end":"2026-07-23T05:38:39.371276Z","steps":["trace[1711288724] 'process raft request' (duration: 2.344566564s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:39.371359Z","caller":"traceutil/trace.go:171","msg":"trace[920774680] transaction","detail":"{read_only:false; response_revision:20877; number_of_response:1; }","duration":"2.350119149s","start":"2026-07-23T05:38:37.021206Z","end":"2026-07-23T05:38:39.371325Z","steps":["trace[920774680] 'process raft request' (duration: 1.955549077s)","trace[920774680] 'compare' (duration: 393.611455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:39.371478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.026203Z","time spent":"2.345200842s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:39.371483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.021173Z","time spent":"2.350244732s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:39.371534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347059074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-040e55b6-f53a-4ac7-8c46-bfe211d14f12\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-23T05:38:39.3716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481470995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:39.371615Z","caller":"traceutil/trace.go:171","msg":"trace[1560373663] range","detail":"{range_begin:/registry/persistentvolumes/pvc-040e55b6-f53a-4ac7-8c46-bfe211d14f12; range_end:; response_count:1; response_revision:20878; }","duration":"2.347182097s","start":"2026-07-23T05:38:37.024414Z","end":"2026-07-23T05:38:39.371596Z","steps":["trace[1560373663] 'agreement among raft nodes before linearized reading' (duration: 2.34693096s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:39.371636Z","caller":"traceutil/trace.go:171","msg":"trace[340041552] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20878; }","duration":"1.481558548s","start":"2026-07-23T05:38:37.890058Z","end":"2026-07-23T05:38:39.371617Z","steps":["trace[340041552] 'agreement among raft nodes before linearized reading' (duration: 1.481506976s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:39.371621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18027437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:39.371659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.890021Z","time spent":"1.48163165s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:39.371636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592235185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:39.371679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.024398Z","time spent":"2.347261259s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-040e55b6-f53a-4ac7-8c46-bfe211d14f12\" "} {"level":"info","ts":"2026-07-23T05:38:39.371695Z","caller":"traceutil/trace.go:171","msg":"trace[1828406312] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:20878; }","duration":"1.180426954s","start":"2026-07-23T05:38:38.191251Z","end":"2026-07-23T05:38:39.371678Z","steps":["trace[1828406312] 'agreement among raft nodes before linearized reading' (duration: 1.180256369s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:39.371723Z","caller":"traceutil/trace.go:171","msg":"trace[1668879848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:20878; }","duration":"1.592361498s","start":"2026-07-23T05:38:37.779341Z","end":"2026-07-23T05:38:39.371702Z","steps":["trace[1668879848] 'agreement among raft nodes before linearized reading' (duration: 1.592187473s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:39.371743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:38.191219Z","time spent":"1.180512856s","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:39.371779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.77933Z","time spent":"1.592437991s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:39.371772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.608248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-23T05:38:39.371821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694385165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:39.371838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.96634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:39.37188Z","caller":"traceutil/trace.go:171","msg":"trace[1053166351] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20878; }","duration":"688.777372ms","start":"2026-07-23T05:38:38.683079Z","end":"2026-07-23T05:38:39.371856Z","steps":["trace[1053166351] 'agreement among raft nodes before linearized reading' (duration: 688.445953ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:39.3719Z","caller":"traceutil/trace.go:171","msg":"trace[1637797904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20878; }","duration":"346.067683ms","start":"2026-07-23T05:38:39.025815Z","end":"2026-07-23T05:38:39.371883Z","steps":["trace[1637797904] 'agreement among raft nodes before linearized reading' (duration: 345.701343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:39.371931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:38.683058Z","time spent":"688.863035ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T05:38:39.371951Z","caller":"traceutil/trace.go:171","msg":"trace[668302775] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20878; }","duration":"1.694719855s","start":"2026-07-23T05:38:37.677149Z","end":"2026-07-23T05:38:39.371869Z","steps":["trace[668302775] 'agreement among raft nodes before linearized reading' (duration: 1.694345874s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:39.371961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.025795Z","time spent":"346.153715ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:39.372065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.67712Z","time spent":"1.694868019s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:39.375106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61112947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385856"} {"level":"info","ts":"2026-07-23T05:38:39.375245Z","caller":"traceutil/trace.go:171","msg":"trace[80075693] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20878; }","duration":"1.611264454s","start":"2026-07-23T05:38:37.763894Z","end":"2026-07-23T05:38:39.375158Z","steps":["trace[80075693] 'agreement among raft nodes before linearized reading' (duration: 1.607803098s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:39.37534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:37.763865Z","time spent":"1.611436819s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1653,"response size":385879,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-23T05:38:40.019036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.98215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:40.019321Z","caller":"traceutil/trace.go:171","msg":"trace[909197070] linearizableReadLoop","detail":"{readStateIndex:21599; appliedIndex:21598; }","duration":"642.713482ms","start":"2026-07-23T05:38:39.376519Z","end":"2026-07-23T05:38:40.019233Z","steps":["trace[909197070] 'read index received' (duration: 323.442344ms)","trace[909197070] 'applied index is now lower than readState.Index' (duration: 319.266728ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:40.019483Z","caller":"traceutil/trace.go:171","msg":"trace[165251129] transaction","detail":"{read_only:false; response_revision:20879; number_of_response:1; }","duration":"643.02662ms","start":"2026-07-23T05:38:39.376436Z","end":"2026-07-23T05:38:40.019463Z","steps":["trace[165251129] 'process raft request' (duration: 323.507106ms)","trace[165251129] 'compare' (duration: 318.750813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:40.019577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.37642Z","time spent":"643.113823ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T05:38:40.02017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.630637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-07-23T05:38:40.020234Z","caller":"traceutil/trace.go:171","msg":"trace[953805865] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:20879; }","duration":"643.74382ms","start":"2026-07-23T05:38:39.376474Z","end":"2026-07-23T05:38:40.020218Z","steps":["trace[953805865] 'agreement among raft nodes before linearized reading' (duration: 643.461882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:40.020281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.026222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-23T05:38:40.02027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.542777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-23T05:38:40.020261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.149398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:40.020345Z","caller":"traceutil/trace.go:171","msg":"trace[77586453] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:20879; }","duration":"642.473085ms","start":"2026-07-23T05:38:39.377856Z","end":"2026-07-23T05:38:40.020329Z","steps":["trace[77586453] 'agreement among raft nodes before linearized reading' (duration: 642.27596ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:40.020365Z","caller":"traceutil/trace.go:171","msg":"trace[626341427] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20879; }","duration":"642.664231ms","start":"2026-07-23T05:38:39.377679Z","end":"2026-07-23T05:38:40.020343Z","steps":["trace[626341427] 'agreement among raft nodes before linearized reading' (duration: 642.389693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:40.020396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.37785Z","time spent":"642.538327ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-23T05:38:40.020413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.377669Z","time spent":"642.731772ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T05:38:40.020415Z","caller":"traceutil/trace.go:171","msg":"trace[1285151103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20879; }","duration":"641.361135ms","start":"2026-07-23T05:38:39.379013Z","end":"2026-07-23T05:38:40.020375Z","steps":["trace[1285151103] 'agreement among raft nodes before linearized reading' (duration: 641.115638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:40.020295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.376455Z","time spent":"643.828533ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4158,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-23T05:38:40.020514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.379003Z","time spent":"641.475767ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:40.023556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.511844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18c4d46b921c98dc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20878 ","response":"range_response_count:500 size:387556"} {"level":"info","ts":"2026-07-23T05:38:40.023662Z","caller":"traceutil/trace.go:171","msg":"trace[1050523905] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18c4d46b921c98dc\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:20879; }","duration":"629.661368ms","start":"2026-07-23T05:38:39.393978Z","end":"2026-07-23T05:38:40.023639Z","steps":["trace[1050523905] 'agreement among raft nodes before linearized reading' (duration: 626.12443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:40.023744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:39.393971Z","time spent":"629.73913ms","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1153,"response size":387579,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.18c4d46b921c98dc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20878 "} {"level":"warn","ts":"2026-07-23T05:38:40.530348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198582,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:38:40.958665Z","caller":"traceutil/trace.go:171","msg":"trace[2068578950] transaction","detail":"{read_only:false; response_revision:20880; number_of_response:1; }","duration":"931.124192ms","start":"2026-07-23T05:38:40.027513Z","end":"2026-07-23T05:38:40.958638Z","steps":["trace[2068578950] 'process raft request' (duration: 930.910496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:40.958823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.027485Z","time spent":"931.253076ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:41.563976Z","caller":"traceutil/trace.go:171","msg":"trace[1824827904] transaction","detail":"{read_only:false; response_revision:20881; number_of_response:1; }","duration":"1.535745053s","start":"2026-07-23T05:38:40.028185Z","end":"2026-07-23T05:38:41.56393Z","steps":["trace[1824827904] 'process raft request' (duration: 1.535420254s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.564166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.028164Z","time spent":"1.535884077s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:41.564302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534833917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1d11005-46e5-4ec5-95ea-a65bd5be7d1b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-23T05:38:41.56439Z","caller":"traceutil/trace.go:171","msg":"trace[1762114918] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1d11005-46e5-4ec5-95ea-a65bd5be7d1b; range_end:; response_count:1; response_revision:20881; }","duration":"1.534946931s","start":"2026-07-23T05:38:40.029419Z","end":"2026-07-23T05:38:41.564366Z","steps":["trace[1762114918] 'agreement among raft nodes before linearized reading' (duration: 1.53456769s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.564442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.029412Z","time spent":"1.535016743s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-c1d11005-46e5-4ec5-95ea-a65bd5be7d1b\" "} {"level":"info","ts":"2026-07-23T05:38:41.56462Z","caller":"traceutil/trace.go:171","msg":"trace[176563788] linearizableReadLoop","detail":"{readStateIndex:21601; appliedIndex:21599; }","duration":"1.534345424s","start":"2026-07-23T05:38:40.029436Z","end":"2026-07-23T05:38:41.563781Z","steps":["trace[176563788] 'read index received' (duration: 928.995182ms)","trace[176563788] 'applied index is now lower than readState.Index' (duration: 605.349212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:41.565108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.676379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:41.565185Z","caller":"traceutil/trace.go:171","msg":"trace[1037245459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20881; }","duration":"483.817322ms","start":"2026-07-23T05:38:41.08135Z","end":"2026-07-23T05:38:41.565167Z","steps":["trace[1037245459] 'agreement among raft nodes before linearized reading' (duration: 483.674948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.565239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.081319Z","time spent":"483.908225ms","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:41.565305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.063191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vrths\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-07-23T05:38:41.565315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472883675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:41.565284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.435761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:41.565356Z","caller":"traceutil/trace.go:171","msg":"trace[1343586226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20881; }","duration":"1.472980278s","start":"2026-07-23T05:38:40.092367Z","end":"2026-07-23T05:38:41.565347Z","steps":["trace[1343586226] 'agreement among raft nodes before linearized reading' (duration: 1.472876165s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:41.565354Z","caller":"traceutil/trace.go:171","msg":"trace[1466387655] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vrths; range_end:; response_count:1; response_revision:20881; }","duration":"602.174673ms","start":"2026-07-23T05:38:40.963167Z","end":"2026-07-23T05:38:41.565342Z","steps":["trace[1466387655] 'agreement among raft nodes before linearized reading' (duration: 602.04338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.565383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.092341Z","time spent":"1.473036989s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:41.565388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.963149Z","time spent":"602.233275ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vrths\" "} {"level":"info","ts":"2026-07-23T05:38:41.565388Z","caller":"traceutil/trace.go:171","msg":"trace[168154367] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20881; }","duration":"880.637927ms","start":"2026-07-23T05:38:40.684727Z","end":"2026-07-23T05:38:41.565365Z","steps":["trace[168154367] 'agreement among raft nodes before linearized reading' (duration: 880.429601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.565459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.684689Z","time spent":"880.75925ms","remote":"127.0.0.1:42880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:41.565308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:41.56559Z","caller":"traceutil/trace.go:171","msg":"trace[2098166298] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20881; }","duration":"389.055079ms","start":"2026-07-23T05:38:41.176522Z","end":"2026-07-23T05:38:41.565577Z","steps":["trace[2098166298] 'agreement among raft nodes before linearized reading' (duration: 388.705039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.56565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.176501Z","time spent":"389.1368ms","remote":"127.0.0.1:54442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:41.568206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526227749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-db-init.18c4d3d30abd9560\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20878 ","response":"range_response_count:500 size:385805"} {"level":"info","ts":"2026-07-23T05:38:41.568326Z","caller":"traceutil/trace.go:171","msg":"trace[438089484] range","detail":"{range_begin:/registry/events/openstack/nova-db-init.18c4d3d30abd9560\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:20881; }","duration":"1.526390123s","start":"2026-07-23T05:38:40.041921Z","end":"2026-07-23T05:38:41.568311Z","steps":["trace[438089484] 'agreement among raft nodes before linearized reading' (duration: 1.523087591s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:41.568424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:40.041909Z","time spent":"1.526477605s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":653,"response size":385828,"request content":"key:\"/registry/events/openstack/nova-db-init.18c4d3d30abd9560\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20878 "} {"level":"warn","ts":"2026-07-23T05:38:42.612037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.46535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:42.612184Z","caller":"traceutil/trace.go:171","msg":"trace[436197898] transaction","detail":"{read_only:false; response_revision:20882; number_of_response:1; }","duration":"1.041496101s","start":"2026-07-23T05:38:41.57066Z","end":"2026-07-23T05:38:42.612156Z","steps":["trace[436197898] 'process raft request' (duration: 341.814665ms)","trace[436197898] 'compare' (duration: 698.783601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:42.612276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.57064Z","time spent":"1.041590473s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:43.381648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469120442s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:43.572414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:43.572541Z","caller":"traceutil/trace.go:171","msg":"trace[1540735357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311362s","start":"2026-07-23T05:38:41.572199Z","end":"2026-07-23T05:38:43.57251Z","steps":["trace[1540735357] 'agreement among raft nodes before linearized reading' (duration: 2.000141678s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:43.572604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.572181Z","time spent":"2.000409806s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:44.365789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.883169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:44.365986Z","caller":"traceutil/trace.go:171","msg":"trace[1350189752] transaction","detail":"{read_only:false; response_revision:20884; number_of_response:1; }","duration":"598.996396ms","start":"2026-07-23T05:38:43.766972Z","end":"2026-07-23T05:38:44.365968Z","steps":["trace[1350189752] 'process raft request' (duration: 598.924494ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:44.366007Z","caller":"traceutil/trace.go:171","msg":"trace[2094446966] linearizableReadLoop","detail":"{readStateIndex:21603; appliedIndex:21601; }","duration":"2.793732565s","start":"2026-07-23T05:38:41.572243Z","end":"2026-07-23T05:38:44.365976Z","steps":["trace[2094446966] 'read index received' (duration: 340.227821ms)","trace[2094446966] 'applied index is now lower than readState.Index' (duration: 2.453501144s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:44.366065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:43.76696Z","time spent":"599.068279ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:44.366151Z","caller":"traceutil/trace.go:171","msg":"trace[121218168] transaction","detail":"{read_only:false; response_revision:20883; number_of_response:1; }","duration":"2.794412664s","start":"2026-07-23T05:38:41.571718Z","end":"2026-07-23T05:38:44.366131Z","steps":["trace[121218168] 'process raft request' (duration: 1.810081722s)","trace[121218168] 'compare' (duration: 983.732135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:44.366271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.571693Z","time spent":"2.794493686s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:44.366802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.854905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:44.366979Z","caller":"traceutil/trace.go:171","msg":"trace[1419486094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20884; }","duration":"794.202534ms","start":"2026-07-23T05:38:43.572753Z","end":"2026-07-23T05:38:44.366955Z","steps":["trace[1419486094] 'agreement among raft nodes before linearized reading' (duration: 793.866005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.367311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781100964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-octavia-server-0.18c4d46abb9d951b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20878 ","response":"range_response_count:153 size:117783"} {"level":"warn","ts":"2026-07-23T05:38:44.367313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.929683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:44.36736Z","caller":"traceutil/trace.go:171","msg":"trace[1846607436] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-octavia-server-0.18c4d46abb9d951b\u0000; range_end:/registry/events/openstack0; response_count:153; response_revision:20884; }","duration":"2.781183556s","start":"2026-07-23T05:38:41.586163Z","end":"2026-07-23T05:38:44.367347Z","steps":["trace[1846607436] 'agreement among raft nodes before linearized reading' (duration: 2.780326993s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:44.367378Z","caller":"traceutil/trace.go:171","msg":"trace[1227664839] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20884; }","duration":"659.048306ms","start":"2026-07-23T05:38:43.708313Z","end":"2026-07-23T05:38:44.367361Z","steps":["trace[1227664839] 'agreement among raft nodes before linearized reading' (duration: 658.935123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.367261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:43.572726Z","time spent":"794.520904ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:44.367423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.586153Z","time spent":"2.781235427s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":153,"response size":117806,"request content":"key:\"/registry/events/openstack/rabbitmq-octavia-server-0.18c4d46abb9d951b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:20878 "} {"level":"warn","ts":"2026-07-23T05:38:44.367846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592246176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:38:44.3679Z","caller":"traceutil/trace.go:171","msg":"trace[1509123933] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20884; }","duration":"1.592292937s","start":"2026-07-23T05:38:42.775591Z","end":"2026-07-23T05:38:44.367884Z","steps":["trace[1509123933] 'agreement among raft nodes before linearized reading' (duration: 1.592088332s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.367957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:42.775514Z","time spent":"1.592423541s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":199,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:44.367425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:43.708292Z","time spent":"659.119568ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:44.367572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595324651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:44.368245Z","caller":"traceutil/trace.go:171","msg":"trace[1059492986] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20884; }","duration":"1.596013321s","start":"2026-07-23T05:38:42.772177Z","end":"2026-07-23T05:38:44.36819Z","steps":["trace[1059492986] 'agreement among raft nodes before linearized reading' (duration: 1.595314651s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.368376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:42.772155Z","time spent":"1.596173235s","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:44.367618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751611887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d493cba2a2c5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-23T05:38:44.368603Z","caller":"traceutil/trace.go:171","msg":"trace[1705331928] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d493cba2a2c5; range_end:; response_count:1; response_revision:20884; }","duration":"1.752627015s","start":"2026-07-23T05:38:42.615962Z","end":"2026-07-23T05:38:44.368589Z","steps":["trace[1705331928] 'agreement among raft nodes before linearized reading' (duration: 1.751584916s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.36865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:42.615901Z","time spent":"1.752736198s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d493cba2a2c5\" "} {"level":"warn","ts":"2026-07-23T05:38:44.367656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155948713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:44.368848Z","caller":"traceutil/trace.go:171","msg":"trace[1919901314] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20884; }","duration":"1.157166627s","start":"2026-07-23T05:38:43.211661Z","end":"2026-07-23T05:38:44.368827Z","steps":["trace[1919901314] 'agreement among raft nodes before linearized reading' (duration: 1.155958084s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.368911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:43.21164Z","time spent":"1.157251899s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:44.367657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696198993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-23T05:38:44.369091Z","caller":"traceutil/trace.go:171","msg":"trace[973364249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20884; }","duration":"2.697664473s","start":"2026-07-23T05:38:41.671411Z","end":"2026-07-23T05:38:44.369075Z","steps":["trace[973364249] 'agreement among raft nodes before linearized reading' (duration: 2.696190102s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:44.36913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:41.671387Z","time spent":"2.697734326s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-23T05:38:45.327743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.18697ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T05:38:45.328061Z","caller":"traceutil/trace.go:171","msg":"trace[929325954] linearizableReadLoop","detail":"{readStateIndex:21606; appliedIndex:21604; }","duration":"956.483176ms","start":"2026-07-23T05:38:44.371556Z","end":"2026-07-23T05:38:45.328039Z","steps":["trace[929325954] 'read index received' (duration: 164.929646ms)","trace[929325954] 'applied index is now lower than readState.Index' (duration: 791.55239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:45.328178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.370697Z","time spent":"957.477944ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T05:38:45.328369Z","caller":"traceutil/trace.go:171","msg":"trace[15957155] transaction","detail":"{read_only:false; response_revision:20885; number_of_response:1; }","duration":"957.076872ms","start":"2026-07-23T05:38:44.371282Z","end":"2026-07-23T05:38:45.328358Z","steps":["trace[15957155] 'process raft request' (duration: 956.600399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:45.3285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.371268Z","time spent":"957.128664ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:45.329214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.086979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-23T05:38:45.32923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.612828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7919891-1548-4ecf-abc0-134554e231a0\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-23T05:38:45.329282Z","caller":"traceutil/trace.go:171","msg":"trace[1285286880] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20885; }","duration":"863.169811ms","start":"2026-07-23T05:38:44.466098Z","end":"2026-07-23T05:38:45.329268Z","steps":["trace[1285286880] 'agreement among raft nodes before linearized reading' (duration: 862.923024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:45.329314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.466004Z","time spent":"863.303885ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-23T05:38:45.329333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.044464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:45.32932Z","caller":"traceutil/trace.go:171","msg":"trace[593133656] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7919891-1548-4ecf-abc0-134554e231a0; range_end:; response_count:1; response_revision:20885; }","duration":"957.71156ms","start":"2026-07-23T05:38:44.371589Z","end":"2026-07-23T05:38:45.329301Z","steps":["trace[593133656] 'agreement among raft nodes before linearized reading' (duration: 957.433822ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:45.329375Z","caller":"traceutil/trace.go:171","msg":"trace[258583914] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20885; }","duration":"887.139528ms","start":"2026-07-23T05:38:44.442227Z","end":"2026-07-23T05:38:45.329366Z","steps":["trace[258583914] 'agreement among raft nodes before linearized reading' (duration: 887.054966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:45.329399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.442208Z","time spent":"887.185509ms","remote":"127.0.0.1:46850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:45.329395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.371585Z","time spent":"957.798092ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-a7919891-1548-4ecf-abc0-134554e231a0\" "} {"level":"warn","ts":"2026-07-23T05:38:45.329437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.861146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:45.329534Z","caller":"traceutil/trace.go:171","msg":"trace[1446950318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20885; }","duration":"952.998299ms","start":"2026-07-23T05:38:44.376515Z","end":"2026-07-23T05:38:45.329513Z","steps":["trace[1446950318] 'agreement among raft nodes before linearized reading' (duration: 952.781533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:45.329583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.376508Z","time spent":"953.068051ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:45.329565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.967087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ppffs\" ","response":"range_response_count:1 size:5934"} {"level":"info","ts":"2026-07-23T05:38:45.329663Z","caller":"traceutil/trace.go:171","msg":"trace[711204404] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ppffs; range_end:; response_count:1; response_revision:20885; }","duration":"958.116971ms","start":"2026-07-23T05:38:44.37153Z","end":"2026-07-23T05:38:45.329647Z","steps":["trace[711204404] 'agreement among raft nodes before linearized reading' (duration: 957.73371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:45.329719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:44.37152Z","time spent":"958.191474ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5957,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ppffs\" "} {"level":"warn","ts":"2026-07-23T05:38:46.327634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.943372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:46.32774Z","caller":"traceutil/trace.go:171","msg":"trace[1947446203] linearizableReadLoop","detail":"{readStateIndex:21607; appliedIndex:21606; }","duration":"996.245712ms","start":"2026-07-23T05:38:45.331476Z","end":"2026-07-23T05:38:46.327722Z","steps":["trace[1947446203] 'read index received' (duration: 131.188648ms)","trace[1947446203] 'applied index is now lower than readState.Index' (duration: 865.055584ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:46.327828Z","caller":"traceutil/trace.go:171","msg":"trace[1649600757] transaction","detail":"{read_only:false; response_revision:20886; number_of_response:1; }","duration":"997.456217ms","start":"2026-07-23T05:38:45.330359Z","end":"2026-07-23T05:38:46.327815Z","steps":["trace[1649600757] 'process raft request' (duration: 132.227167ms)","trace[1649600757] 'compare' (duration: 864.718496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:46.327896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.330334Z","time spent":"997.529678ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:46.327974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.47539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:46.328048Z","caller":"traceutil/trace.go:171","msg":"trace[777578795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20886; }","duration":"996.574262ms","start":"2026-07-23T05:38:45.331456Z","end":"2026-07-23T05:38:46.32803Z","steps":["trace[777578795] 'agreement among raft nodes before linearized reading' (duration: 996.408587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:46.32808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.331447Z","time spent":"996.627113ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:46.828243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:47.169412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706741029s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:47.78392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.202129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:47.784224Z","caller":"traceutil/trace.go:171","msg":"trace[1221492201] transaction","detail":"{read_only:false; response_revision:20889; number_of_response:1; }","duration":"2.40123601s","start":"2026-07-23T05:38:45.382965Z","end":"2026-07-23T05:38:47.784201Z","steps":["trace[1221492201] 'process raft request' (duration: 2.401165378s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:47.784307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.382937Z","time spent":"2.401322433s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:47.784275Z","caller":"traceutil/trace.go:171","msg":"trace[1646297027] transaction","detail":"{read_only:false; response_revision:20888; number_of_response:1; }","duration":"2.445347757s","start":"2026-07-23T05:38:45.338878Z","end":"2026-07-23T05:38:47.784226Z","steps":["trace[1646297027] 'process raft request' (duration: 2.445143861s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:47.784499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.338852Z","time spent":"2.445518762s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:47.784541Z","caller":"traceutil/trace.go:171","msg":"trace[1209443534] transaction","detail":"{read_only:false; response_revision:20887; number_of_response:1; }","duration":"2.452353172s","start":"2026-07-23T05:38:45.332138Z","end":"2026-07-23T05:38:47.784491Z","steps":["trace[1209443534] 'process raft request' (duration: 1.837501255s)","trace[1209443534] 'compare' (duration: 613.753267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:47.78474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.332112Z","time spent":"2.452535258s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T05:38:48.337051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:48.337149Z","caller":"traceutil/trace.go:171","msg":"trace[1005742859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195478s","start":"2026-07-23T05:38:46.336931Z","end":"2026-07-23T05:38:48.337126Z","steps":["trace[1005742859] 'agreement among raft nodes before linearized reading' (duration: 2.000059595s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:48.337197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:46.336924Z","time spent":"2.00026433s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:48.411374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001164189s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:48.749303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.259559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:48.749464Z","caller":"traceutil/trace.go:171","msg":"trace[483024862] linearizableReadLoop","detail":"{readStateIndex:21611; appliedIndex:21607; }","duration":"2.421657158s","start":"2026-07-23T05:38:46.32778Z","end":"2026-07-23T05:38:48.749437Z","steps":["trace[483024862] 'read index received' (duration: 841.87096ms)","trace[483024862] 'applied index is now lower than readState.Index' (duration: 1.579784478s)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:48.749592Z","caller":"traceutil/trace.go:171","msg":"trace[209838408] transaction","detail":"{read_only:false; response_revision:20890; number_of_response:1; }","duration":"3.014756s","start":"2026-07-23T05:38:45.734818Z","end":"2026-07-23T05:38:48.749574Z","steps":["trace[209838408] 'process raft request' (duration: 2.676825813s)","trace[209838408] 'compare' (duration: 336.332173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:48.749683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.734781Z","time spent":"3.014853193s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:48.749835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30567706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:48.749989Z","caller":"traceutil/trace.go:171","msg":"trace[2139481867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20890; }","duration":"3.305913976s","start":"2026-07-23T05:38:45.444045Z","end":"2026-07-23T05:38:48.749959Z","steps":["trace[2139481867] 'agreement among raft nodes before linearized reading' (duration: 3.305647059s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:48.749991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415919796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-23T05:38:48.750065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.444022Z","time spent":"3.30602326s","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:48.750106Z","caller":"traceutil/trace.go:171","msg":"trace[913633736] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20890; }","duration":"3.416077389s","start":"2026-07-23T05:38:45.334Z","end":"2026-07-23T05:38:48.750077Z","steps":["trace[913633736] 'agreement among raft nodes before linearized reading' (duration: 3.41573998s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:48.750071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02769899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:38:48.750168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.333989Z","time spent":"3.416167043s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-23T05:38:48.750236Z","caller":"traceutil/trace.go:171","msg":"trace[1438290463] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20890; }","duration":"3.027944727s","start":"2026-07-23T05:38:45.722251Z","end":"2026-07-23T05:38:48.750195Z","steps":["trace[1438290463] 'agreement among raft nodes before linearized reading' (duration: 3.027514145s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:48.75033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:45.722235Z","time spent":"3.028078901s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":92,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:50.337527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:50.337651Z","caller":"traceutil/trace.go:171","msg":"trace[1778219649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082386s","start":"2026-07-23T05:38:48.337533Z","end":"2026-07-23T05:38:50.337616Z","steps":["trace[1778219649] 'agreement among raft nodes before linearized reading' (duration: 1.999937112s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:50.337712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:48.337445Z","time spent":"2.000257161s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:51.11835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.476094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:51.118514Z","caller":"traceutil/trace.go:171","msg":"trace[517926366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20890; }","duration":"291.646909ms","start":"2026-07-23T05:38:50.826837Z","end":"2026-07-23T05:38:51.118483Z","steps":["trace[517926366] 'range keys from in-memory index tree' (duration: 291.30165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:51.118899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007382269s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:51.119084Z","caller":"traceutil/trace.go:171","msg":"trace[287557844] transaction","detail":"{read_only:false; response_revision:20891; number_of_response:1; }","duration":"3.329864382s","start":"2026-07-23T05:38:47.789191Z","end":"2026-07-23T05:38:51.119055Z","steps":["trace[287557844] 'process raft request' (duration: 1.322257867s)","trace[287557844] 'compare' (duration: 2.006209456s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:51.119249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:47.789164Z","time spent":"3.329986276s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T05:38:51.312863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202488007s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:51.367609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99983722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:51.367793Z","caller":"traceutil/trace.go:171","msg":"trace[478455835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197499s","start":"2026-07-23T05:38:49.367566Z","end":"2026-07-23T05:38:51.367736Z","steps":["trace[478455835] 'agreement among raft nodes before linearized reading' (duration: 1.9998839s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:51.36797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:49.367539Z","time spent":"2.000414365s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:52.114535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.525512ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:38:52.114751Z","caller":"traceutil/trace.go:171","msg":"trace[90355830] linearizableReadLoop","detail":"{readStateIndex:21613; appliedIndex:21611; }","duration":"3.365236756s","start":"2026-07-23T05:38:48.749497Z","end":"2026-07-23T05:38:52.114734Z","steps":["trace[90355830] 'read index received' (duration: 362.004846ms)","trace[90355830] 'applied index is now lower than readState.Index' (duration: 3.0032308s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:52.114943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.533460876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:52.114984Z","caller":"traceutil/trace.go:171","msg":"trace[1853510620] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20891; }","duration":"5.533551358s","start":"2026-07-23T05:38:46.581421Z","end":"2026-07-23T05:38:52.114973Z","steps":["trace[1853510620] 'agreement among raft nodes before linearized reading' (duration: 5.533475466s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.115022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:46.5814Z","time spent":"5.533612611s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:52.114996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.66343622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:52.115336Z","caller":"traceutil/trace.go:171","msg":"trace[1899286374] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20891; }","duration":"5.663831822s","start":"2026-07-23T05:38:46.451477Z","end":"2026-07-23T05:38:52.115309Z","steps":["trace[1899286374] 'agreement among raft nodes before linearized reading' (duration: 5.66342371s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.115336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326834614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4665"} {"level":"warn","ts":"2026-07-23T05:38:52.115359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.785100574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-23T05:38:52.11541Z","caller":"traceutil/trace.go:171","msg":"trace[529232098] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:20891; }","duration":"4.326959217s","start":"2026-07-23T05:38:47.788434Z","end":"2026-07-23T05:38:52.115393Z","steps":["trace[529232098] 'agreement among raft nodes before linearized reading' (duration: 4.326533205s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:52.115418Z","caller":"traceutil/trace.go:171","msg":"trace[240901737] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20891; }","duration":"5.785166795s","start":"2026-07-23T05:38:46.330236Z","end":"2026-07-23T05:38:52.115403Z","steps":["trace[240901737] 'agreement among raft nodes before linearized reading' (duration: 5.784733583s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.115462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:47.788412Z","time spent":"4.32704053s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-23T05:38:52.115471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:46.330204Z","time spent":"5.785255478s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T05:38:52.115466Z","caller":"traceutil/trace.go:171","msg":"trace[545527323] transaction","detail":"{read_only:false; response_revision:20892; number_of_response:1; }","duration":"2.787495711s","start":"2026-07-23T05:38:49.327951Z","end":"2026-07-23T05:38:52.115446Z","steps":["trace[545527323] 'process raft request' (duration: 2.786686498s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.115408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:46.451449Z","time spent":"5.663941424s","remote":"127.0.0.1:52172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:52.115588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:49.327915Z","time spent":"2.787597623s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:52.115688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443909319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:52.115846Z","caller":"traceutil/trace.go:171","msg":"trace[1192172384] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20891; }","duration":"4.444177197s","start":"2026-07-23T05:38:47.671637Z","end":"2026-07-23T05:38:52.115814Z","steps":["trace[1192172384] 'agreement among raft nodes before linearized reading' (duration: 4.443260451s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.115945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:47.671562Z","time spent":"4.444365812s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":82,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:52.115746Z","caller":"traceutil/trace.go:171","msg":"trace[189257039] transaction","detail":"{read_only:false; response_revision:20893; number_of_response:1; }","duration":"2.786512993s","start":"2026-07-23T05:38:49.329213Z","end":"2026-07-23T05:38:52.115726Z","steps":["trace[189257039] 'process raft request' (duration: 2.786159944s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.116423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:49.329182Z","time spent":"2.787148811s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:52.346553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:52.346677Z","caller":"traceutil/trace.go:171","msg":"trace[91092269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207818s","start":"2026-07-23T05:38:50.346433Z","end":"2026-07-23T05:38:52.346641Z","steps":["trace[91092269] 'agreement among raft nodes before linearized reading' (duration: 2.000064504s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:52.346753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:50.346404Z","time spent":"2.000333032s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:53.04539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.961516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:53.045527Z","caller":"traceutil/trace.go:171","msg":"trace[151398505] linearizableReadLoop","detail":"{readStateIndex:21616; appliedIndex:21615; }","duration":"930.701759ms","start":"2026-07-23T05:38:52.1148Z","end":"2026-07-23T05:38:53.045501Z","steps":["trace[151398505] 'read index received' (duration: 140.750293ms)","trace[151398505] 'applied index is now lower than readState.Index' (duration: 789.949966ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:38:53.045599Z","caller":"traceutil/trace.go:171","msg":"trace[374509041] transaction","detail":"{read_only:false; response_revision:20894; number_of_response:1; }","duration":"1.172644828s","start":"2026-07-23T05:38:51.872942Z","end":"2026-07-23T05:38:53.045587Z","steps":["trace[374509041] 'process raft request' (duration: 382.406574ms)","trace[374509041] 'compare' (duration: 789.846963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:53.04567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:51.872915Z","time spent":"1.17271933s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:53.045889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458903187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:53.045927Z","caller":"traceutil/trace.go:171","msg":"trace[2032141303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20894; }","duration":"1.458985129s","start":"2026-07-23T05:38:51.586932Z","end":"2026-07-23T05:38:53.045917Z","steps":["trace[2032141303] 'agreement among raft nodes before linearized reading' (duration: 1.458920547s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.045955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:51.586901Z","time spent":"1.459048511s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:53.046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171512088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:53.04608Z","caller":"traceutil/trace.go:171","msg":"trace[2062916513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:20894; }","duration":"3.171646392s","start":"2026-07-23T05:38:49.874418Z","end":"2026-07-23T05:38:53.046064Z","steps":["trace[2062916513] 'agreement among raft nodes before linearized reading' (duration: 3.171506478s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.046117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254349799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:53.046122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:49.874396Z","time spent":"3.171714674s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:38:53.046155Z","caller":"traceutil/trace.go:171","msg":"trace[1347618794] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20894; }","duration":"4.254421391s","start":"2026-07-23T05:38:48.791723Z","end":"2026-07-23T05:38:53.046144Z","steps":["trace[1347618794] 'agreement among raft nodes before linearized reading' (duration: 4.25436117s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.046189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:48.791705Z","time spent":"4.254475762s","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:53.046146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9222183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-23T05:38:53.046191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41685225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-23T05:38:53.046251Z","caller":"traceutil/trace.go:171","msg":"trace[593497026] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff; range_end:; response_count:1; response_revision:20894; }","duration":"1.922337314s","start":"2026-07-23T05:38:51.123888Z","end":"2026-07-23T05:38:53.046226Z","steps":["trace[593497026] 'agreement among raft nodes before linearized reading' (duration: 1.922006074s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:53.046285Z","caller":"traceutil/trace.go:171","msg":"trace[595128599] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20894; }","duration":"3.417001675s","start":"2026-07-23T05:38:49.629264Z","end":"2026-07-23T05:38:53.046265Z","steps":["trace[595128599] 'agreement among raft nodes before linearized reading' (duration: 3.416699606s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.046303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:51.123835Z","time spent":"1.922458226s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" "} {"level":"warn","ts":"2026-07-23T05:38:53.046336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:49.629242Z","time spent":"3.417082087s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-23T05:38:53.046369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276732481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:53.046407Z","caller":"traceutil/trace.go:171","msg":"trace[286090928] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20894; }","duration":"4.276770252s","start":"2026-07-23T05:38:48.769626Z","end":"2026-07-23T05:38:53.046396Z","steps":["trace[286090928] 'agreement among raft nodes before linearized reading' (duration: 4.27670061s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.046436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:48.769558Z","time spent":"4.276870975s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:53.046559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758173131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:53.046673Z","caller":"traceutil/trace.go:171","msg":"trace[30006294] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:20894; }","duration":"3.758361567s","start":"2026-07-23T05:38:49.288279Z","end":"2026-07-23T05:38:53.04664Z","steps":["trace[30006294] 'agreement among raft nodes before linearized reading' (duration: 3.757589756s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.046743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:49.288256Z","time spent":"3.758472509s","remote":"127.0.0.1:54116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:53.046841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292959252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73dade9b-9b3b-4dd2-b246-4c72e47a5400\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-23T05:38:53.046876Z","caller":"traceutil/trace.go:171","msg":"trace[2003351621] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73dade9b-9b3b-4dd2-b246-4c72e47a5400; range_end:; response_count:1; response_revision:20894; }","duration":"4.293046495s","start":"2026-07-23T05:38:48.753821Z","end":"2026-07-23T05:38:53.046867Z","steps":["trace[2003351621] 'agreement among raft nodes before linearized reading' (duration: 4.292894721s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.046896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:48.753798Z","time spent":"4.293093706s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-73dade9b-9b3b-4dd2-b246-4c72e47a5400\" "} {"level":"warn","ts":"2026-07-23T05:38:53.046474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565058955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:53.047704Z","caller":"traceutil/trace.go:171","msg":"trace[3908583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20894; }","duration":"2.566127575s","start":"2026-07-23T05:38:50.480967Z","end":"2026-07-23T05:38:53.047095Z","steps":["trace[3908583] 'agreement among raft nodes before linearized reading' (duration: 2.564920671s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:53.0478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:50.480843Z","time spent":"2.566929017s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:53.546528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:54.047611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:54.353385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:38:54.353517Z","caller":"traceutil/trace.go:171","msg":"trace[258331540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015464s","start":"2026-07-23T05:38:52.353474Z","end":"2026-07-23T05:38:54.35349Z","steps":["trace[258331540] 'agreement among raft nodes before linearized reading' (duration: 1.999792478s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:54.353603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:52.353401Z","time spent":"2.000176669s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:54.548082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:55.048252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939198613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:38:55.542694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.231845476s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:56.362483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:56.362561Z","caller":"traceutil/trace.go:171","msg":"trace[1885091634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474576s","start":"2026-07-23T05:38:54.362067Z","end":"2026-07-23T05:38:56.362541Z","steps":["trace[1885091634] 'agreement among raft nodes before linearized reading' (duration: 2.000373123s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:56.362608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:54.362046Z","time spent":"2.000551678s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:57.270425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727466036s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:38:58.0693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526281028s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:38:58.070116Z","caller":"traceutil/trace.go:171","msg":"trace[1414977057] transaction","detail":"{read_only:false; response_revision:20895; number_of_response:1; }","duration":"5.945879555s","start":"2026-07-23T05:38:52.124167Z","end":"2026-07-23T05:38:58.070047Z","steps":["trace[1414977057] 'process raft request' (duration: 5.945239107s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.070372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:52.12415Z","time spent":"5.946082671s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:58.363124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:38:58.363206Z","caller":"traceutil/trace.go:171","msg":"trace[85780597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452067s","start":"2026-07-23T05:38:56.362738Z","end":"2026-07-23T05:38:58.36319Z","steps":["trace[85780597] 'agreement among raft nodes before linearized reading' (duration: 2.000350174s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.36326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:56.362723Z","time spent":"2.000515878s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:38:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:38:58.722938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.849924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:58.723236Z","caller":"traceutil/trace.go:171","msg":"trace[1477775586] transaction","detail":"{read_only:false; response_revision:20897; number_of_response:1; }","duration":"673.101827ms","start":"2026-07-23T05:38:58.050112Z","end":"2026-07-23T05:38:58.723214Z","steps":["trace[1477775586] 'process raft request' (duration: 672.973463ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:58.723231Z","caller":"traceutil/trace.go:171","msg":"trace[421487676] linearizableReadLoop","detail":"{readStateIndex:21619; appliedIndex:21616; }","duration":"5.677642446s","start":"2026-07-23T05:38:53.045554Z","end":"2026-07-23T05:38:58.723197Z","steps":["trace[421487676] 'read index received' (duration: 2.497377273s)","trace[421487676] 'applied index is now lower than readState.Index' (duration: 3.180261583s)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:58.72332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.050085Z","time spent":"673.19816ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:58.723542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.605626851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:38:58.723593Z","caller":"traceutil/trace.go:171","msg":"trace[1540303969] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20897; }","duration":"6.605732064s","start":"2026-07-23T05:38:52.11785Z","end":"2026-07-23T05:38:58.723582Z","steps":["trace[1540303969] 'agreement among raft nodes before linearized reading' (duration: 6.605493537s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.723629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:52.117832Z","time spent":"6.605788705s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-23T05:38:58.7239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.672250746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-23T05:38:58.723948Z","caller":"traceutil/trace.go:171","msg":"trace[1878691556] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20897; }","duration":"5.672342399s","start":"2026-07-23T05:38:53.051591Z","end":"2026-07-23T05:38:58.723934Z","steps":["trace[1878691556] 'agreement among raft nodes before linearized reading' (duration: 5.672193454s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.723984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:53.051583Z","time spent":"5.672390031s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-23T05:38:58.723994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182312983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:58.724032Z","caller":"traceutil/trace.go:171","msg":"trace[697690820] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20897; }","duration":"2.182355984s","start":"2026-07-23T05:38:56.541664Z","end":"2026-07-23T05:38:58.72402Z","steps":["trace[697690820] 'agreement among raft nodes before linearized reading' (duration: 2.182286072s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:56.541643Z","time spent":"2.182411936s","remote":"127.0.0.1:41762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:58.724167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366536196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:58.724196Z","caller":"traceutil/trace.go:171","msg":"trace[674194321] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20897; }","duration":"5.366607548s","start":"2026-07-23T05:38:53.35758Z","end":"2026-07-23T05:38:58.724187Z","steps":["trace[674194321] 'agreement among raft nodes before linearized reading' (duration: 5.366547776s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:53.357554Z","time spent":"5.36666613s","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:58.724199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186212015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:58.724244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.256427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:58.724286Z","caller":"traceutil/trace.go:171","msg":"trace[1286043912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20897; }","duration":"123.34007ms","start":"2026-07-23T05:38:58.600934Z","end":"2026-07-23T05:38:58.724274Z","steps":["trace[1286043912] 'agreement among raft nodes before linearized reading' (duration: 123.267648ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:58.724286Z","caller":"traceutil/trace.go:171","msg":"trace[1695995924] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20897; }","duration":"4.186379079s","start":"2026-07-23T05:38:54.537881Z","end":"2026-07-23T05:38:58.72426Z","steps":["trace[1695995924] 'agreement among raft nodes before linearized reading' (duration: 4.186214184s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:54.53785Z","time spent":"4.186473651s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:58.724391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50801296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:58.724419Z","caller":"traceutil/trace.go:171","msg":"trace[1077154249] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20897; }","duration":"5.508112542s","start":"2026-07-23T05:38:53.216299Z","end":"2026-07-23T05:38:58.724411Z","steps":["trace[1077154249] 'agreement among raft nodes before linearized reading' (duration: 5.50804041s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:53.21626Z","time spent":"5.508179845s","remote":"127.0.0.1:54398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:58.724595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868072042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:38:58.724628Z","caller":"traceutil/trace.go:171","msg":"trace[141272401] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:20897; }","duration":"2.868108043s","start":"2026-07-23T05:38:55.856508Z","end":"2026-07-23T05:38:58.724616Z","steps":["trace[141272401] 'agreement among raft nodes before linearized reading' (duration: 2.868049121s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:55.856478Z","time spent":"2.868170814s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:58.724666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.82661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:38:58.724743Z","caller":"traceutil/trace.go:171","msg":"trace[1740183960] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20897; }","duration":"927.966114ms","start":"2026-07-23T05:38:57.796756Z","end":"2026-07-23T05:38:58.724723Z","steps":["trace[1740183960] 'agreement among raft nodes before linearized reading' (duration: 927.781258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.960462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:38:58.724772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.738837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dmh8w\" ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-07-23T05:38:58.724787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:57.796734Z","time spent":"928.043196ms","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:38:58.724794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980012095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-23T05:38:58.724825Z","caller":"traceutil/trace.go:171","msg":"trace[1527441658] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dmh8w; range_end:; response_count:1; response_revision:20897; }","duration":"649.8428ms","start":"2026-07-23T05:38:58.074962Z","end":"2026-07-23T05:38:58.724805Z","steps":["trace[1527441658] 'agreement among raft nodes before linearized reading' (duration: 649.684385ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:38:58.72482Z","caller":"traceutil/trace.go:171","msg":"trace[1506865766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20897; }","duration":"354.082226ms","start":"2026-07-23T05:38:58.370713Z","end":"2026-07-23T05:38:58.724795Z","steps":["trace[1506865766] 'agreement among raft nodes before linearized reading' (duration: 353.920111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.074939Z","time spent":"649.920642ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5665,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-dmh8w\" "} {"level":"info","ts":"2026-07-23T05:38:58.724868Z","caller":"traceutil/trace.go:171","msg":"trace[1844074599] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20897; }","duration":"2.980132748s","start":"2026-07-23T05:38:55.744715Z","end":"2026-07-23T05:38:58.724848Z","steps":["trace[1844074599] 'agreement among raft nodes before linearized reading' (duration: 2.979866001s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:58.724879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.370699Z","time spent":"354.172188ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:38:58.724914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:55.744695Z","time spent":"2.980210431s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-23T05:38:58.724936Z","caller":"traceutil/trace.go:171","msg":"trace[1181870539] transaction","detail":"{read_only:false; response_revision:20896; number_of_response:1; }","duration":"5.673687476s","start":"2026-07-23T05:38:53.049436Z","end":"2026-07-23T05:38:58.723124Z","steps":["trace[1181870539] 'process raft request' (duration: 5.020551715s)","trace[1181870539] 'compare' (duration: 652.36633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:58.725105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:53.049417Z","time spent":"5.675571989s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:59.457723Z","caller":"traceutil/trace.go:171","msg":"trace[187667172] linearizableReadLoop","detail":"{readStateIndex:21622; appliedIndex:21620; }","duration":"725.001428ms","start":"2026-07-23T05:38:58.732701Z","end":"2026-07-23T05:38:59.457703Z","steps":["trace[187667172] 'read index received' (duration: 34.468118ms)","trace[187667172] 'applied index is now lower than readState.Index' (duration: 690.5323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:59.457762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.730678Z","time spent":"727.068407ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:38:59.457923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.194844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6425e769-c839-48d4-8dee-a0cb0d13b987\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-23T05:38:59.457955Z","caller":"traceutil/trace.go:171","msg":"trace[1648068288] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6425e769-c839-48d4-8dee-a0cb0d13b987; range_end:; response_count:1; response_revision:20899; }","duration":"725.258076ms","start":"2026-07-23T05:38:58.732684Z","end":"2026-07-23T05:38:59.457942Z","steps":["trace[1648068288] 'agreement among raft nodes before linearized reading' (duration: 725.103782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:59.45799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.732677Z","time spent":"725.306487ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-6425e769-c839-48d4-8dee-a0cb0d13b987\" "} {"level":"info","ts":"2026-07-23T05:38:59.458105Z","caller":"traceutil/trace.go:171","msg":"trace[1440037575] transaction","detail":"{read_only:false; response_revision:20899; number_of_response:1; }","duration":"723.913819ms","start":"2026-07-23T05:38:58.734166Z","end":"2026-07-23T05:38:59.45808Z","steps":["trace[1440037575] 'process raft request' (duration: 723.414105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:59.458225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.73415Z","time spent":"724.012621ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:38:59.996397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.299453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:38:59.996728Z","caller":"traceutil/trace.go:171","msg":"trace[1933262144] transaction","detail":"{read_only:false; response_revision:20900; number_of_response:1; }","duration":"1.225513307s","start":"2026-07-23T05:38:58.771162Z","end":"2026-07-23T05:38:59.996676Z","steps":["trace[1933262144] 'process raft request' (duration: 1.039865164s)","trace[1933262144] 'compare' (duration: 184.698046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:38:59.997004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.771122Z","time spent":"1.225748163s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T05:38:59.997017Z","caller":"traceutil/trace.go:171","msg":"trace[1813558538] transaction","detail":"{read_only:false; response_revision:20901; number_of_response:1; }","duration":"1.198855735s","start":"2026-07-23T05:38:58.798123Z","end":"2026-07-23T05:38:59.996978Z","steps":["trace[1813558538] 'process raft request' (duration: 1.198394922s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:59.997303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:58.798092Z","time spent":"1.199120723s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:38:59.997612Z","caller":"traceutil/trace.go:171","msg":"trace[1465193138] transaction","detail":"{read_only:false; response_revision:20902; number_of_response:1; }","duration":"538.37042ms","start":"2026-07-23T05:38:59.459226Z","end":"2026-07-23T05:38:59.997597Z","steps":["trace[1465193138] 'process raft request' (duration: 537.400673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:38:59.997734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:59.45921Z","time spent":"538.479414ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:39:00.352557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.842815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:39:00.352677Z","caller":"traceutil/trace.go:171","msg":"trace[1415519750] linearizableReadLoop","detail":"{readStateIndex:21626; appliedIndex:21623; }","duration":"889.782242ms","start":"2026-07-23T05:38:59.46287Z","end":"2026-07-23T05:39:00.352653Z","steps":["trace[1415519750] 'read index received' (duration: 348.185852ms)","trace[1415519750] 'applied index is now lower than readState.Index' (duration: 541.59472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:39:00.353761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.866572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-23T05:39:00.353814Z","caller":"traceutil/trace.go:171","msg":"trace[279884288] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20902; }","duration":"890.951744ms","start":"2026-07-23T05:38:59.462848Z","end":"2026-07-23T05:39:00.3538Z","steps":["trace[279884288] 'agreement among raft nodes before linearized reading' (duration: 890.723198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.353903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:59.462839Z","time spent":"891.050027ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-23T05:39:00.356895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.881386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tnnr7\" ","response":"range_response_count:1 size:5485"} {"level":"warn","ts":"2026-07-23T05:39:00.357041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.873844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417426"} {"level":"info","ts":"2026-07-23T05:39:00.357172Z","caller":"traceutil/trace.go:171","msg":"trace[496747360] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20903; }","duration":"238.031738ms","start":"2026-07-23T05:39:00.119112Z","end":"2026-07-23T05:39:00.357143Z","steps":["trace[496747360] 'agreement among raft nodes before linearized reading' (duration: 237.570375ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:00.356987Z","caller":"traceutil/trace.go:171","msg":"trace[2085673217] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tnnr7; range_end:; response_count:1; response_revision:20903; }","duration":"894.04ms","start":"2026-07-23T05:38:59.462925Z","end":"2026-07-23T05:39:00.356965Z","steps":["trace[2085673217] 'agreement among raft nodes before linearized reading' (duration: 893.729162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.357388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:59.462901Z","time spent":"894.463642ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-tnnr7\" "} {"level":"info","ts":"2026-07-23T05:39:00.357777Z","caller":"traceutil/trace.go:171","msg":"trace[2122162380] transaction","detail":"{read_only:false; response_revision:20903; number_of_response:1; }","duration":"350.722713ms","start":"2026-07-23T05:39:00.00704Z","end":"2026-07-23T05:39:00.357762Z","steps":["trace[2122162380] 'process raft request' (duration: 349.397236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.357816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.937535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:39:00.357912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.007021Z","time spent":"350.803815ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T05:39:00.357907Z","caller":"traceutil/trace.go:171","msg":"trace[1544908342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20903; }","duration":"266.077239ms","start":"2026-07-23T05:39:00.091812Z","end":"2026-07-23T05:39:00.35789Z","steps":["trace[1544908342] 'agreement among raft nodes before linearized reading' (duration: 265.958256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.358241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.68127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:39:00.358281Z","caller":"traceutil/trace.go:171","msg":"trace[2063580782] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20903; }","duration":"164.746092ms","start":"2026-07-23T05:39:00.193519Z","end":"2026-07-23T05:39:00.358265Z","steps":["trace[2063580782] 'agreement among raft nodes before linearized reading' (duration: 164.68635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.358328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.252623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-23T05:39:00.358413Z","caller":"traceutil/trace.go:171","msg":"trace[484897899] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20903; }","duration":"353.374996ms","start":"2026-07-23T05:39:00.004985Z","end":"2026-07-23T05:39:00.35836Z","steps":["trace[484897899] 'agreement among raft nodes before linearized reading' (duration: 353.207722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.358468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.004959Z","time spent":"353.49747ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-23T05:39:00.35876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.652595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:39:00.358807Z","caller":"traceutil/trace.go:171","msg":"trace[554152371] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:20903; }","duration":"681.759027ms","start":"2026-07-23T05:38:59.677034Z","end":"2026-07-23T05:39:00.358793Z","steps":["trace[554152371] 'agreement among raft nodes before linearized reading' (duration: 681.679535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.358885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:59.677003Z","time spent":"681.86378ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:39:00.359302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.212976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-23T05:39:00.359583Z","caller":"traceutil/trace.go:171","msg":"trace[2084325653] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20903; }","duration":"775.3486ms","start":"2026-07-23T05:38:59.583987Z","end":"2026-07-23T05:39:00.359336Z","steps":["trace[2084325653] 'agreement among raft nodes before linearized reading' (duration: 775.171635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:00.359617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:38:59.583961Z","time spent":"775.644878ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-23T05:39:01.305427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.638925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-23T05:39:01.305078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.28629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:39:01.306005Z","caller":"traceutil/trace.go:171","msg":"trace[790669294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20903; }","duration":"479.227226ms","start":"2026-07-23T05:39:00.82676Z","end":"2026-07-23T05:39:01.305987Z","steps":["trace[790669294] 'range keys from in-memory index tree' (duration: 478.245779ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:01.305575Z","caller":"traceutil/trace.go:171","msg":"trace[1668807281] transaction","detail":"{read_only:false; response_revision:20904; number_of_response:1; }","duration":"939.34299ms","start":"2026-07-23T05:39:00.366204Z","end":"2026-07-23T05:39:01.305547Z","steps":["trace[1668807281] 'process raft request' (duration: 180.488839ms)","trace[1668807281] 'compare' (duration: 758.519422ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:01.305662Z","caller":"traceutil/trace.go:171","msg":"trace[1809297499] linearizableReadLoop","detail":"{readStateIndex:21629; appliedIndex:21628; }","duration":"938.035834ms","start":"2026-07-23T05:39:00.367613Z","end":"2026-07-23T05:39:01.305649Z","steps":["trace[1809297499] 'read index received' (duration: 179.343047ms)","trace[1809297499] 'applied index is now lower than readState.Index' (duration: 758.691347ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:01.305653Z","caller":"traceutil/trace.go:171","msg":"trace[252027048] transaction","detail":"{read_only:false; response_revision:20905; number_of_response:1; }","duration":"937.618013ms","start":"2026-07-23T05:39:00.368016Z","end":"2026-07-23T05:39:01.305634Z","steps":["trace[252027048] 'process raft request' (duration: 937.541451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.306557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.368009Z","time spent":"938.459436ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:39:01.305817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.188438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5b8cb8d-146e-423f-bc15-6159e80ec752\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-23T05:39:01.306715Z","caller":"traceutil/trace.go:171","msg":"trace[781747254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5b8cb8d-146e-423f-bc15-6159e80ec752; range_end:; response_count:1; response_revision:20905; }","duration":"939.048622ms","start":"2026-07-23T05:39:00.367601Z","end":"2026-07-23T05:39:01.306649Z","steps":["trace[781747254] 'agreement among raft nodes before linearized reading' (duration: 938.083515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.306351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.36619Z","time spent":"940.082651ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:39:01.306956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.367595Z","time spent":"939.240577ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e5b8cb8d-146e-423f-bc15-6159e80ec752\" "} {"level":"warn","ts":"2026-07-23T05:39:01.609614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.202604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:39:01.609755Z","caller":"traceutil/trace.go:171","msg":"trace[1558568757] linearizableReadLoop","detail":"{readStateIndex:21631; appliedIndex:21630; }","duration":"303.334075ms","start":"2026-07-23T05:39:01.306404Z","end":"2026-07-23T05:39:01.609738Z","steps":["trace[1558568757] 'read index received' (duration: 183.892834ms)","trace[1558568757] 'applied index is now lower than readState.Index' (duration: 119.438861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:39:01.609964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049527014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:39:01.609998Z","caller":"traceutil/trace.go:171","msg":"trace[299171513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20906; }","duration":"1.049590056s","start":"2026-07-23T05:39:00.560397Z","end":"2026-07-23T05:39:01.609987Z","steps":["trace[299171513] 'agreement among raft nodes before linearized reading' (duration: 1.049439652s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.610029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.560347Z","time spent":"1.049674238s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:39:01.610024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018758519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-07-23T05:39:01.61006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.695406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c4d494c2ee4bbd\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-07-23T05:39:01.610099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.192203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-07-23T05:39:01.610135Z","caller":"traceutil/trace.go:171","msg":"trace[24044026] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c4d494c2ee4bbd; range_end:; response_count:1; response_revision:20906; }","duration":"298.810439ms","start":"2026-07-23T05:39:01.311302Z","end":"2026-07-23T05:39:01.610112Z","steps":["trace[24044026] 'agreement among raft nodes before linearized reading' (duration: 298.598263ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:01.610169Z","caller":"traceutil/trace.go:171","msg":"trace[1130221030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20906; }","duration":"252.315216ms","start":"2026-07-23T05:39:01.357836Z","end":"2026-07-23T05:39:01.610152Z","steps":["trace[1130221030] 'agreement among raft nodes before linearized reading' (duration: 252.07591ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:01.610331Z","caller":"traceutil/trace.go:171","msg":"trace[1153242135] transaction","detail":"{read_only:false; response_revision:20906; number_of_response:1; }","duration":"1.056277051s","start":"2026-07-23T05:39:00.554021Z","end":"2026-07-23T05:39:01.610298Z","steps":["trace[1153242135] 'process raft request' (duration: 936.284045ms)","trace[1153242135] 'compare' (duration: 119.000779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:39:01.610427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.8762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-lzrjc\" ","response":"range_response_count:1 size:4350"} {"level":"warn","ts":"2026-07-23T05:39:01.610433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.342607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-23T05:39:01.610491Z","caller":"traceutil/trace.go:171","msg":"trace[1693935246] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-lzrjc; range_end:; response_count:1; response_revision:20906; }","duration":"289.943282ms","start":"2026-07-23T05:39:01.32053Z","end":"2026-07-23T05:39:01.610473Z","steps":["trace[1693935246] 'agreement among raft nodes before linearized reading' (duration: 289.753167ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:01.610495Z","caller":"traceutil/trace.go:171","msg":"trace[1119763517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20906; }","duration":"252.422089ms","start":"2026-07-23T05:39:01.358058Z","end":"2026-07-23T05:39:01.61048Z","steps":["trace[1119763517] 'agreement among raft nodes before linearized reading' (duration: 252.268585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.610497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.553995Z","time spent":"1.056409085s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:39:01.610541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.060198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-23T05:39:01.61062Z","caller":"traceutil/trace.go:171","msg":"trace[1155804326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20906; }","duration":"298.181472ms","start":"2026-07-23T05:39:01.312417Z","end":"2026-07-23T05:39:01.610598Z","steps":["trace[1155804326] 'agreement among raft nodes before linearized reading' (duration: 297.863553ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:01.610118Z","caller":"traceutil/trace.go:171","msg":"trace[346496942] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:20906; }","duration":"1.018927963s","start":"2026-07-23T05:39:00.591164Z","end":"2026-07-23T05:39:01.610092Z","steps":["trace[346496942] 'agreement among raft nodes before linearized reading' (duration: 1.018653095s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.610745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:00.591145Z","time spent":"1.019583991s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-23T05:39:01.94272Z","caller":"traceutil/trace.go:171","msg":"trace[429994371] linearizableReadLoop","detail":"{readStateIndex:21635; appliedIndex:21634; }","duration":"285.954461ms","start":"2026-07-23T05:39:01.656747Z","end":"2026-07-23T05:39:01.942701Z","steps":["trace[429994371] 'read index received' (duration: 285.90696ms)","trace[429994371] 'applied index is now lower than readState.Index' (duration: 46.371µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:01.942817Z","caller":"traceutil/trace.go:171","msg":"trace[1338077694] transaction","detail":"{read_only:false; response_revision:20910; number_of_response:1; }","duration":"323.602948ms","start":"2026-07-23T05:39:01.619204Z","end":"2026-07-23T05:39:01.942807Z","steps":["trace[1338077694] 'process raft request' (duration: 323.449694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.942897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.619192Z","time spent":"323.643739ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:01.942857Z","caller":"traceutil/trace.go:171","msg":"trace[570246959] transaction","detail":"{read_only:false; response_revision:20908; number_of_response:1; }","duration":"326.263382ms","start":"2026-07-23T05:39:01.616468Z","end":"2026-07-23T05:39:01.942731Z","steps":["trace[570246959] 'process raft request' (duration: 326.041026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.943023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.424335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-23T05:39:01.943105Z","caller":"traceutil/trace.go:171","msg":"trace[34939248] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:20910; }","duration":"313.531158ms","start":"2026-07-23T05:39:01.629562Z","end":"2026-07-23T05:39:01.943093Z","steps":["trace[34939248] 'agreement among raft nodes before linearized reading' (duration: 313.422735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.943138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.629544Z","time spent":"313.583449ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-23T05:39:01.943132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.616447Z","time spent":"326.536849ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:01.943124Z","caller":"traceutil/trace.go:171","msg":"trace[2054037892] transaction","detail":"{read_only:false; response_revision:20909; number_of_response:1; }","duration":"326.617321ms","start":"2026-07-23T05:39:01.616479Z","end":"2026-07-23T05:39:01.943096Z","steps":["trace[2054037892] 'process raft request' (duration: 326.148048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.943268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.258866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-23T05:39:01.943336Z","caller":"traceutil/trace.go:171","msg":"trace[13376672] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff; range_end:; response_count:1; response_revision:20910; }","duration":"283.41304ms","start":"2026-07-23T05:39:01.659905Z","end":"2026-07-23T05:39:01.943318Z","steps":["trace[13376672] 'agreement among raft nodes before linearized reading' (duration: 283.190874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:01.943372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.259389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-23T05:39:01.943369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.616461Z","time spent":"326.812407ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:01.943407Z","caller":"traceutil/trace.go:171","msg":"trace[1395394498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20910; }","duration":"282.31398ms","start":"2026-07-23T05:39:01.661082Z","end":"2026-07-23T05:39:01.943396Z","steps":["trace[1395394498] 'agreement among raft nodes before linearized reading' (duration: 282.185376ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:02.492042Z","caller":"traceutil/trace.go:171","msg":"trace[694080051] linearizableReadLoop","detail":"{readStateIndex:21636; appliedIndex:21635; }","duration":"545.676943ms","start":"2026-07-23T05:39:01.946337Z","end":"2026-07-23T05:39:02.492014Z","steps":["trace[694080051] 'read index received' (duration: 33.331µs)","trace[694080051] 'applied index is now lower than readState.Index' (duration: 545.641702ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:02.492046Z","caller":"traceutil/trace.go:171","msg":"trace[213644436] transaction","detail":"{read_only:false; response_revision:20911; number_of_response:1; }","duration":"545.688864ms","start":"2026-07-23T05:39:01.946316Z","end":"2026-07-23T05:39:02.492005Z","steps":["trace[213644436] 'process raft request' (duration: 545.18336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.49235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.981561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:39:02.492388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.9463Z","time spent":"545.960241ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:02.492421Z","caller":"traceutil/trace.go:171","msg":"trace[1874368323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20911; }","duration":"546.092935ms","start":"2026-07-23T05:39:01.946313Z","end":"2026-07-23T05:39:02.492406Z","steps":["trace[1874368323] 'agreement among raft nodes before linearized reading' (duration: 545.802717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.492462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.946302Z","time spent":"546.150756ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:39:02.492558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.481324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:39:02.492617Z","caller":"traceutil/trace.go:171","msg":"trace[961393665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20911; }","duration":"401.559157ms","start":"2026-07-23T05:39:02.091044Z","end":"2026-07-23T05:39:02.492603Z","steps":["trace[961393665] 'agreement among raft nodes before linearized reading' (duration: 401.378371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.492631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.3975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:39:02.492657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.195492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-736a941a-7d4c-4341-8e1e-cd4f22fc04fa\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-23T05:39:02.492708Z","caller":"traceutil/trace.go:171","msg":"trace[1754947978] range","detail":"{range_begin:/registry/persistentvolumes/pvc-736a941a-7d4c-4341-8e1e-cd4f22fc04fa; range_end:; response_count:1; response_revision:20911; }","duration":"544.282755ms","start":"2026-07-23T05:39:01.948407Z","end":"2026-07-23T05:39:02.49269Z","steps":["trace[1754947978] 'agreement among raft nodes before linearized reading' (duration: 544.186292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.492735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.892798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-07-23T05:39:02.492737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.848982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:39:02.492745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.948399Z","time spent":"544.338566ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-736a941a-7d4c-4341-8e1e-cd4f22fc04fa\" "} {"level":"info","ts":"2026-07-23T05:39:02.492762Z","caller":"traceutil/trace.go:171","msg":"trace[1194768040] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20911; }","duration":"304.94673ms","start":"2026-07-23T05:39:02.187807Z","end":"2026-07-23T05:39:02.492753Z","steps":["trace[1194768040] 'agreement among raft nodes before linearized reading' (duration: 304.891208ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:02.492768Z","caller":"traceutil/trace.go:171","msg":"trace[973195083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20911; }","duration":"443.909354ms","start":"2026-07-23T05:39:02.048851Z","end":"2026-07-23T05:39:02.49276Z","steps":["trace[973195083] 'agreement among raft nodes before linearized reading' (duration: 443.831212ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:02.492665Z","caller":"traceutil/trace.go:171","msg":"trace[840118910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20911; }","duration":"543.479592ms","start":"2026-07-23T05:39:01.949177Z","end":"2026-07-23T05:39:02.492657Z","steps":["trace[840118910] 'agreement among raft nodes before linearized reading' (duration: 543.369439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.492793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.187791Z","time spent":"304.996761ms","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-23T05:39:02.4928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.048834Z","time spent":"443.960245ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:39:02.492818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.949168Z","time spent":"543.639467ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:39:02.492666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.090968Z","time spent":"401.68594ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:39:02.492571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.332776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-23T05:39:02.492952Z","caller":"traceutil/trace.go:171","msg":"trace[1865932581] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20911; }","duration":"544.784369ms","start":"2026-07-23T05:39:01.948156Z","end":"2026-07-23T05:39:02.49294Z","steps":["trace[1865932581] 'agreement among raft nodes before linearized reading' (duration: 544.138861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.492983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:01.948134Z","time spent":"544.83989ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-23T05:39:02.7356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.457718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:39:02.735752Z","caller":"traceutil/trace.go:171","msg":"trace[1499644306] transaction","detail":"{read_only:false; response_revision:20912; number_of_response:1; }","duration":"235.934439ms","start":"2026-07-23T05:39:02.499792Z","end":"2026-07-23T05:39:02.735727Z","steps":["trace[1499644306] 'process raft request' (duration: 114.254715ms)","trace[1499644306] 'compare' (duration: 121.324744ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:02.746384Z","caller":"traceutil/trace.go:171","msg":"trace[1802346979] linearizableReadLoop","detail":"{readStateIndex:21641; appliedIndex:21636; }","duration":"225.441808ms","start":"2026-07-23T05:39:02.520916Z","end":"2026-07-23T05:39:02.746357Z","steps":["trace[1802346979] 'read index received' (duration: 93.145329ms)","trace[1802346979] 'applied index is now lower than readState.Index' (duration: 132.295519ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:02.746458Z","caller":"traceutil/trace.go:171","msg":"trace[418184800] transaction","detail":"{read_only:false; response_revision:20914; number_of_response:1; }","duration":"246.456302ms","start":"2026-07-23T05:39:02.49999Z","end":"2026-07-23T05:39:02.746447Z","steps":["trace[418184800] 'process raft request' (duration: 246.178374ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:02.746411Z","caller":"traceutil/trace.go:171","msg":"trace[2051837915] transaction","detail":"{read_only:false; response_revision:20915; number_of_response:1; }","duration":"244.689243ms","start":"2026-07-23T05:39:02.501702Z","end":"2026-07-23T05:39:02.746391Z","steps":["trace[2051837915] 'process raft request' (duration: 244.520328ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:02.746398Z","caller":"traceutil/trace.go:171","msg":"trace[349598392] transaction","detail":"{read_only:false; response_revision:20913; number_of_response:1; }","duration":"246.420751ms","start":"2026-07-23T05:39:02.499933Z","end":"2026-07-23T05:39:02.746354Z","steps":["trace[349598392] 'process raft request' (duration: 246.080201ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:02.746637Z","caller":"traceutil/trace.go:171","msg":"trace[1950853478] transaction","detail":"{read_only:false; response_revision:20916; number_of_response:1; }","duration":"239.205281ms","start":"2026-07-23T05:39:02.507409Z","end":"2026-07-23T05:39:02.746614Z","steps":["trace[1950853478] 'process raft request' (duration: 238.892102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.746649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.714285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-23T05:39:02.746713Z","caller":"traceutil/trace.go:171","msg":"trace[139262578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20916; }","duration":"225.809928ms","start":"2026-07-23T05:39:02.520883Z","end":"2026-07-23T05:39:02.746693Z","steps":["trace[139262578] 'agreement among raft nodes before linearized reading' (duration: 225.612562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.746887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.028933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-23T05:39:02.746987Z","caller":"traceutil/trace.go:171","msg":"trace[1902768901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20916; }","duration":"145.164497ms","start":"2026-07-23T05:39:02.601804Z","end":"2026-07-23T05:39:02.746968Z","steps":["trace[1902768901] 'agreement among raft nodes before linearized reading' (duration: 144.971671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.746973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.845567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-23T05:39:02.747073Z","caller":"traceutil/trace.go:171","msg":"trace[1161058616] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20916; }","duration":"212.997722ms","start":"2026-07-23T05:39:02.53405Z","end":"2026-07-23T05:39:02.747048Z","steps":["trace[1161058616] 'agreement among raft nodes before linearized reading' (duration: 212.639872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:02.746898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.684129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-23T05:39:02.74713Z","caller":"traceutil/trace.go:171","msg":"trace[777719608] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20916; }","duration":"137.967557ms","start":"2026-07-23T05:39:02.609148Z","end":"2026-07-23T05:39:02.747115Z","steps":["trace[777719608] 'agreement among raft nodes before linearized reading' (duration: 137.616997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:03.078214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.948985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:39:03.07839Z","caller":"traceutil/trace.go:171","msg":"trace[1807688170] transaction","detail":"{read_only:false; response_revision:20917; number_of_response:1; }","duration":"326.072057ms","start":"2026-07-23T05:39:02.752247Z","end":"2026-07-23T05:39:03.078319Z","steps":["trace[1807688170] 'process raft request' (duration: 141.939717ms)","trace[1807688170] 'compare' (duration: 183.796441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:39:03.0785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.752232Z","time spent":"326.239952ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T05:39:03.103Z","caller":"traceutil/trace.go:171","msg":"trace[1196021970] transaction","detail":"{read_only:false; response_revision:20918; number_of_response:1; }","duration":"350.682961ms","start":"2026-07-23T05:39:02.752292Z","end":"2026-07-23T05:39:03.102975Z","steps":["trace[1196021970] 'process raft request' (duration: 350.497986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:03.103232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.752271Z","time spent":"350.858186ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:03.103394Z","caller":"traceutil/trace.go:171","msg":"trace[46888987] transaction","detail":"{read_only:false; response_revision:20919; number_of_response:1; }","duration":"350.843126ms","start":"2026-07-23T05:39:02.752502Z","end":"2026-07-23T05:39:03.103345Z","steps":["trace[46888987] 'process raft request' (duration: 350.428555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:03.10357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.752487Z","time spent":"350.99707ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:03.103588Z","caller":"traceutil/trace.go:171","msg":"trace[1264173851] transaction","detail":"{read_only:false; response_revision:20920; number_of_response:1; }","duration":"349.932361ms","start":"2026-07-23T05:39:02.753636Z","end":"2026-07-23T05:39:03.103569Z","steps":["trace[1264173851] 'process raft request' (duration: 349.599221ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:03.103685Z","caller":"traceutil/trace.go:171","msg":"trace[394891545] transaction","detail":"{read_only:false; response_revision:20921; number_of_response:1; }","duration":"349.121038ms","start":"2026-07-23T05:39:02.754537Z","end":"2026-07-23T05:39:03.103658Z","steps":["trace[394891545] 'process raft request' (duration: 348.889832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:03.103757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.754513Z","time spent":"349.21056ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:39:03.103754Z","caller":"traceutil/trace.go:171","msg":"trace[91179351] linearizableReadLoop","detail":"{readStateIndex:21646; appliedIndex:21641; }","duration":"348.602794ms","start":"2026-07-23T05:39:02.755082Z","end":"2026-07-23T05:39:03.103685Z","steps":["trace[91179351] 'read index received' (duration: 139.084138ms)","trace[91179351] 'applied index is now lower than readState.Index' (duration: 209.516706ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:39:03.103782Z","caller":"traceutil/trace.go:171","msg":"trace[207743901] transaction","detail":"{read_only:false; response_revision:20922; number_of_response:1; }","duration":"345.624991ms","start":"2026-07-23T05:39:02.75809Z","end":"2026-07-23T05:39:03.103715Z","steps":["trace[207743901] 'process raft request' (duration: 345.461586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:03.10383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.753623Z","time spent":"350.072284ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:39:03.104054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.758082Z","time spent":"345.858577ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:39:03.104068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.525672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-23T05:39:03.104067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.954633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-23T05:39:03.10414Z","caller":"traceutil/trace.go:171","msg":"trace[815258643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20922; }","duration":"325.607294ms","start":"2026-07-23T05:39:02.77849Z","end":"2026-07-23T05:39:03.104098Z","steps":["trace[815258643] 'agreement among raft nodes before linearized reading' (duration: 325.418449ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:39:03.104162Z","caller":"traceutil/trace.go:171","msg":"trace[1921752014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20922; }","duration":"349.084066ms","start":"2026-07-23T05:39:02.755052Z","end":"2026-07-23T05:39:03.104136Z","steps":["trace[1921752014] 'agreement among raft nodes before linearized reading' (duration: 348.804909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:39:03.104191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.778476Z","time spent":"325.703357ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-23T05:39:03.104218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:39:02.755042Z","time spent":"349.164929ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-23T05:40:03.776797Z","caller":"traceutil/trace.go:171","msg":"trace[462331050] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"106.032778ms","start":"2026-07-23T05:40:03.670739Z","end":"2026-07-23T05:40:03.776771Z","steps":["trace[462331050] 'process raft request' (duration: 99.771524ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:40:30.68288Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20120} {"level":"info","ts":"2026-07-23T05:40:30.799672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20120,"took":"113.020223ms","hash":2289113766,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":28475392,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-23T05:40:30.799748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2289113766,"revision":20120,"compact-revision":17649} {"level":"info","ts":"2026-07-23T05:40:54.520943Z","caller":"traceutil/trace.go:171","msg":"trace[1553715010] linearizableReadLoop","detail":"{readStateIndex:22702; appliedIndex:22701; }","duration":"218.940908ms","start":"2026-07-23T05:40:54.30198Z","end":"2026-07-23T05:40:54.52092Z","steps":["trace[1553715010] 'read index received' (duration: 218.776463ms)","trace[1553715010] 'applied index is now lower than readState.Index' (duration: 163.775µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:40:54.521048Z","caller":"traceutil/trace.go:171","msg":"trace[414933493] transaction","detail":"{read_only:false; response_revision:21939; number_of_response:1; }","duration":"274.865093ms","start":"2026-07-23T05:40:54.246175Z","end":"2026-07-23T05:40:54.52104Z","steps":["trace[414933493] 'process raft request' (duration: 274.586176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:40:54.521226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.075232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-23T05:40:54.521224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.479617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:40:54.521306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.173485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:40:54.521335Z","caller":"traceutil/trace.go:171","msg":"trace[1264862276] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21939; }","duration":"219.255437ms","start":"2026-07-23T05:40:54.302073Z","end":"2026-07-23T05:40:54.521328Z","steps":["trace[1264862276] 'agreement among raft nodes before linearized reading' (duration: 219.209796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:40:54.521302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.56348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:40:54.521361Z","caller":"traceutil/trace.go:171","msg":"trace[13843616] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21939; }","duration":"176.669353ms","start":"2026-07-23T05:40:54.344671Z","end":"2026-07-23T05:40:54.52134Z","steps":["trace[13843616] 'agreement among raft nodes before linearized reading' (duration: 176.448467ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:40:54.521388Z","caller":"traceutil/trace.go:171","msg":"trace[1052270318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21939; }","duration":"176.682903ms","start":"2026-07-23T05:40:54.344684Z","end":"2026-07-23T05:40:54.521367Z","steps":["trace[1052270318] 'agreement among raft nodes before linearized reading' (duration: 176.519189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:40:54.521369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.123515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:40:54.5214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.956071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-23T05:40:54.521495Z","caller":"traceutil/trace.go:171","msg":"trace[688356018] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21939; }","duration":"177.30314ms","start":"2026-07-23T05:40:54.344169Z","end":"2026-07-23T05:40:54.521472Z","steps":["trace[688356018] 'agreement among raft nodes before linearized reading' (duration: 177.108395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:40:54.521526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.636832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:40:54.521514Z","caller":"traceutil/trace.go:171","msg":"trace[581647670] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21939; }","duration":"177.113835ms","start":"2026-07-23T05:40:54.344376Z","end":"2026-07-23T05:40:54.52149Z","steps":["trace[581647670] 'agreement among raft nodes before linearized reading' (duration: 176.790596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:40:54.521531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.550375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:40:54.521548Z","caller":"traceutil/trace.go:171","msg":"trace[1564679715] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21939; }","duration":"176.715334ms","start":"2026-07-23T05:40:54.344827Z","end":"2026-07-23T05:40:54.521543Z","steps":["trace[1564679715] 'agreement among raft nodes before linearized reading' (duration: 176.679013ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:40:54.521563Z","caller":"traceutil/trace.go:171","msg":"trace[1863434778] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21939; }","duration":"219.654168ms","start":"2026-07-23T05:40:54.3019Z","end":"2026-07-23T05:40:54.521554Z","steps":["trace[1863434778] 'agreement among raft nodes before linearized reading' (duration: 219.602716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:40:54.52159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.21074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-23T05:40:54.521629Z","caller":"traceutil/trace.go:171","msg":"trace[636046658] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21939; }","duration":"176.265071ms","start":"2026-07-23T05:40:54.345354Z","end":"2026-07-23T05:40:54.521619Z","steps":["trace[636046658] 'agreement among raft nodes before linearized reading' (duration: 176.170139ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:40:54.521265Z","caller":"traceutil/trace.go:171","msg":"trace[1540972632] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21939; }","duration":"219.182745ms","start":"2026-07-23T05:40:54.302072Z","end":"2026-07-23T05:40:54.521255Z","steps":["trace[1540972632] 'agreement among raft nodes before linearized reading' (duration: 218.9925ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:40:56.208672Z","caller":"traceutil/trace.go:171","msg":"trace[1364888159] transaction","detail":"{read_only:false; response_revision:21949; number_of_response:1; }","duration":"152.831818ms","start":"2026-07-23T05:40:56.055807Z","end":"2026-07-23T05:40:56.208639Z","steps":["trace[1364888159] 'process raft request' (duration: 73.949706ms)","trace[1364888159] 'compare' (duration: 78.746029ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:41:14.624882Z","caller":"traceutil/trace.go:171","msg":"trace[2063763020] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"469.5714ms","start":"2026-07-23T05:41:14.155282Z","end":"2026-07-23T05:41:14.624854Z","steps":["trace[2063763020] 'process raft request' (duration: 469.271642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:41:14.625231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:41:14.15525Z","time spent":"469.723625ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:41:14.638092Z","caller":"traceutil/trace.go:171","msg":"trace[790027797] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"346.557672ms","start":"2026-07-23T05:41:14.29151Z","end":"2026-07-23T05:41:14.638068Z","steps":["trace[790027797] 'process raft request' (duration: 346.389077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:41:14.638222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:41:14.291481Z","time spent":"346.673574ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:42:20.85865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.074021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:42:20.858721Z","caller":"traceutil/trace.go:171","msg":"trace[1771432684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22599; }","duration":"358.196215ms","start":"2026-07-23T05:42:20.500511Z","end":"2026-07-23T05:42:20.858707Z","steps":["trace[1771432684] 'range keys from in-memory index tree' (duration: 357.949998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:42:20.858747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:42:20.50048Z","time spent":"358.260987ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:42:20.858991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.403739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:42:20.859045Z","caller":"traceutil/trace.go:171","msg":"trace[1537521629] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22599; }","duration":"218.510872ms","start":"2026-07-23T05:42:20.640522Z","end":"2026-07-23T05:42:20.859033Z","steps":["trace[1537521629] 'count revisions from in-memory index tree' (duration: 218.334018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:42:20.859348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.027067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:42:20.859439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.789138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:42:20.859464Z","caller":"traceutil/trace.go:171","msg":"trace[976004932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22599; }","duration":"423.16974ms","start":"2026-07-23T05:42:20.436265Z","end":"2026-07-23T05:42:20.859435Z","steps":["trace[976004932] 'range keys from in-memory index tree' (duration: 422.935874ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:42:20.859508Z","caller":"traceutil/trace.go:171","msg":"trace[1113352493] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22599; }","duration":"423.904391ms","start":"2026-07-23T05:42:20.435588Z","end":"2026-07-23T05:42:20.859492Z","steps":["trace[1113352493] 'count revisions from in-memory index tree' (duration: 423.711815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:42:20.859519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:42:20.436259Z","time spent":"423.249752ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:42:20.859548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:42:20.435567Z","time spent":"423.970942ms","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:42:20.860871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.521728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:42:20.860995Z","caller":"traceutil/trace.go:171","msg":"trace[646087433] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22599; }","duration":"379.672512ms","start":"2026-07-23T05:42:20.481295Z","end":"2026-07-23T05:42:20.860967Z","steps":["trace[646087433] 'count revisions from in-memory index tree' (duration: 379.447405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:42:20.861073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:42:20.481252Z","time spent":"379.802535ms","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2423,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:43:19.512543Z","caller":"traceutil/trace.go:171","msg":"trace[1828235095] linearizableReadLoop","detail":"{readStateIndex:24386; appliedIndex:24385; }","duration":"245.79323ms","start":"2026-07-23T05:43:19.266729Z","end":"2026-07-23T05:43:19.512522Z","steps":["trace[1828235095] 'read index received' (duration: 245.734139ms)","trace[1828235095] 'applied index is now lower than readState.Index' (duration: 57.971µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:43:19.512646Z","caller":"traceutil/trace.go:171","msg":"trace[1726952684] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"247.246921ms","start":"2026-07-23T05:43:19.265369Z","end":"2026-07-23T05:43:19.512616Z","steps":["trace[1726952684] 'process raft request' (duration: 247.013855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:43:19.512755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.010447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T05:43:19.512782Z","caller":"traceutil/trace.go:171","msg":"trace[1811278648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23577; }","duration":"246.052458ms","start":"2026-07-23T05:43:19.266723Z","end":"2026-07-23T05:43:19.512775Z","steps":["trace[1811278648] 'agreement among raft nodes before linearized reading' (duration: 245.908734ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:43:19.563676Z","caller":"traceutil/trace.go:171","msg":"trace[1387270158] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"235.32099ms","start":"2026-07-23T05:43:19.328324Z","end":"2026-07-23T05:43:19.563645Z","steps":["trace[1387270158] 'process raft request' (duration: 231.563486ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:43:19.564291Z","caller":"traceutil/trace.go:171","msg":"trace[31362796] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"234.271871ms","start":"2026-07-23T05:43:19.329971Z","end":"2026-07-23T05:43:19.564243Z","steps":["trace[31362796] 'process raft request' (duration: 233.629693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:43:19.564621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.611354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-23T05:43:19.564669Z","caller":"traceutil/trace.go:171","msg":"trace[846961589] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23580; }","duration":"214.717787ms","start":"2026-07-23T05:43:19.34994Z","end":"2026-07-23T05:43:19.564657Z","steps":["trace[846961589] 'agreement among raft nodes before linearized reading' (duration: 214.512972ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:44:25.962563Z","caller":"traceutil/trace.go:171","msg":"trace[1956405812] linearizableReadLoop","detail":"{readStateIndex:25138; appliedIndex:25136; }","duration":"100.648888ms","start":"2026-07-23T05:44:25.861888Z","end":"2026-07-23T05:44:25.962537Z","steps":["trace[1956405812] 'read index received' (duration: 1.868312ms)","trace[1956405812] 'applied index is now lower than readState.Index' (duration: 98.779596ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:44:25.962586Z","caller":"traceutil/trace.go:171","msg":"trace[1071300929] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"130.97545ms","start":"2026-07-23T05:44:25.831583Z","end":"2026-07-23T05:44:25.962558Z","steps":["trace[1071300929] 'process raft request' (duration: 124.180021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:25.96271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.800032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:44:25.962743Z","caller":"traceutil/trace.go:171","msg":"trace[988359898] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24312; }","duration":"100.881814ms","start":"2026-07-23T05:44:25.86185Z","end":"2026-07-23T05:44:25.962731Z","steps":["trace[988359898] 'agreement among raft nodes before linearized reading' (duration: 100.814372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:25.962881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.993697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:44:25.963004Z","caller":"traceutil/trace.go:171","msg":"trace[1782915411] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24312; }","duration":"101.146311ms","start":"2026-07-23T05:44:25.861834Z","end":"2026-07-23T05:44:25.962981Z","steps":["trace[1782915411] 'agreement among raft nodes before linearized reading' (duration: 100.996657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.030577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.540836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:44:26.030656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.366589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:44:26.030685Z","caller":"traceutil/trace.go:171","msg":"trace[371772300] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"121.564598ms","start":"2026-07-23T05:44:25.9091Z","end":"2026-07-23T05:44:26.030665Z","steps":["trace[371772300] 'process raft request' (duration: 121.154287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.030599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.324998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:44:26.030728Z","caller":"traceutil/trace.go:171","msg":"trace[61598003] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24313; }","duration":"168.453171ms","start":"2026-07-23T05:44:25.86226Z","end":"2026-07-23T05:44:26.030713Z","steps":["trace[61598003] 'agreement among raft nodes before linearized reading' (duration: 168.331598ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:44:26.030745Z","caller":"traceutil/trace.go:171","msg":"trace[54864884] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24313; }","duration":"168.500443ms","start":"2026-07-23T05:44:25.862232Z","end":"2026-07-23T05:44:26.030733Z","steps":["trace[54864884] 'agreement among raft nodes before linearized reading' (duration: 168.286927ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:44:26.030689Z","caller":"traceutil/trace.go:171","msg":"trace[1013728433] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24313; }","duration":"167.67384ms","start":"2026-07-23T05:44:25.86299Z","end":"2026-07-23T05:44:26.030664Z","steps":["trace[1013728433] 'agreement among raft nodes before linearized reading' (duration: 167.494135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.030985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.926455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:44:26.031068Z","caller":"traceutil/trace.go:171","msg":"trace[764395516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24313; }","duration":"128.052288ms","start":"2026-07-23T05:44:25.902994Z","end":"2026-07-23T05:44:26.031046Z","steps":["trace[764395516] 'agreement among raft nodes before linearized reading' (duration: 127.776781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.031938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.039758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:44:26.032017Z","caller":"traceutil/trace.go:171","msg":"trace[1986440112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24313; }","duration":"124.14483ms","start":"2026-07-23T05:44:25.907853Z","end":"2026-07-23T05:44:26.031998Z","steps":["trace[1986440112] 'agreement among raft nodes before linearized reading' (duration: 122.886815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.397348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.746547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:44:26.397651Z","caller":"traceutil/trace.go:171","msg":"trace[33327705] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"361.556059ms","start":"2026-07-23T05:44:26.036043Z","end":"2026-07-23T05:44:26.397599Z","steps":["trace[33327705] 'process raft request' (duration: 361.438315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.397782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.036031Z","time spent":"361.678662ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:44:26.397864Z","caller":"traceutil/trace.go:171","msg":"trace[327430378] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"361.988781ms","start":"2026-07-23T05:44:26.03583Z","end":"2026-07-23T05:44:26.397819Z","steps":["trace[327430378] 'read index received' (duration: 37.643697ms)","trace[327430378] 'applied index is now lower than readState.Index' (duration: 324.335593ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:44:26.39803Z","caller":"traceutil/trace.go:171","msg":"trace[1832601577] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"362.434573ms","start":"2026-07-23T05:44:26.035581Z","end":"2026-07-23T05:44:26.398016Z","steps":["trace[1832601577] 'process raft request' (duration: 37.875643ms)","trace[1832601577] 'compare' (duration: 323.458149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:44:26.398181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.035558Z","time spent":"362.505795ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:44:26.398234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.386522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:44:26.398306Z","caller":"traceutil/trace.go:171","msg":"trace[1335276517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24315; }","duration":"362.509755ms","start":"2026-07-23T05:44:26.035781Z","end":"2026-07-23T05:44:26.398291Z","steps":["trace[1335276517] 'agreement among raft nodes before linearized reading' (duration: 362.32258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.398339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.035711Z","time spent":"362.620708ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T05:44:26.889896Z","caller":"traceutil/trace.go:171","msg":"trace[763032637] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"603.549543ms","start":"2026-07-23T05:44:26.286313Z","end":"2026-07-23T05:44:26.889862Z","steps":["trace[763032637] 'process raft request' (duration: 590.514451ms)","trace[763032637] 'compare' (duration: 12.500047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:44:26.890067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.286288Z","time spent":"603.688617ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:44:26.89278Z","caller":"traceutil/trace.go:171","msg":"trace[481513984] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"169.787949ms","start":"2026-07-23T05:44:26.722981Z","end":"2026-07-23T05:44:26.892769Z","steps":["trace[481513984] 'process raft request' (duration: 169.731227ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:44:26.892894Z","caller":"traceutil/trace.go:171","msg":"trace[1458144307] linearizableReadLoop","detail":"{readStateIndex:25143; appliedIndex:25141; }","duration":"494.928054ms","start":"2026-07-23T05:44:26.397955Z","end":"2026-07-23T05:44:26.892883Z","steps":["trace[1458144307] 'read index received' (duration: 478.864378ms)","trace[1458144307] 'applied index is now lower than readState.Index' (duration: 16.062716ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:44:26.892875Z","caller":"traceutil/trace.go:171","msg":"trace[56035788] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"501.201209ms","start":"2026-07-23T05:44:26.391584Z","end":"2026-07-23T05:44:26.892785Z","steps":["trace[56035788] 'process raft request' (duration: 501.064946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.893069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.391563Z","time spent":"501.394834ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:44:26.893088Z","caller":"traceutil/trace.go:171","msg":"trace[2061311261] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"110.443419ms","start":"2026-07-23T05:44:26.782615Z","end":"2026-07-23T05:44:26.893058Z","steps":["trace[2061311261] 'process raft request' (duration: 110.12702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.893177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.054287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:44:26.893326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.907362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-23T05:44:26.893362Z","caller":"traceutil/trace.go:171","msg":"trace[1254566731] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24319; }","duration":"205.979594ms","start":"2026-07-23T05:44:26.687372Z","end":"2026-07-23T05:44:26.893351Z","steps":["trace[1254566731] 'agreement among raft nodes before linearized reading' (duration: 205.772878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.893361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.736083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-07-23T05:44:26.89335Z","caller":"traceutil/trace.go:171","msg":"trace[1420361720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24319; }","duration":"799.353116ms","start":"2026-07-23T05:44:26.093975Z","end":"2026-07-23T05:44:26.893328Z","steps":["trace[1420361720] 'agreement among raft nodes before linearized reading' (duration: 799.025676ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:44:26.893476Z","caller":"traceutil/trace.go:171","msg":"trace[1861261493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24319; }","duration":"492.978241ms","start":"2026-07-23T05:44:26.400469Z","end":"2026-07-23T05:44:26.893447Z","steps":["trace[1861261493] 'agreement among raft nodes before linearized reading' (duration: 492.618161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:44:26.893366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.148894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:44:26.893519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.093949Z","time spent":"799.509659ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:44:26.893532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:44:26.400451Z","time spent":"493.070693ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-23T05:44:26.893558Z","caller":"traceutil/trace.go:171","msg":"trace[363019850] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24319; }","duration":"118.415961ms","start":"2026-07-23T05:44:26.775126Z","end":"2026-07-23T05:44:26.893542Z","steps":["trace[363019850] 'agreement among raft nodes before linearized reading' (duration: 117.970609ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:45:30.688964Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21789} {"level":"info","ts":"2026-07-23T05:45:30.803454Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21789,"took":"111.149259ms","hash":1215366230,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":42971136,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-23T05:45:30.803546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1215366230,"revision":21789,"compact-revision":20120} {"level":"info","ts":"2026-07-23T05:46:49.697817Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006780.wal"} {"level":"info","ts":"2026-07-23T05:47:00.90804Z","caller":"traceutil/trace.go:171","msg":"trace[1062360977] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"315.91434ms","start":"2026-07-23T05:47:00.592099Z","end":"2026-07-23T05:47:00.908014Z","steps":["trace[1062360977] 'process raft request' (duration: 315.382095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:00.908337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:00.592072Z","time spent":"316.190927ms","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:01.156715Z","caller":"traceutil/trace.go:171","msg":"trace[888566213] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"544.694608ms","start":"2026-07-23T05:47:00.611994Z","end":"2026-07-23T05:47:01.156689Z","steps":["trace[888566213] 'process raft request' (duration: 541.567271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:01.156927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:00.611965Z","time spent":"544.881433ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:01.157003Z","caller":"traceutil/trace.go:171","msg":"trace[1668945569] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"405.832769ms","start":"2026-07-23T05:47:00.751145Z","end":"2026-07-23T05:47:01.156978Z","steps":["trace[1668945569] 'process raft request' (duration: 405.495239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:01.157164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:00.751119Z","time spent":"405.957783ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:01.157424Z","caller":"traceutil/trace.go:171","msg":"trace[124383969] linearizableReadLoop","detail":"{readStateIndex:26635; appliedIndex:26632; }","duration":"291.847851ms","start":"2026-07-23T05:47:00.865562Z","end":"2026-07-23T05:47:01.15741Z","steps":["trace[124383969] 'read index received' (duration: 49.116905ms)","trace[124383969] 'applied index is now lower than readState.Index' (duration: 242.730106ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:01.157641Z","caller":"traceutil/trace.go:171","msg":"trace[1319854225] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"367.402991ms","start":"2026-07-23T05:47:00.790227Z","end":"2026-07-23T05:47:01.15763Z","steps":["trace[1319854225] 'process raft request' (duration: 366.64995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:01.157715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:00.790205Z","time spent":"367.472212ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:01.157884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.317544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:01.157926Z","caller":"traceutil/trace.go:171","msg":"trace[939756056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25769; }","duration":"292.394846ms","start":"2026-07-23T05:47:00.86552Z","end":"2026-07-23T05:47:01.157915Z","steps":["trace[939756056] 'agreement among raft nodes before linearized reading' (duration: 292.326994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:01.462604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.204343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:01.462771Z","caller":"traceutil/trace.go:171","msg":"trace[477546124] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25769; }","duration":"137.372178ms","start":"2026-07-23T05:47:01.325318Z","end":"2026-07-23T05:47:01.46269Z","steps":["trace[477546124] 'count revisions from in-memory index tree' (duration: 137.12579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:01.463341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.233481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:47:01.463389Z","caller":"traceutil/trace.go:171","msg":"trace[1844074138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25769; }","duration":"152.325493ms","start":"2026-07-23T05:47:01.311051Z","end":"2026-07-23T05:47:01.463377Z","steps":["trace[1844074138] 'range keys from in-memory index tree' (duration: 151.825159ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:01.570904Z","caller":"traceutil/trace.go:171","msg":"trace[1167177578] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"101.83163ms","start":"2026-07-23T05:47:01.469043Z","end":"2026-07-23T05:47:01.570875Z","steps":["trace[1167177578] 'process raft request' (duration: 100.807951ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:06.046949Z","caller":"traceutil/trace.go:171","msg":"trace[1654348615] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"108.707951ms","start":"2026-07-23T05:47:05.938219Z","end":"2026-07-23T05:47:06.046927Z","steps":["trace[1654348615] 'process raft request' (duration: 108.277339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:06.375304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.934832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:06.375404Z","caller":"traceutil/trace.go:171","msg":"trace[433099690] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26677; }","duration":"284.517667ms","start":"2026-07-23T05:47:06.090871Z","end":"2026-07-23T05:47:06.375388Z","steps":["trace[433099690] 'read index received' (duration: 1.705147ms)","trace[433099690] 'applied index is now lower than readState.Index' (duration: 282.81124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:06.375463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.589919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:06.375458Z","caller":"traceutil/trace.go:171","msg":"trace[843329785] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"323.951553ms","start":"2026-07-23T05:47:06.051486Z","end":"2026-07-23T05:47:06.375438Z","steps":["trace[843329785] 'process raft request' (duration: 189.808555ms)","trace[843329785] 'compare' (duration: 133.788178ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:06.375487Z","caller":"traceutil/trace.go:171","msg":"trace[646403361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25812; }","duration":"284.64029ms","start":"2026-07-23T05:47:06.090838Z","end":"2026-07-23T05:47:06.375478Z","steps":["trace[646403361] 'agreement among raft nodes before linearized reading' (duration: 284.593619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:06.375569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:06.051466Z","time spent":"324.033875ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:06.594557Z","caller":"traceutil/trace.go:171","msg":"trace[69673602] linearizableReadLoop","detail":"{readStateIndex:26680; appliedIndex:26679; }","duration":"216.902458ms","start":"2026-07-23T05:47:06.377489Z","end":"2026-07-23T05:47:06.594391Z","steps":["trace[69673602] 'read index received' (duration: 149.862565ms)","trace[69673602] 'applied index is now lower than readState.Index' (duration: 67.039323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:06.594705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.208837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:06.594733Z","caller":"traceutil/trace.go:171","msg":"trace[982746875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25813; }","duration":"217.352301ms","start":"2026-07-23T05:47:06.377375Z","end":"2026-07-23T05:47:06.594728Z","steps":["trace[982746875] 'agreement among raft nodes before linearized reading' (duration: 217.224337ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:06.594919Z","caller":"traceutil/trace.go:171","msg":"trace[1693483044] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"238.169449ms","start":"2026-07-23T05:47:06.356742Z","end":"2026-07-23T05:47:06.594912Z","steps":["trace[1693483044] 'process raft request' (duration: 170.661273ms)","trace[1693483044] 'compare' (duration: 66.749145ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:07.299454Z","caller":"traceutil/trace.go:171","msg":"trace[1054989489] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"115.821789ms","start":"2026-07-23T05:47:07.183601Z","end":"2026-07-23T05:47:07.299423Z","steps":["trace[1054989489] 'process raft request' (duration: 115.649184ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:07.43708Z","caller":"traceutil/trace.go:171","msg":"trace[999946380] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"252.671072ms","start":"2026-07-23T05:47:07.184387Z","end":"2026-07-23T05:47:07.437058Z","steps":["trace[999946380] 'process raft request' (duration: 252.618131ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:07.437385Z","caller":"traceutil/trace.go:171","msg":"trace[1764587437] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"253.734252ms","start":"2026-07-23T05:47:07.183603Z","end":"2026-07-23T05:47:07.437338Z","steps":["trace[1764587437] 'process raft request' (duration: 188.922871ms)","trace[1764587437] 'compare' (duration: 64.348938ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:07.686297Z","caller":"traceutil/trace.go:171","msg":"trace[1038505375] linearizableReadLoop","detail":"{readStateIndex:26685; appliedIndex:26684; }","duration":"119.748298ms","start":"2026-07-23T05:47:07.566524Z","end":"2026-07-23T05:47:07.686273Z","steps":["trace[1038505375] 'read index received' (duration: 119.584653ms)","trace[1038505375] 'applied index is now lower than readState.Index' (duration: 162.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:07.686654Z","caller":"traceutil/trace.go:171","msg":"trace[740347923] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"152.395955ms","start":"2026-07-23T05:47:07.534245Z","end":"2026-07-23T05:47:07.686641Z","steps":["trace[740347923] 'process raft request' (duration: 151.868781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:07.686784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.238331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:47:07.686847Z","caller":"traceutil/trace.go:171","msg":"trace[1503561268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25818; }","duration":"120.343065ms","start":"2026-07-23T05:47:07.566489Z","end":"2026-07-23T05:47:07.686832Z","steps":["trace[1503561268] 'agreement among raft nodes before linearized reading' (duration: 120.108178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:07.884674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.984727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:07.884749Z","caller":"traceutil/trace.go:171","msg":"trace[1991554922] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"193.300883ms","start":"2026-07-23T05:47:07.691435Z","end":"2026-07-23T05:47:07.884736Z","steps":["trace[1991554922] 'process raft request' (duration: 56.194532ms)","trace[1991554922] 'compare' (duration: 136.870704ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:08.087566Z","caller":"traceutil/trace.go:171","msg":"trace[340666818] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"395.829921ms","start":"2026-07-23T05:47:07.691708Z","end":"2026-07-23T05:47:08.087538Z","steps":["trace[340666818] 'process raft request' (duration: 307.770054ms)","trace[340666818] 'compare' (duration: 87.587984ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:08.087557Z","caller":"traceutil/trace.go:171","msg":"trace[1989294831] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"394.601747ms","start":"2026-07-23T05:47:07.692923Z","end":"2026-07-23T05:47:08.087525Z","steps":["trace[1989294831] 'process raft request' (duration: 394.430342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:08.0877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:07.691696Z","time spent":"395.929673ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:08.087728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:07.692917Z","time spent":"394.72376ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:08.360508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.377897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:08.360728Z","caller":"traceutil/trace.go:171","msg":"trace[1548821052] linearizableReadLoop","detail":"{readStateIndex:26692; appliedIndex:26691; }","duration":"267.120174ms","start":"2026-07-23T05:47:08.09359Z","end":"2026-07-23T05:47:08.36071Z","steps":["trace[1548821052] 'read index received' (duration: 151.431008ms)","trace[1548821052] 'applied index is now lower than readState.Index' (duration: 115.688036ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:08.36079Z","caller":"traceutil/trace.go:171","msg":"trace[1887792883] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"267.619158ms","start":"2026-07-23T05:47:08.093124Z","end":"2026-07-23T05:47:08.360743Z","steps":["trace[1887792883] 'process raft request' (duration: 151.893081ms)","trace[1887792883] 'compare' (duration: 115.164701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:08.36132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.148396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:47:08.361386Z","caller":"traceutil/trace.go:171","msg":"trace[121681754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25826; }","duration":"262.426904ms","start":"2026-07-23T05:47:08.098931Z","end":"2026-07-23T05:47:08.361358Z","steps":["trace[121681754] 'agreement among raft nodes before linearized reading' (duration: 261.994622ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:08.361399Z","caller":"traceutil/trace.go:171","msg":"trace[420873231] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"227.640746ms","start":"2026-07-23T05:47:08.133737Z","end":"2026-07-23T05:47:08.361378Z","steps":["trace[420873231] 'process raft request' (duration: 226.917666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:08.361372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.750991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:08.361713Z","caller":"traceutil/trace.go:171","msg":"trace[1118671169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25826; }","duration":"268.029259ms","start":"2026-07-23T05:47:08.09353Z","end":"2026-07-23T05:47:08.361559Z","steps":["trace[1118671169] 'agreement among raft nodes before linearized reading' (duration: 267.288299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:08.75601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.340775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:08.756131Z","caller":"traceutil/trace.go:171","msg":"trace[545876145] linearizableReadLoop","detail":"{readStateIndex:26695; appliedIndex:26694; }","duration":"277.645297ms","start":"2026-07-23T05:47:08.478465Z","end":"2026-07-23T05:47:08.75611Z","steps":["trace[545876145] 'read index received' (duration: 112.117996ms)","trace[545876145] 'applied index is now lower than readState.Index' (duration: 165.525981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:08.75626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.785161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:08.756309Z","caller":"traceutil/trace.go:171","msg":"trace[1876842485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25828; }","duration":"277.871503ms","start":"2026-07-23T05:47:08.478422Z","end":"2026-07-23T05:47:08.756293Z","steps":["trace[1876842485] 'agreement among raft nodes before linearized reading' (duration: 277.745249ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:08.756688Z","caller":"traceutil/trace.go:171","msg":"trace[2108230429] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"328.922921ms","start":"2026-07-23T05:47:08.42773Z","end":"2026-07-23T05:47:08.756653Z","steps":["trace[2108230429] 'process raft request' (duration: 162.839605ms)","trace[2108230429] 'compare' (duration: 165.204461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:08.756885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:08.427713Z","time spent":"329.082316ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:08.80322Z","caller":"traceutil/trace.go:171","msg":"trace[383348587] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"202.529608ms","start":"2026-07-23T05:47:08.600667Z","end":"2026-07-23T05:47:08.803197Z","steps":["trace[383348587] 'process raft request' (duration: 202.331713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:09.261241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.298275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:09.261343Z","caller":"traceutil/trace.go:171","msg":"trace[1508123583] linearizableReadLoop","detail":"{readStateIndex:26697; appliedIndex:26695; }","duration":"501.95415ms","start":"2026-07-23T05:47:08.759372Z","end":"2026-07-23T05:47:09.261326Z","steps":["trace[1508123583] 'read index received' (duration: 43.654663ms)","trace[1508123583] 'applied index is now lower than readState.Index' (duration: 458.298137ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:09.261432Z","caller":"traceutil/trace.go:171","msg":"trace[372759858] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"659.425386ms","start":"2026-07-23T05:47:08.601994Z","end":"2026-07-23T05:47:09.26142Z","steps":["trace[372759858] 'process raft request' (duration: 344.839603ms)","trace[372759858] 'compare' (duration: 314.179292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:09.261488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:08.601974Z","time spent":"659.484208ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:09.261718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.267255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:47:09.262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.770401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:47:09.262024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.639609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:47:09.262097Z","caller":"traceutil/trace.go:171","msg":"trace[902584595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25830; }","duration":"145.916355ms","start":"2026-07-23T05:47:09.116159Z","end":"2026-07-23T05:47:09.262075Z","steps":["trace[902584595] 'agreement among raft nodes before linearized reading' (duration: 145.703269ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.262102Z","caller":"traceutil/trace.go:171","msg":"trace[962335155] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:25830; }","duration":"502.762002ms","start":"2026-07-23T05:47:08.759323Z","end":"2026-07-23T05:47:09.262085Z","steps":["trace[962335155] 'agreement among raft nodes before linearized reading' (duration: 502.536056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:09.262155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:08.759306Z","time spent":"502.837324ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-23T05:47:09.261848Z","caller":"traceutil/trace.go:171","msg":"trace[931521850] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25830; }","duration":"499.457051ms","start":"2026-07-23T05:47:08.762361Z","end":"2026-07-23T05:47:09.261818Z","steps":["trace[931521850] 'agreement among raft nodes before linearized reading' (duration: 499.200354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:09.262416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:08.762348Z","time spent":"500.050007ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:47:09.498268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.836948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:09.498394Z","caller":"traceutil/trace.go:171","msg":"trace[328341768] linearizableReadLoop","detail":"{readStateIndex:26700; appliedIndex:26698; }","duration":"180.856645ms","start":"2026-07-23T05:47:09.317525Z","end":"2026-07-23T05:47:09.498382Z","steps":["trace[328341768] 'read index received' (duration: 46.806471ms)","trace[328341768] 'applied index is now lower than readState.Index' (duration: 134.049524ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:09.498474Z","caller":"traceutil/trace.go:171","msg":"trace[597154723] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"185.523574ms","start":"2026-07-23T05:47:09.312936Z","end":"2026-07-23T05:47:09.49846Z","steps":["trace[597154723] 'process raft request' (duration: 185.408611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:09.498511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.991669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:09.49853Z","caller":"traceutil/trace.go:171","msg":"trace[4426886] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25832; }","duration":"181.03564ms","start":"2026-07-23T05:47:09.317487Z","end":"2026-07-23T05:47:09.498522Z","steps":["trace[4426886] 'agreement among raft nodes before linearized reading' (duration: 180.926727ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.498502Z","caller":"traceutil/trace.go:171","msg":"trace[1285157519] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"192.89101ms","start":"2026-07-23T05:47:09.305574Z","end":"2026-07-23T05:47:09.498465Z","steps":["trace[1285157519] 'process raft request' (duration: 58.789284ms)","trace[1285157519] 'compare' (duration: 133.731735ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:09.712647Z","caller":"traceutil/trace.go:171","msg":"trace[1253397167] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"273.941734ms","start":"2026-07-23T05:47:09.438681Z","end":"2026-07-23T05:47:09.712623Z","steps":["trace[1253397167] 'process raft request' (duration: 273.738618ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.712958Z","caller":"traceutil/trace.go:171","msg":"trace[357068556] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"270.772605ms","start":"2026-07-23T05:47:09.442165Z","end":"2026-07-23T05:47:09.712938Z","steps":["trace[357068556] 'process raft request' (duration: 270.416186ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.713138Z","caller":"traceutil/trace.go:171","msg":"trace[1860451134] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"270.828127ms","start":"2026-07-23T05:47:09.442299Z","end":"2026-07-23T05:47:09.713128Z","steps":["trace[1860451134] 'process raft request' (duration: 270.516068ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.713126Z","caller":"traceutil/trace.go:171","msg":"trace[200922607] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26700; }","duration":"212.304621ms","start":"2026-07-23T05:47:09.500789Z","end":"2026-07-23T05:47:09.713093Z","steps":["trace[200922607] 'read index received' (duration: 211.637712ms)","trace[200922607] 'applied index is now lower than readState.Index' (duration: 665.249µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:09.713393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.586198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-23T05:47:09.713453Z","caller":"traceutil/trace.go:171","msg":"trace[240826869] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25835; }","duration":"212.693551ms","start":"2026-07-23T05:47:09.500747Z","end":"2026-07-23T05:47:09.713441Z","steps":["trace[240826869] 'agreement among raft nodes before linearized reading' (duration: 212.444224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:09.908875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.981279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:09.909245Z","caller":"traceutil/trace.go:171","msg":"trace[796105016] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"214.768599ms","start":"2026-07-23T05:47:09.694434Z","end":"2026-07-23T05:47:09.909202Z","steps":["trace[796105016] 'process raft request' (duration: 105.337468ms)","trace[796105016] 'compare' (duration: 108.243788ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:09.909342Z","caller":"traceutil/trace.go:171","msg":"trace[2080323625] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"214.893042ms","start":"2026-07-23T05:47:09.694424Z","end":"2026-07-23T05:47:09.909317Z","steps":["trace[2080323625] 'process raft request' (duration: 214.664165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:09.909526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.411288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:47:09.909587Z","caller":"traceutil/trace.go:171","msg":"trace[207469168] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"215.043236ms","start":"2026-07-23T05:47:09.694534Z","end":"2026-07-23T05:47:09.909578Z","steps":["trace[207469168] 'process raft request' (duration: 214.674196ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.909598Z","caller":"traceutil/trace.go:171","msg":"trace[959478307] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25838; }","duration":"223.48273ms","start":"2026-07-23T05:47:09.6861Z","end":"2026-07-23T05:47:09.909582Z","steps":["trace[959478307] 'agreement among raft nodes before linearized reading' (duration: 223.213453ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:09.909287Z","caller":"traceutil/trace.go:171","msg":"trace[1132507882] linearizableReadLoop","detail":"{readStateIndex:26706; appliedIndex:26703; }","duration":"196.074868ms","start":"2026-07-23T05:47:09.713193Z","end":"2026-07-23T05:47:09.909268Z","steps":["trace[1132507882] 'read index received' (duration: 86.520124ms)","trace[1132507882] 'applied index is now lower than readState.Index' (duration: 109.552824ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:10.256834Z","caller":"traceutil/trace.go:171","msg":"trace[29380743] linearizableReadLoop","detail":"{readStateIndex:26707; appliedIndex:26706; }","duration":"347.116827ms","start":"2026-07-23T05:47:09.909686Z","end":"2026-07-23T05:47:10.256803Z","steps":["trace[29380743] 'read index received' (duration: 269.382437ms)","trace[29380743] 'applied index is now lower than readState.Index' (duration: 77.73274ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:10.257193Z","caller":"traceutil/trace.go:171","msg":"trace[1502571744] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"365.362504ms","start":"2026-07-23T05:47:09.891808Z","end":"2026-07-23T05:47:10.25717Z","steps":["trace[1502571744] 'process raft request' (duration: 287.244433ms)","trace[1502571744] 'compare' (duration: 77.590256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:10.257353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:09.891765Z","time spent":"365.484657ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:10.257552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.60851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:47:10.257656Z","caller":"traceutil/trace.go:171","msg":"trace[617965390] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25839; }","duration":"542.735323ms","start":"2026-07-23T05:47:09.714896Z","end":"2026-07-23T05:47:10.257631Z","steps":["trace[617965390] 'agreement among raft nodes before linearized reading' (duration: 542.420664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:10.257744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:09.714883Z","time spent":"542.825916ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-23T05:47:10.532095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.5638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:10.53221Z","caller":"traceutil/trace.go:171","msg":"trace[1227294918] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26707; }","duration":"275.271181ms","start":"2026-07-23T05:47:10.25692Z","end":"2026-07-23T05:47:10.532192Z","steps":["trace[1227294918] 'read index received' (duration: 131.416843ms)","trace[1227294918] 'applied index is now lower than readState.Index' (duration: 143.852968ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:10.532251Z","caller":"traceutil/trace.go:171","msg":"trace[990288250] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"590.389558ms","start":"2026-07-23T05:47:09.941811Z","end":"2026-07-23T05:47:10.532201Z","steps":["trace[990288250] 'process raft request' (duration: 446.604812ms)","trace[990288250] 'compare' (duration: 143.410306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:10.532424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.98481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:47:10.53242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:09.941775Z","time spent":"590.551833ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:10.532455Z","caller":"traceutil/trace.go:171","msg":"trace[2073491090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25840; }","duration":"439.015471ms","start":"2026-07-23T05:47:10.093429Z","end":"2026-07-23T05:47:10.532444Z","steps":["trace[2073491090] 'agreement among raft nodes before linearized reading' (duration: 438.857687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:10.532501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:10.093405Z","time spent":"439.085493ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:47:10.532589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.957824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-23T05:47:10.532645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.195859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:47:10.532492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.694082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:47:10.532705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.527869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:47:10.532712Z","caller":"traceutil/trace.go:171","msg":"trace[1143509345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25840; }","duration":"442.276602ms","start":"2026-07-23T05:47:10.090412Z","end":"2026-07-23T05:47:10.532689Z","steps":["trace[1143509345] 'agreement among raft nodes before linearized reading' (duration: 442.171539ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:10.532729Z","caller":"traceutil/trace.go:171","msg":"trace[489479019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25840; }","duration":"439.021241ms","start":"2026-07-23T05:47:10.093685Z","end":"2026-07-23T05:47:10.532706Z","steps":["trace[489479019] 'agreement among raft nodes before linearized reading' (duration: 438.519117ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:10.532749Z","caller":"traceutil/trace.go:171","msg":"trace[828427026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25840; }","duration":"152.603761ms","start":"2026-07-23T05:47:10.380131Z","end":"2026-07-23T05:47:10.532734Z","steps":["trace[828427026] 'agreement among raft nodes before linearized reading' (duration: 152.503838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:10.532764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:10.090397Z","time spent":"442.359155ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:47:10.53279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:10.093661Z","time spent":"439.102164ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:47:10.532589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.223766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T05:47:10.532659Z","caller":"traceutil/trace.go:171","msg":"trace[231799517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25840; }","duration":"102.068286ms","start":"2026-07-23T05:47:10.430575Z","end":"2026-07-23T05:47:10.532643Z","steps":["trace[231799517] 'agreement among raft nodes before linearized reading' (duration: 101.878151ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:10.532887Z","caller":"traceutil/trace.go:171","msg":"trace[1181410482] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25840; }","duration":"272.571986ms","start":"2026-07-23T05:47:10.260306Z","end":"2026-07-23T05:47:10.532878Z","steps":["trace[1181410482] 'agreement among raft nodes before linearized reading' (duration: 272.144004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:10.532932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.533026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T05:47:10.53297Z","caller":"traceutil/trace.go:171","msg":"trace[1599315707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25840; }","duration":"167.608688ms","start":"2026-07-23T05:47:10.365351Z","end":"2026-07-23T05:47:10.53296Z","steps":["trace[1599315707] 'agreement among raft nodes before linearized reading' (duration: 167.447024ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:25.887836Z","caller":"traceutil/trace.go:171","msg":"trace[98971923] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"114.745059ms","start":"2026-07-23T05:47:25.773062Z","end":"2026-07-23T05:47:25.887807Z","steps":["trace[98971923] 'process raft request' (duration: 114.577034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.23321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.888764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:26.233455Z","caller":"traceutil/trace.go:171","msg":"trace[742577017] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"159.203115ms","start":"2026-07-23T05:47:26.074237Z","end":"2026-07-23T05:47:26.23344Z","steps":["trace[742577017] 'process raft request' (duration: 159.114882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.233615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.251327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:47:26.233664Z","caller":"traceutil/trace.go:171","msg":"trace[249371228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25951; }","duration":"267.343439ms","start":"2026-07-23T05:47:25.966309Z","end":"2026-07-23T05:47:26.233653Z","steps":["trace[249371228] 'agreement among raft nodes before linearized reading' (duration: 267.176615ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:26.233841Z","caller":"traceutil/trace.go:171","msg":"trace[950765119] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"458.525323ms","start":"2026-07-23T05:47:25.7753Z","end":"2026-07-23T05:47:26.233826Z","steps":["trace[950765119] 'process raft request' (duration: 270.908809ms)","trace[950765119] 'compare' (duration: 186.611836ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:26.233453Z","caller":"traceutil/trace.go:171","msg":"trace[531451884] linearizableReadLoop","detail":"{readStateIndex:26821; appliedIndex:26820; }","duration":"267.074582ms","start":"2026-07-23T05:47:25.966357Z","end":"2026-07-23T05:47:26.233432Z","steps":["trace[531451884] 'read index received' (duration: 79.832739ms)","trace[531451884] 'applied index is now lower than readState.Index' (duration: 187.240593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:26.234126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:25.775267Z","time spent":"458.606206ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:26.505006Z","caller":"traceutil/trace.go:171","msg":"trace[1529852761] linearizableReadLoop","detail":"{readStateIndex:26824; appliedIndex:26822; }","duration":"270.948ms","start":"2026-07-23T05:47:26.234033Z","end":"2026-07-23T05:47:26.504981Z","steps":["trace[1529852761] 'read index received' (duration: 175.23393ms)","trace[1529852761] 'applied index is now lower than readState.Index' (duration: 95.71231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:26.505268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.242611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:26.505306Z","caller":"traceutil/trace.go:171","msg":"trace[1392823428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25953; }","duration":"410.319964ms","start":"2026-07-23T05:47:26.094975Z","end":"2026-07-23T05:47:26.505295Z","steps":["trace[1392823428] 'agreement among raft nodes before linearized reading' (duration: 410.245042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.505331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.094962Z","time spent":"410.364495ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:47:26.505415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.785872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:26.505393Z","caller":"traceutil/trace.go:171","msg":"trace[1730260] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"427.289325ms","start":"2026-07-23T05:47:26.078056Z","end":"2026-07-23T05:47:26.505345Z","steps":["trace[1730260] 'process raft request' (duration: 331.142923ms)","trace[1730260] 'compare' (duration: 95.614037ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:26.505465Z","caller":"traceutil/trace.go:171","msg":"trace[1496302608] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25953; }","duration":"521.923365ms","start":"2026-07-23T05:47:25.98353Z","end":"2026-07-23T05:47:26.505454Z","steps":["trace[1496302608] 'agreement among raft nodes before linearized reading' (duration: 521.767551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.505514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:25.983503Z","time spent":"521.999257ms","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:47:26.50557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.078028Z","time spent":"427.446459ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:26.505152Z","caller":"traceutil/trace.go:171","msg":"trace[118345138] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"425.769273ms","start":"2026-07-23T05:47:26.07934Z","end":"2026-07-23T05:47:26.505109Z","steps":["trace[118345138] 'process raft request' (duration: 425.594498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.50596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.079326Z","time spent":"426.544954ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:26.55166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.48701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:47:26.551697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.666861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:26.551743Z","caller":"traceutil/trace.go:171","msg":"trace[10007704] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25954; }","duration":"210.610133ms","start":"2026-07-23T05:47:26.341111Z","end":"2026-07-23T05:47:26.551721Z","steps":["trace[10007704] 'agreement among raft nodes before linearized reading' (duration: 210.469669ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:26.551775Z","caller":"traceutil/trace.go:171","msg":"trace[1274153216] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25954; }","duration":"103.797905ms","start":"2026-07-23T05:47:26.447959Z","end":"2026-07-23T05:47:26.551757Z","steps":["trace[1274153216] 'agreement among raft nodes before linearized reading' (duration: 103.643581ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:26.55207Z","caller":"traceutil/trace.go:171","msg":"trace[903767205] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"223.114071ms","start":"2026-07-23T05:47:26.328946Z","end":"2026-07-23T05:47:26.55206Z","steps":["trace[903767205] 'process raft request' (duration: 222.412601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.55233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.981823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-8567c74cd8-mtsn6.18c4d34e89a30655\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-07-23T05:47:26.552396Z","caller":"traceutil/trace.go:171","msg":"trace[860336977] range","detail":"{range_begin:/registry/events/openstack/glance-api-8567c74cd8-mtsn6.18c4d34e89a30655; range_end:; response_count:1; response_revision:25954; }","duration":"116.094206ms","start":"2026-07-23T05:47:26.436285Z","end":"2026-07-23T05:47:26.55238Z","steps":["trace[860336977] 'agreement among raft nodes before linearized reading' (duration: 115.86642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.55239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.985044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:47:26.55244Z","caller":"traceutil/trace.go:171","msg":"trace[1980650765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25954; }","duration":"315.072397ms","start":"2026-07-23T05:47:26.237352Z","end":"2026-07-23T05:47:26.552425Z","steps":["trace[1980650765] 'agreement among raft nodes before linearized reading' (duration: 314.915932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.552471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.237333Z","time spent":"315.130308ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:47:26.556412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.039957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:47:26.556485Z","caller":"traceutil/trace.go:171","msg":"trace[1904526091] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25954; }","duration":"301.264722ms","start":"2026-07-23T05:47:26.255207Z","end":"2026-07-23T05:47:26.556472Z","steps":["trace[1904526091] 'agreement among raft nodes before linearized reading' (duration: 296.51568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.556534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.25516Z","time spent":"301.360755ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2708,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:47:26.951391Z","caller":"traceutil/trace.go:171","msg":"trace[91857905] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"367.35639ms","start":"2026-07-23T05:47:26.58401Z","end":"2026-07-23T05:47:26.951366Z","steps":["trace[91857905] 'process raft request' (duration: 320.636181ms)","trace[91857905] 'compare' (duration: 46.39224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:26.951509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.58399Z","time spent":"367.453742ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:26.951501Z","caller":"traceutil/trace.go:171","msg":"trace[1416978099] linearizableReadLoop","detail":"{readStateIndex:26827; appliedIndex:26826; }","duration":"347.752895ms","start":"2026-07-23T05:47:26.603714Z","end":"2026-07-23T05:47:26.951467Z","steps":["trace[1416978099] 'read index received' (duration: 300.943194ms)","trace[1416978099] 'applied index is now lower than readState.Index' (duration: 46.805891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:26.951734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.936584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:26.951756Z","caller":"traceutil/trace.go:171","msg":"trace[1540730855] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25956; }","duration":"327.959565ms","start":"2026-07-23T05:47:26.62379Z","end":"2026-07-23T05:47:26.95175Z","steps":["trace[1540730855] 'agreement among raft nodes before linearized reading' (duration: 327.912183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.95177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.623714Z","time spent":"328.053167ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-23T05:47:26.951845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.726595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:47:26.951922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.459576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:47:26.951937Z","caller":"traceutil/trace.go:171","msg":"trace[1645181792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25956; }","duration":"311.474647ms","start":"2026-07-23T05:47:26.640458Z","end":"2026-07-23T05:47:26.951932Z","steps":["trace[1645181792] 'agreement among raft nodes before linearized reading' (duration: 311.384034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.951949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.640392Z","time spent":"311.554719ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:47:26.951934Z","caller":"traceutil/trace.go:171","msg":"trace[549564559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25956; }","duration":"310.843949ms","start":"2026-07-23T05:47:26.641064Z","end":"2026-07-23T05:47:26.951908Z","steps":["trace[549564559] 'agreement among raft nodes before linearized reading' (duration: 310.650474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.951931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.205517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-23T05:47:26.951988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.641052Z","time spent":"310.921061ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T05:47:26.951993Z","caller":"traceutil/trace.go:171","msg":"trace[999707895] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25956; }","duration":"348.334101ms","start":"2026-07-23T05:47:26.603643Z","end":"2026-07-23T05:47:26.951977Z","steps":["trace[999707895] 'agreement among raft nodes before linearized reading' (duration: 348.003912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.952048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.603618Z","time spent":"348.416203ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":242,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:47:26.952065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.778402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:47:26.952174Z","caller":"traceutil/trace.go:171","msg":"trace[1568262072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25956; }","duration":"312.916346ms","start":"2026-07-23T05:47:26.639252Z","end":"2026-07-23T05:47:26.952169Z","steps":["trace[1568262072] 'agreement among raft nodes before linearized reading' (duration: 312.771122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.952192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.63923Z","time spent":"312.956678ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:47:26.952185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.833798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:47:26.952247Z","caller":"traceutil/trace.go:171","msg":"trace[101750338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25956; }","duration":"310.909451ms","start":"2026-07-23T05:47:26.641324Z","end":"2026-07-23T05:47:26.952233Z","steps":["trace[101750338] 'agreement among raft nodes before linearized reading' (duration: 310.779477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:26.952294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:26.641314Z","time spent":"310.969192ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T05:47:27.170233Z","caller":"traceutil/trace.go:171","msg":"trace[1018325079] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"213.155193ms","start":"2026-07-23T05:47:26.957043Z","end":"2026-07-23T05:47:27.170198Z","steps":["trace[1018325079] 'process raft request' (duration: 148.118536ms)","trace[1018325079] 'compare' (duration: 64.872123ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:27.18653Z","caller":"traceutil/trace.go:171","msg":"trace[38321624] linearizableReadLoop","detail":"{readStateIndex:26831; appliedIndex:26828; }","duration":"228.314095ms","start":"2026-07-23T05:47:26.958195Z","end":"2026-07-23T05:47:27.186509Z","steps":["trace[38321624] 'read index received' (duration: 146.980494ms)","trace[38321624] 'applied index is now lower than readState.Index' (duration: 81.332681ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:27.186822Z","caller":"traceutil/trace.go:171","msg":"trace[1202061637] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"229.535469ms","start":"2026-07-23T05:47:26.957271Z","end":"2026-07-23T05:47:27.186807Z","steps":["trace[1202061637] 'process raft request' (duration: 229.027945ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:27.18705Z","caller":"traceutil/trace.go:171","msg":"trace[1221335110] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"228.45457ms","start":"2026-07-23T05:47:26.958551Z","end":"2026-07-23T05:47:27.187005Z","steps":["trace[1221335110] 'process raft request' (duration: 227.889514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:27.187213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.956424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:47:27.187306Z","caller":"traceutil/trace.go:171","msg":"trace[800256112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25961; }","duration":"229.113437ms","start":"2026-07-23T05:47:26.958172Z","end":"2026-07-23T05:47:27.187285Z","steps":["trace[800256112] 'agreement among raft nodes before linearized reading' (duration: 228.775668ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:27.187311Z","caller":"traceutil/trace.go:171","msg":"trace[676879996] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"228.685596ms","start":"2026-07-23T05:47:26.95861Z","end":"2026-07-23T05:47:27.187295Z","steps":["trace[676879996] 'process raft request' (duration: 227.864273ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:27.187328Z","caller":"traceutil/trace.go:171","msg":"trace[409377726] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"229.604411ms","start":"2026-07-23T05:47:26.957675Z","end":"2026-07-23T05:47:27.18728Z","steps":["trace[409377726] 'process raft request' (duration: 228.723667ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:28.021403Z","caller":"traceutil/trace.go:171","msg":"trace[613387073] linearizableReadLoop","detail":"{readStateIndex:26835; appliedIndex:26834; }","duration":"101.977994ms","start":"2026-07-23T05:47:27.9194Z","end":"2026-07-23T05:47:28.021377Z","steps":["trace[613387073] 'read index received' (duration: 101.707476ms)","trace[613387073] 'applied index is now lower than readState.Index' (duration: 269.518µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:28.021633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.21535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:47:28.021675Z","caller":"traceutil/trace.go:171","msg":"trace[145442230] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25963; }","duration":"102.300903ms","start":"2026-07-23T05:47:27.919361Z","end":"2026-07-23T05:47:28.021662Z","steps":["trace[145442230] 'agreement among raft nodes before linearized reading' (duration: 102.141038ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:28.022072Z","caller":"traceutil/trace.go:171","msg":"trace[1293766388] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"128.603724ms","start":"2026-07-23T05:47:27.89344Z","end":"2026-07-23T05:47:28.022044Z","steps":["trace[1293766388] 'process raft request' (duration: 127.754341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:28.293149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.136052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:28.29323Z","caller":"traceutil/trace.go:171","msg":"trace[1519707563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25963; }","duration":"200.269685ms","start":"2026-07-23T05:47:28.09294Z","end":"2026-07-23T05:47:28.29321Z","steps":["trace[1519707563] 'range keys from in-memory index tree' (duration: 200.033959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:28.633801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.932514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:28.633887Z","caller":"traceutil/trace.go:171","msg":"trace[962139121] linearizableReadLoop","detail":"{readStateIndex:26837; appliedIndex:26836; }","duration":"339.65995ms","start":"2026-07-23T05:47:28.294214Z","end":"2026-07-23T05:47:28.633874Z","steps":["trace[962139121] 'read index received' (duration: 129.570991ms)","trace[962139121] 'applied index is now lower than readState.Index' (duration: 210.088089ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:28.633942Z","caller":"traceutil/trace.go:171","msg":"trace[215675043] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"392.927839ms","start":"2026-07-23T05:47:28.241005Z","end":"2026-07-23T05:47:28.633933Z","steps":["trace[215675043] 'process raft request' (duration: 182.770429ms)","trace[215675043] 'compare' (duration: 209.674827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:28.634007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.240981Z","time spent":"392.990871ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:28.634357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.116892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:28.634453Z","caller":"traceutil/trace.go:171","msg":"trace[1834510404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25965; }","duration":"340.220925ms","start":"2026-07-23T05:47:28.294209Z","end":"2026-07-23T05:47:28.63443Z","steps":["trace[1834510404] 'agreement among raft nodes before linearized reading' (duration: 340.056971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:28.634498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.294179Z","time spent":"340.311488ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:47:29.115263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.044566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:29.115473Z","caller":"traceutil/trace.go:171","msg":"trace[1342455033] linearizableReadLoop","detail":"{readStateIndex:26841; appliedIndex:26837; }","duration":"481.557023ms","start":"2026-07-23T05:47:28.633905Z","end":"2026-07-23T05:47:29.115462Z","steps":["trace[1342455033] 'read index received' (duration: 198.25717ms)","trace[1342455033] 'applied index is now lower than readState.Index' (duration: 283.299233ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:29.115476Z","caller":"traceutil/trace.go:171","msg":"trace[2560804] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"721.024548ms","start":"2026-07-23T05:47:28.394416Z","end":"2026-07-23T05:47:29.11544Z","steps":["trace[2560804] 'process raft request' (duration: 437.732745ms)","trace[2560804] 'compare' (duration: 282.752698ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:29.115649Z","caller":"traceutil/trace.go:171","msg":"trace[1249844684] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"604.804129ms","start":"2026-07-23T05:47:28.510837Z","end":"2026-07-23T05:47:29.115641Z","steps":["trace[1249844684] 'process raft request' (duration: 604.506521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.115695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.510819Z","time spent":"604.85562ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:29.115685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.39439Z","time spent":"721.161992ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:29.1158Z","caller":"traceutil/trace.go:171","msg":"trace[194971081] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"604.732966ms","start":"2026-07-23T05:47:28.511062Z","end":"2026-07-23T05:47:29.115795Z","steps":["trace[194971081] 'process raft request' (duration: 604.352526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.115839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.511052Z","time spent":"604.765108ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:29.11588Z","caller":"traceutil/trace.go:171","msg":"trace[1239690959] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"557.698239ms","start":"2026-07-23T05:47:28.558178Z","end":"2026-07-23T05:47:29.115876Z","steps":["trace[1239690959] 'process raft request' (duration: 557.258487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.115906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.558155Z","time spent":"557.73615ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:29.116034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.300741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:47:29.116052Z","caller":"traceutil/trace.go:171","msg":"trace[391562450] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25969; }","duration":"556.342311ms","start":"2026-07-23T05:47:28.559706Z","end":"2026-07-23T05:47:29.116048Z","steps":["trace[391562450] 'agreement among raft nodes before linearized reading' (duration: 556.232338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.116067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.559694Z","time spent":"556.369293ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:47:29.116203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.842008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-23T05:47:29.116222Z","caller":"traceutil/trace.go:171","msg":"trace[448894583] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25969; }","duration":"609.9009ms","start":"2026-07-23T05:47:28.506317Z","end":"2026-07-23T05:47:29.116218Z","steps":["trace[448894583] 'agreement among raft nodes before linearized reading' (duration: 609.824468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.116238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.506296Z","time spent":"609.938311ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-23T05:47:29.18477Z","caller":"traceutil/trace.go:171","msg":"trace[104882456] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"221.862366ms","start":"2026-07-23T05:47:28.962884Z","end":"2026-07-23T05:47:29.184746Z","steps":["trace[104882456] 'process raft request' (duration: 221.703552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.184885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.063395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-23T05:47:29.184898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.387256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:29.18493Z","caller":"traceutil/trace.go:171","msg":"trace[822649578] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:25970; }","duration":"424.156668ms","start":"2026-07-23T05:47:28.76076Z","end":"2026-07-23T05:47:29.184917Z","steps":["trace[822649578] 'agreement among raft nodes before linearized reading' (duration: 423.998174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.184971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:28.760744Z","time spent":"424.217219ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-23T05:47:29.184978Z","caller":"traceutil/trace.go:171","msg":"trace[1741229583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25970; }","duration":"156.500029ms","start":"2026-07-23T05:47:29.028452Z","end":"2026-07-23T05:47:29.184952Z","steps":["trace[1741229583] 'agreement among raft nodes before linearized reading' (duration: 156.388116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.184893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.774554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:29.185058Z","caller":"traceutil/trace.go:171","msg":"trace[848541495] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25970; }","duration":"104.00594ms","start":"2026-07-23T05:47:29.081037Z","end":"2026-07-23T05:47:29.185043Z","steps":["trace[848541495] 'agreement among raft nodes before linearized reading' (duration: 103.757074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.569575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.229191ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-23T05:47:29.569679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.185926Z","time spent":"383.747595ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T05:47:29.574038Z","caller":"traceutil/trace.go:171","msg":"trace[1527513668] linearizableReadLoop","detail":"{readStateIndex:26844; appliedIndex:26842; }","duration":"382.581742ms","start":"2026-07-23T05:47:29.191431Z","end":"2026-07-23T05:47:29.574013Z","steps":["trace[1527513668] 'read index received' (duration: 198.943119ms)","trace[1527513668] 'applied index is now lower than readState.Index' (duration: 183.637183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:29.574271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.820299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:47:29.574337Z","caller":"traceutil/trace.go:171","msg":"trace[2125460370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25971; }","duration":"382.966213ms","start":"2026-07-23T05:47:29.191356Z","end":"2026-07-23T05:47:29.574322Z","steps":["trace[2125460370] 'agreement among raft nodes before linearized reading' (duration: 382.785078ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:29.57427Z","caller":"traceutil/trace.go:171","msg":"trace[1027056590] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"383.824637ms","start":"2026-07-23T05:47:29.190419Z","end":"2026-07-23T05:47:29.574243Z","steps":["trace[1027056590] 'process raft request' (duration: 383.395685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.574561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.190397Z","time spent":"384.060904ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:29.574385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.191346Z","time spent":"383.028714ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:47:29.583393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.965327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:47:29.583449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.392631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:47:29.583478Z","caller":"traceutil/trace.go:171","msg":"trace[54793865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25972; }","duration":"390.081071ms","start":"2026-07-23T05:47:29.193375Z","end":"2026-07-23T05:47:29.583456Z","steps":["trace[54793865] 'agreement among raft nodes before linearized reading' (duration: 389.839184ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:29.583501Z","caller":"traceutil/trace.go:171","msg":"trace[1049797667] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25972; }","duration":"181.479864ms","start":"2026-07-23T05:47:29.402004Z","end":"2026-07-23T05:47:29.583484Z","steps":["trace[1049797667] 'agreement among raft nodes before linearized reading' (duration: 181.218887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.583523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.193365Z","time spent":"390.149403ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:47:29.583528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.873096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:47:29.58355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.949062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:47:29.583592Z","caller":"traceutil/trace.go:171","msg":"trace[160534281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25972; }","duration":"388.018914ms","start":"2026-07-23T05:47:29.195564Z","end":"2026-07-23T05:47:29.583583Z","steps":["trace[160534281] 'agreement among raft nodes before linearized reading' (duration: 387.88722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.583629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.19555Z","time spent":"388.071226ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T05:47:29.58359Z","caller":"traceutil/trace.go:171","msg":"trace[1510019623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25972; }","duration":"389.952227ms","start":"2026-07-23T05:47:29.193624Z","end":"2026-07-23T05:47:29.583576Z","steps":["trace[1510019623] 'agreement among raft nodes before linearized reading' (duration: 389.720921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.583697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.193617Z","time spent":"390.073121ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:47:29.583408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.22761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:29.583736Z","caller":"traceutil/trace.go:171","msg":"trace[317852060] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25972; }","duration":"388.591879ms","start":"2026-07-23T05:47:29.19513Z","end":"2026-07-23T05:47:29.583722Z","steps":["trace[317852060] 'agreement among raft nodes before linearized reading' (duration: 388.188178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.583775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.19512Z","time spent":"388.644982ms","remote":"127.0.0.1:53928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-23T05:47:29.946156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.594471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:29.946261Z","caller":"traceutil/trace.go:171","msg":"trace[1915677326] linearizableReadLoop","detail":"{readStateIndex:26846; appliedIndex:26845; }","duration":"361.329891ms","start":"2026-07-23T05:47:29.584914Z","end":"2026-07-23T05:47:29.946244Z","steps":["trace[1915677326] 'read index received' (duration: 181.574806ms)","trace[1915677326] 'applied index is now lower than readState.Index' (duration: 179.753485ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:29.946332Z","caller":"traceutil/trace.go:171","msg":"trace[222140459] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"368.055009ms","start":"2026-07-23T05:47:29.578266Z","end":"2026-07-23T05:47:29.946321Z","steps":["trace[222140459] 'process raft request' (duration: 188.207591ms)","trace[222140459] 'compare' (duration: 179.146929ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:29.946404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.578229Z","time spent":"368.141152ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:29.946558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.62275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-23T05:47:29.946637Z","caller":"traceutil/trace.go:171","msg":"trace[184539148] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25973; }","duration":"361.730113ms","start":"2026-07-23T05:47:29.58489Z","end":"2026-07-23T05:47:29.94662Z","steps":["trace[184539148] 'agreement among raft nodes before linearized reading' (duration: 361.504556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:29.946677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.584877Z","time spent":"361.790574ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T05:47:30.03364Z","caller":"traceutil/trace.go:171","msg":"trace[609246053] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"448.270618ms","start":"2026-07-23T05:47:29.58535Z","end":"2026-07-23T05:47:30.03362Z","steps":["trace[609246053] 'process raft request' (duration: 448.033831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.033746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.585338Z","time spent":"448.357861ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T05:47:30.033691Z","caller":"traceutil/trace.go:171","msg":"trace[1611160546] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"445.868061ms","start":"2026-07-23T05:47:29.587796Z","end":"2026-07-23T05:47:30.033664Z","steps":["trace[1611160546] 'process raft request' (duration: 445.742787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.033927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.587788Z","time spent":"446.029566ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:30.033981Z","caller":"traceutil/trace.go:171","msg":"trace[1545781709] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"402.343192ms","start":"2026-07-23T05:47:29.63161Z","end":"2026-07-23T05:47:30.033953Z","steps":["trace[1545781709] 'process raft request' (duration: 402.28591ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:30.034042Z","caller":"traceutil/trace.go:171","msg":"trace[1508591066] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"446.150119ms","start":"2026-07-23T05:47:29.58788Z","end":"2026-07-23T05:47:30.03403Z","steps":["trace[1508591066] 'process raft request' (duration: 445.735127ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:30.034045Z","caller":"traceutil/trace.go:171","msg":"trace[1646806228] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"445.997135ms","start":"2026-07-23T05:47:29.588039Z","end":"2026-07-23T05:47:30.034036Z","steps":["trace[1646806228] 'process raft request' (duration: 445.782519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.0341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.588032Z","time spent":"446.037186ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:30.034114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.587863Z","time spent":"446.201251ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:30.034112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.631587Z","time spent":"402.456345ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:47:30.034126Z","caller":"traceutil/trace.go:171","msg":"trace[434516833] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"347.741684ms","start":"2026-07-23T05:47:29.686361Z","end":"2026-07-23T05:47:30.034103Z","steps":["trace[434516833] 'process raft request' (duration: 347.565599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.034223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.970584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:30.034253Z","caller":"traceutil/trace.go:171","msg":"trace[409384591] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25979; }","duration":"446.015775ms","start":"2026-07-23T05:47:29.588229Z","end":"2026-07-23T05:47:30.034245Z","steps":["trace[409384591] 'agreement among raft nodes before linearized reading' (duration: 445.933573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.034251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.686339Z","time spent":"347.843757ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:30.034274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.588221Z","time spent":"446.047827ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:47:30.034273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.443007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:30.034312Z","caller":"traceutil/trace.go:171","msg":"trace[249487016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25979; }","duration":"378.515739ms","start":"2026-07-23T05:47:29.655784Z","end":"2026-07-23T05:47:30.0343Z","steps":["trace[249487016] 'agreement among raft nodes before linearized reading' (duration: 378.456638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.03434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.655767Z","time spent":"378.565101ms","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:47:30.315627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.630452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:47:30.315712Z","caller":"traceutil/trace.go:171","msg":"trace[726931753] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26852; }","duration":"281.687009ms","start":"2026-07-23T05:47:30.034011Z","end":"2026-07-23T05:47:30.315698Z","steps":["trace[726931753] 'read index received' (duration: 87.819721ms)","trace[726931753] 'applied index is now lower than readState.Index' (duration: 193.866388ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:30.315768Z","caller":"traceutil/trace.go:171","msg":"trace[916934198] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"287.965953ms","start":"2026-07-23T05:47:30.027795Z","end":"2026-07-23T05:47:30.315761Z","steps":["trace[916934198] 'process raft request' (duration: 94.131876ms)","trace[916934198] 'compare' (duration: 193.364324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:30.316153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.823673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:47:30.316344Z","caller":"traceutil/trace.go:171","msg":"trace[905818860] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25980; }","duration":"367.977897ms","start":"2026-07-23T05:47:29.948291Z","end":"2026-07-23T05:47:30.316269Z","steps":["trace[905818860] 'agreement among raft nodes before linearized reading' (duration: 367.566935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.316406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:29.948249Z","time spent":"368.143671ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-23T05:47:30.612733Z","caller":"traceutil/trace.go:171","msg":"trace[2009130979] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"294.371141ms","start":"2026-07-23T05:47:30.318339Z","end":"2026-07-23T05:47:30.61271Z","steps":["trace[2009130979] 'process raft request' (duration: 294.32448ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:30.61283Z","caller":"traceutil/trace.go:171","msg":"trace[1748629150] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"314.614504ms","start":"2026-07-23T05:47:30.298199Z","end":"2026-07-23T05:47:30.612813Z","steps":["trace[1748629150] 'process raft request' (duration: 216.560959ms)","trace[1748629150] 'compare' (duration: 97.634923ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:30.61292Z","caller":"traceutil/trace.go:171","msg":"trace[1648204907] linearizableReadLoop","detail":"{readStateIndex:26854; appliedIndex:26853; }","duration":"297.177549ms","start":"2026-07-23T05:47:30.31573Z","end":"2026-07-23T05:47:30.612908Z","steps":["trace[1648204907] 'read index received' (duration: 199.092603ms)","trace[1648204907] 'applied index is now lower than readState.Index' (duration: 98.084156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:30.612944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:30.29818Z","time spent":"314.682555ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:30.613025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.774333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:30.613048Z","caller":"traceutil/trace.go:171","msg":"trace[1293556497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25982; }","duration":"520.800873ms","start":"2026-07-23T05:47:30.092239Z","end":"2026-07-23T05:47:30.61304Z","steps":["trace[1293556497] 'agreement among raft nodes before linearized reading' (duration: 520.755162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.613066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:30.092154Z","time spent":"520.908297ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:47:30.613371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.905727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:30.6134Z","caller":"traceutil/trace.go:171","msg":"trace[1999177587] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25982; }","duration":"574.935238ms","start":"2026-07-23T05:47:30.038454Z","end":"2026-07-23T05:47:30.61339Z","steps":["trace[1999177587] 'agreement among raft nodes before linearized reading' (duration: 574.880287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.613422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:30.038435Z","time spent":"574.98224ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:47:30.613451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.122312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-23T05:47:30.613486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.372495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-07-23T05:47:30.613486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.424932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-07-23T05:47:30.613521Z","caller":"traceutil/trace.go:171","msg":"trace[1913992510] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25982; }","duration":"295.250035ms","start":"2026-07-23T05:47:30.318254Z","end":"2026-07-23T05:47:30.613504Z","steps":["trace[1913992510] 'agreement among raft nodes before linearized reading' (duration: 295.04771ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:30.613555Z","caller":"traceutil/trace.go:171","msg":"trace[1026247573] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25982; }","duration":"573.452287ms","start":"2026-07-23T05:47:30.040081Z","end":"2026-07-23T05:47:30.613533Z","steps":["trace[1026247573] 'agreement among raft nodes before linearized reading' (duration: 573.255142ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:30.613561Z","caller":"traceutil/trace.go:171","msg":"trace[716389142] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25982; }","duration":"575.526084ms","start":"2026-07-23T05:47:30.038016Z","end":"2026-07-23T05:47:30.613542Z","steps":["trace[716389142] 'agreement among raft nodes before linearized reading' (duration: 575.3528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:30.613607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:30.038002Z","time spent":"575.592757ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-23T05:47:30.61361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:30.040075Z","time spent":"573.517239ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-23T05:47:32.867518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.12515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e3406b6-46f6-42ca-9b58-6a0d55bdf988\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-23T05:47:32.867618Z","caller":"traceutil/trace.go:171","msg":"trace[933144090] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e3406b6-46f6-42ca-9b58-6a0d55bdf988; range_end:; response_count:1; response_revision:26050; }","duration":"341.256414ms","start":"2026-07-23T05:47:32.526327Z","end":"2026-07-23T05:47:32.867583Z","steps":["trace[933144090] 'range keys from in-memory index tree' (duration: 340.918805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:32.867663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.526307Z","time spent":"341.345517ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e3406b6-46f6-42ca-9b58-6a0d55bdf988\" "} {"level":"info","ts":"2026-07-23T05:47:33.060568Z","caller":"traceutil/trace.go:171","msg":"trace[2013975738] linearizableReadLoop","detail":"{readStateIndex:26924; appliedIndex:26923; }","duration":"424.125618ms","start":"2026-07-23T05:47:32.63641Z","end":"2026-07-23T05:47:33.060535Z","steps":["trace[2013975738] 'read index received' (duration: 423.818929ms)","trace[2013975738] 'applied index is now lower than readState.Index' (duration: 305.379µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:33.060977Z","caller":"traceutil/trace.go:171","msg":"trace[463468366] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"424.792666ms","start":"2026-07-23T05:47:32.636169Z","end":"2026-07-23T05:47:33.060962Z","steps":["trace[463468366] 'process raft request' (duration: 424.144868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.061143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.636145Z","time spent":"424.879038ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:33.061417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.256319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:33.061478Z","caller":"traceutil/trace.go:171","msg":"trace[2073608417] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26051; }","duration":"425.31969ms","start":"2026-07-23T05:47:32.63614Z","end":"2026-07-23T05:47:33.061459Z","steps":["trace[2073608417] 'agreement among raft nodes before linearized reading' (duration: 425.195797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.061531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.636123Z","time spent":"425.394993ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:47:33.165789Z","caller":"traceutil/trace.go:171","msg":"trace[290446286] linearizableReadLoop","detail":"{readStateIndex:26926; appliedIndex:26926; }","duration":"105.07819ms","start":"2026-07-23T05:47:33.060672Z","end":"2026-07-23T05:47:33.16575Z","steps":["trace[290446286] 'read index received' (duration: 105.05761ms)","trace[290446286] 'applied index is now lower than readState.Index' (duration: 17.71µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:47:33.16595Z","caller":"traceutil/trace.go:171","msg":"trace[953274539] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"456.113815ms","start":"2026-07-23T05:47:32.709815Z","end":"2026-07-23T05:47:33.165929Z","steps":["trace[953274539] 'process raft request' (duration: 455.685404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.166082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.709797Z","time spent":"456.217229ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:47:33.166123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.299344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-23T05:47:33.166187Z","caller":"traceutil/trace.go:171","msg":"trace[166402695] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26053; }","duration":"174.412427ms","start":"2026-07-23T05:47:32.991756Z","end":"2026-07-23T05:47:33.166169Z","steps":["trace[166402695] 'agreement among raft nodes before linearized reading' (duration: 174.15479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.166506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.034293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:33.166523Z","caller":"traceutil/trace.go:171","msg":"trace[456277526] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"291.717057ms","start":"2026-07-23T05:47:32.874033Z","end":"2026-07-23T05:47:33.16575Z","steps":["trace[456277526] 'process raft request' (duration: 291.648266ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:33.166555Z","caller":"traceutil/trace.go:171","msg":"trace[169996307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26053; }","duration":"506.127616ms","start":"2026-07-23T05:47:32.660416Z","end":"2026-07-23T05:47:33.166544Z","steps":["trace[169996307] 'agreement among raft nodes before linearized reading' (duration: 506.047113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.166586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.660387Z","time spent":"506.191407ms","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:47:33.166696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.749792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:47:33.166722Z","caller":"traceutil/trace.go:171","msg":"trace[655189373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26053; }","duration":"511.828734ms","start":"2026-07-23T05:47:32.654885Z","end":"2026-07-23T05:47:33.166714Z","steps":["trace[655189373] 'agreement among raft nodes before linearized reading' (duration: 511.777863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.166758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.223078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e3406b6-46f6-42ca-9b58-6a0d55bdf988\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-07-23T05:47:33.166784Z","caller":"traceutil/trace.go:171","msg":"trace[1089144761] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e3406b6-46f6-42ca-9b58-6a0d55bdf988; range_end:; response_count:1; response_revision:26053; }","duration":"212.250039ms","start":"2026-07-23T05:47:32.954526Z","end":"2026-07-23T05:47:33.166776Z","steps":["trace[1089144761] 'agreement among raft nodes before linearized reading' (duration: 212.200948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.166805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.654866Z","time spent":"511.870485ms","remote":"127.0.0.1:40626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:47:33.166957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.810009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:47:33.166989Z","caller":"traceutil/trace.go:171","msg":"trace[2141477191] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26053; }","duration":"223.854221ms","start":"2026-07-23T05:47:32.943127Z","end":"2026-07-23T05:47:33.166981Z","steps":["trace[2141477191] 'agreement among raft nodes before linearized reading' (duration: 223.776259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.167144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.572826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:33.167193Z","caller":"traceutil/trace.go:171","msg":"trace[1310406001] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26053; }","duration":"462.658308ms","start":"2026-07-23T05:47:32.704526Z","end":"2026-07-23T05:47:33.167184Z","steps":["trace[1310406001] 'agreement among raft nodes before linearized reading' (duration: 462.588036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.16722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:47:32.704359Z","time spent":"462.853233ms","remote":"127.0.0.1:33566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:47:33.196792Z","caller":"traceutil/trace.go:171","msg":"trace[1864736967] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"129.16279ms","start":"2026-07-23T05:47:33.067606Z","end":"2026-07-23T05:47:33.196769Z","steps":["trace[1864736967] 'process raft request' (duration: 128.960184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:33.197521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.08162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:33.197576Z","caller":"traceutil/trace.go:171","msg":"trace[520950591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26056; }","duration":"105.176943ms","start":"2026-07-23T05:47:33.092384Z","end":"2026-07-23T05:47:33.197561Z","steps":["trace[520950591] 'agreement among raft nodes before linearized reading' (duration: 105.07281ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:38.005369Z","caller":"traceutil/trace.go:171","msg":"trace[1681525666] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"105.024289ms","start":"2026-07-23T05:47:37.900328Z","end":"2026-07-23T05:47:38.005352Z","steps":["trace[1681525666] 'process raft request' (duration: 104.076123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:47:45.147015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.345476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:47:45.147168Z","caller":"traceutil/trace.go:171","msg":"trace[617004006] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27046; }","duration":"268.186533ms","start":"2026-07-23T05:47:44.878965Z","end":"2026-07-23T05:47:45.147151Z","steps":["trace[617004006] 'read index received' (duration: 44.736853ms)","trace[617004006] 'applied index is now lower than readState.Index' (duration: 223.44818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:47:45.147319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.341568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:47:45.14736Z","caller":"traceutil/trace.go:171","msg":"trace[630082182] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26170; }","duration":"268.4227ms","start":"2026-07-23T05:47:44.878923Z","end":"2026-07-23T05:47:45.147346Z","steps":["trace[630082182] 'agreement among raft nodes before linearized reading' (duration: 268.337398ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:45.34958Z","caller":"traceutil/trace.go:171","msg":"trace[345851800] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"145.344519ms","start":"2026-07-23T05:47:45.204212Z","end":"2026-07-23T05:47:45.349557Z","steps":["trace[345851800] 'process raft request' (duration: 145.156644ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:45.530986Z","caller":"traceutil/trace.go:171","msg":"trace[1599150713] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"261.466146ms","start":"2026-07-23T05:47:45.269501Z","end":"2026-07-23T05:47:45.530967Z","steps":["trace[1599150713] 'process raft request' (duration: 261.298631ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:45.531364Z","caller":"traceutil/trace.go:171","msg":"trace[1782892018] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"215.487459ms","start":"2026-07-23T05:47:45.315868Z","end":"2026-07-23T05:47:45.531356Z","steps":["trace[1782892018] 'process raft request' (duration: 215.068287ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:45.531422Z","caller":"traceutil/trace.go:171","msg":"trace[1257001556] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"200.244785ms","start":"2026-07-23T05:47:45.331157Z","end":"2026-07-23T05:47:45.531402Z","steps":["trace[1257001556] 'process raft request' (duration: 200.202704ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:47:45.531475Z","caller":"traceutil/trace.go:171","msg":"trace[318447106] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"215.487778ms","start":"2026-07-23T05:47:45.315964Z","end":"2026-07-23T05:47:45.531452Z","steps":["trace[318447106] 'process raft request' (duration: 215.229701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.26569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.365095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:48:04.265897Z","caller":"traceutil/trace.go:171","msg":"trace[544128663] linearizableReadLoop","detail":"{readStateIndex:27209; appliedIndex:27208; }","duration":"280.088004ms","start":"2026-07-23T05:48:03.985793Z","end":"2026-07-23T05:48:04.265881Z","steps":["trace[544128663] 'read index received' (duration: 114.556144ms)","trace[544128663] 'applied index is now lower than readState.Index' (duration: 165.53105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:04.265977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.174636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:04.266013Z","caller":"traceutil/trace.go:171","msg":"trace[1652100660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26328; }","duration":"280.242659ms","start":"2026-07-23T05:48:03.985757Z","end":"2026-07-23T05:48:04.266Z","steps":["trace[1652100660] 'agreement among raft nodes before linearized reading' (duration: 280.174587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.545878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.733426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:04.545985Z","caller":"traceutil/trace.go:171","msg":"trace[1850843238] linearizableReadLoop","detail":"{readStateIndex:27211; appliedIndex:27209; }","duration":"280.051733ms","start":"2026-07-23T05:48:04.265918Z","end":"2026-07-23T05:48:04.545969Z","steps":["trace[1850843238] 'read index received' (duration: 25.621µs)","trace[1850843238] 'applied index is now lower than readState.Index' (duration: 280.024712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:04.546081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.337734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:48:04.546064Z","caller":"traceutil/trace.go:171","msg":"trace[1854942071] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"295.438311ms","start":"2026-07-23T05:48:04.250586Z","end":"2026-07-23T05:48:04.546024Z","steps":["trace[1854942071] 'process raft request' (duration: 16.476048ms)","trace[1854942071] 'compare' (duration: 278.611003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:04.546081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.617687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:04.546121Z","caller":"traceutil/trace.go:171","msg":"trace[1160351954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26330; }","duration":"283.404136ms","start":"2026-07-23T05:48:04.262705Z","end":"2026-07-23T05:48:04.546109Z","steps":["trace[1160351954] 'agreement among raft nodes before linearized reading' (duration: 283.275832ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:04.546165Z","caller":"traceutil/trace.go:171","msg":"trace[860233843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26330; }","duration":"453.719969ms","start":"2026-07-23T05:48:04.092423Z","end":"2026-07-23T05:48:04.546143Z","steps":["trace[860233843] 'agreement among raft nodes before linearized reading' (duration: 453.608646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.546214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.092407Z","time spent":"453.796252ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:04.546234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.244719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-23T05:48:04.546102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.421834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:48:04.546332Z","caller":"traceutil/trace.go:171","msg":"trace[1367770063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26330; }","duration":"357.390373ms","start":"2026-07-23T05:48:04.188925Z","end":"2026-07-23T05:48:04.546316Z","steps":["trace[1367770063] 'agreement among raft nodes before linearized reading' (duration: 357.137436ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:04.546372Z","caller":"traceutil/trace.go:171","msg":"trace[1167339282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26330; }","duration":"524.727893ms","start":"2026-07-23T05:48:04.021633Z","end":"2026-07-23T05:48:04.546361Z","steps":["trace[1167339282] 'agreement among raft nodes before linearized reading' (duration: 524.401364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.546414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.021613Z","time spent":"524.789295ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:48:04.546393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.188902Z","time spent":"357.468654ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:48:04.597401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.989807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:04.597485Z","caller":"traceutil/trace.go:171","msg":"trace[1325210170] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26331; }","duration":"155.123541ms","start":"2026-07-23T05:48:04.442344Z","end":"2026-07-23T05:48:04.597467Z","steps":["trace[1325210170] 'agreement among raft nodes before linearized reading' (duration: 154.946176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.597482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.016563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:48:04.597552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.16633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:48:04.597581Z","caller":"traceutil/trace.go:171","msg":"trace[607075635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26331; }","duration":"284.159948ms","start":"2026-07-23T05:48:04.313392Z","end":"2026-07-23T05:48:04.597552Z","steps":["trace[607075635] 'agreement among raft nodes before linearized reading' (duration: 283.912391ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:04.597627Z","caller":"traceutil/trace.go:171","msg":"trace[319933844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26331; }","duration":"301.280933ms","start":"2026-07-23T05:48:04.29633Z","end":"2026-07-23T05:48:04.597611Z","steps":["trace[319933844] 'agreement among raft nodes before linearized reading' (duration: 301.042967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.597665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.296316Z","time spent":"301.343525ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:04.597555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.731323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:48:04.597394Z","caller":"traceutil/trace.go:171","msg":"trace[550588207] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"109.192005ms","start":"2026-07-23T05:48:04.488159Z","end":"2026-07-23T05:48:04.597351Z","steps":["trace[550588207] 'process raft request' (duration: 108.962559ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:04.597714Z","caller":"traceutil/trace.go:171","msg":"trace[2072805020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26331; }","duration":"302.927389ms","start":"2026-07-23T05:48:04.294771Z","end":"2026-07-23T05:48:04.597699Z","steps":["trace[2072805020] 'agreement among raft nodes before linearized reading' (duration: 302.653391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.597907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.294751Z","time spent":"303.129854ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T05:48:04.997857Z","caller":"traceutil/trace.go:171","msg":"trace[719251833] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"447.401734ms","start":"2026-07-23T05:48:04.550432Z","end":"2026-07-23T05:48:04.997834Z","steps":["trace[719251833] 'process raft request' (duration: 401.714104ms)","trace[719251833] 'compare' (duration: 45.211207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:04.997955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.550412Z","time spent":"447.492227ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:04.997992Z","caller":"traceutil/trace.go:171","msg":"trace[1778048948] linearizableReadLoop","detail":"{readStateIndex:27214; appliedIndex:27212; }","duration":"400.695216ms","start":"2026-07-23T05:48:04.597277Z","end":"2026-07-23T05:48:04.997973Z","steps":["trace[1778048948] 'read index received' (duration: 354.995986ms)","trace[1778048948] 'applied index is now lower than readState.Index' (duration: 45.69836ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:04.998036Z","caller":"traceutil/trace.go:171","msg":"trace[1538952057] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"446.909081ms","start":"2026-07-23T05:48:04.55112Z","end":"2026-07-23T05:48:04.998029Z","steps":["trace[1538952057] 'process raft request' (duration: 446.651783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.998065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.551113Z","time spent":"446.935841ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:04.998147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.983194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:04.998163Z","caller":"traceutil/trace.go:171","msg":"trace[1895428533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26333; }","duration":"451.031635ms","start":"2026-07-23T05:48:04.547126Z","end":"2026-07-23T05:48:04.998157Z","steps":["trace[1895428533] 'agreement among raft nodes before linearized reading' (duration: 450.997714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.998167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.053202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-23T05:48:04.998176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.547111Z","time spent":"451.062036ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:48:04.998189Z","caller":"traceutil/trace.go:171","msg":"trace[1664781405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26333; }","duration":"448.087413ms","start":"2026-07-23T05:48:04.550094Z","end":"2026-07-23T05:48:04.998182Z","steps":["trace[1664781405] 'agreement among raft nodes before linearized reading' (duration: 447.962869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:04.998212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.550056Z","time spent":"448.151745ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:48:05.001247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.359643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:05.001315Z","caller":"traceutil/trace.go:171","msg":"trace[130770940] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26336; }","duration":"275.475036ms","start":"2026-07-23T05:48:04.725824Z","end":"2026-07-23T05:48:05.001299Z","steps":["trace[130770940] 'agreement among raft nodes before linearized reading' (duration: 275.354643ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:05.001553Z","caller":"traceutil/trace.go:171","msg":"trace[610731458] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"399.925114ms","start":"2026-07-23T05:48:04.601614Z","end":"2026-07-23T05:48:05.001539Z","steps":["trace[610731458] 'process raft request' (duration: 399.05916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:05.001643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.601594Z","time spent":"399.983846ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:05.001836Z","caller":"traceutil/trace.go:171","msg":"trace[587188438] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"400.039468ms","start":"2026-07-23T05:48:04.60178Z","end":"2026-07-23T05:48:05.001819Z","steps":["trace[587188438] 'process raft request' (duration: 399.059541ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:05.001998Z","caller":"traceutil/trace.go:171","msg":"trace[920866901] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"398.981168ms","start":"2026-07-23T05:48:04.602987Z","end":"2026-07-23T05:48:05.001968Z","steps":["trace[920866901] 'process raft request' (duration: 397.907078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:05.002163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.602968Z","time spent":"399.117802ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:05.002034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:04.601773Z","time spent":"400.096379ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:05.38021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.088275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-23T05:48:05.380286Z","caller":"traceutil/trace.go:171","msg":"trace[1189767009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26336; }","duration":"275.214768ms","start":"2026-07-23T05:48:05.10505Z","end":"2026-07-23T05:48:05.380265Z","steps":["trace[1189767009] 'range keys from in-memory index tree' (duration: 274.91951ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:06.932273Z","caller":"traceutil/trace.go:171","msg":"trace[2058649202] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"328.042166ms","start":"2026-07-23T05:48:06.604019Z","end":"2026-07-23T05:48:06.932061Z","steps":["trace[2058649202] 'process raft request' (duration: 327.855141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:06.932419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:06.603993Z","time spent":"328.352245ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:07.18771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.655947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:48:07.188041Z","caller":"traceutil/trace.go:171","msg":"trace[234216560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26344; }","duration":"182.966595ms","start":"2026-07-23T05:48:07.005005Z","end":"2026-07-23T05:48:07.187971Z","steps":["trace[234216560] 'range keys from in-memory index tree' (duration: 182.484101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.18775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.521596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:48:07.188143Z","caller":"traceutil/trace.go:171","msg":"trace[299155483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26344; }","duration":"185.955628ms","start":"2026-07-23T05:48:07.002161Z","end":"2026-07-23T05:48:07.188117Z","steps":["trace[299155483] 'range keys from in-memory index tree' (duration: 185.303501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.187795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.597348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:48:07.188381Z","caller":"traceutil/trace.go:171","msg":"trace[1665061419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26344; }","duration":"182.168513ms","start":"2026-07-23T05:48:07.006176Z","end":"2026-07-23T05:48:07.188345Z","steps":["trace[1665061419] 'range keys from in-memory index tree' (duration: 181.473904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.187898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.195756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:48:07.188467Z","caller":"traceutil/trace.go:171","msg":"trace[1039261834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26344; }","duration":"181.774252ms","start":"2026-07-23T05:48:07.006677Z","end":"2026-07-23T05:48:07.188451Z","steps":["trace[1039261834] 'range keys from in-memory index tree' (duration: 181.087043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.187915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.426354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T05:48:07.188542Z","caller":"traceutil/trace.go:171","msg":"trace[615877553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26344; }","duration":"186.086232ms","start":"2026-07-23T05:48:07.002437Z","end":"2026-07-23T05:48:07.188523Z","steps":["trace[615877553] 'range keys from in-memory index tree' (duration: 185.29463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.558933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.534475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-23T05:48:07.559016Z","caller":"traceutil/trace.go:171","msg":"trace[852603015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26349; }","duration":"122.657789ms","start":"2026-07-23T05:48:07.436335Z","end":"2026-07-23T05:48:07.558993Z","steps":["trace[852603015] 'range keys from in-memory index tree' (duration: 122.36333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.559111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.938081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:07.55919Z","caller":"traceutil/trace.go:171","msg":"trace[1531197738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26349; }","duration":"166.052394ms","start":"2026-07-23T05:48:07.393107Z","end":"2026-07-23T05:48:07.55916Z","steps":["trace[1531197738] 'count revisions from in-memory index tree' (duration: 165.841099ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:07.626486Z","caller":"traceutil/trace.go:171","msg":"trace[111198881] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"169.670775ms","start":"2026-07-23T05:48:07.456788Z","end":"2026-07-23T05:48:07.626458Z","steps":["trace[111198881] 'process raft request' (duration: 169.201812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:07.802979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.07241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:07.803079Z","caller":"traceutil/trace.go:171","msg":"trace[1360599567] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"175.537718ms","start":"2026-07-23T05:48:07.627524Z","end":"2026-07-23T05:48:07.803062Z","steps":["trace[1360599567] 'process raft request' (duration: 61.299813ms)","trace[1360599567] 'compare' (duration: 113.774932ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:07.810047Z","caller":"traceutil/trace.go:171","msg":"trace[115258824] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"179.415566ms","start":"2026-07-23T05:48:07.630595Z","end":"2026-07-23T05:48:07.810011Z","steps":["trace[115258824] 'process raft request' (duration: 179.2002ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:07.81004Z","caller":"traceutil/trace.go:171","msg":"trace[400144962] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"176.005421ms","start":"2026-07-23T05:48:07.634014Z","end":"2026-07-23T05:48:07.810019Z","steps":["trace[400144962] 'process raft request' (duration: 175.94829ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:07.810201Z","caller":"traceutil/trace.go:171","msg":"trace[303381413] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"176.573847ms","start":"2026-07-23T05:48:07.633619Z","end":"2026-07-23T05:48:07.810193Z","steps":["trace[303381413] 'process raft request' (duration: 176.30304ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:07.810289Z","caller":"traceutil/trace.go:171","msg":"trace[1365482398] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"150.833151ms","start":"2026-07-23T05:48:07.659443Z","end":"2026-07-23T05:48:07.810276Z","steps":["trace[1365482398] 'process raft request' (duration: 150.77952ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:07.810317Z","caller":"traceutil/trace.go:171","msg":"trace[508502574] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"176.226188ms","start":"2026-07-23T05:48:07.634068Z","end":"2026-07-23T05:48:07.810294Z","steps":["trace[508502574] 'process raft request' (duration: 175.92296ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:10.901537Z","caller":"traceutil/trace.go:171","msg":"trace[2085525871] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"230.713372ms","start":"2026-07-23T05:48:10.670799Z","end":"2026-07-23T05:48:10.901512Z","steps":["trace[2085525871] 'process raft request' (duration: 230.559838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.173201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.227192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:11.173374Z","caller":"traceutil/trace.go:171","msg":"trace[855830162] linearizableReadLoop","detail":"{readStateIndex:27256; appliedIndex:27254; }","duration":"392.469877ms","start":"2026-07-23T05:48:10.780889Z","end":"2026-07-23T05:48:11.173359Z","steps":["trace[855830162] 'read index received' (duration: 120.527159ms)","trace[855830162] 'applied index is now lower than readState.Index' (duration: 271.941268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:11.173458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.564919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:11.173488Z","caller":"traceutil/trace.go:171","msg":"trace[610196263] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26375; }","duration":"392.632911ms","start":"2026-07-23T05:48:10.780843Z","end":"2026-07-23T05:48:11.173476Z","steps":["trace[610196263] 'agreement among raft nodes before linearized reading' (duration: 392.559329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.173518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:10.780822Z","time spent":"392.688073ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-23T05:48:11.17371Z","caller":"traceutil/trace.go:171","msg":"trace[1256726431] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"391.324615ms","start":"2026-07-23T05:48:10.782374Z","end":"2026-07-23T05:48:11.173698Z","steps":["trace[1256726431] 'process raft request' (duration: 390.916574ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:11.173689Z","caller":"traceutil/trace.go:171","msg":"trace[1259901073] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"443.779833ms","start":"2026-07-23T05:48:10.729876Z","end":"2026-07-23T05:48:11.173656Z","steps":["trace[1259901073] 'process raft request' (duration: 331.908514ms)","trace[1259901073] 'compare' (duration: 110.392988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:11.173764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:10.782349Z","time spent":"391.386057ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:11.173843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:10.729851Z","time spent":"443.899427ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:11.220673Z","caller":"traceutil/trace.go:171","msg":"trace[83462649] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"259.680507ms","start":"2026-07-23T05:48:10.960913Z","end":"2026-07-23T05:48:11.220593Z","steps":["trace[83462649] 'process raft request' (duration: 258.979737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.61096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.863072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T05:48:11.611056Z","caller":"traceutil/trace.go:171","msg":"trace[1740430341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26376; }","duration":"309.982275ms","start":"2026-07-23T05:48:11.301052Z","end":"2026-07-23T05:48:11.611034Z","steps":["trace[1740430341] 'range keys from in-memory index tree' (duration: 309.716967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.611107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.301045Z","time spent":"310.048497ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:11.611368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.660997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T05:48:11.611439Z","caller":"traceutil/trace.go:171","msg":"trace[474640264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26376; }","duration":"322.78776ms","start":"2026-07-23T05:48:11.288636Z","end":"2026-07-23T05:48:11.611423Z","steps":["trace[474640264] 'range keys from in-memory index tree' (duration: 322.486422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.611481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.288616Z","time spent":"322.857563ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:48:11.611477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.912931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-23T05:48:11.611579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.758477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T05:48:11.611656Z","caller":"traceutil/trace.go:171","msg":"trace[1599423213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26376; }","duration":"311.123127ms","start":"2026-07-23T05:48:11.300513Z","end":"2026-07-23T05:48:11.611636Z","steps":["trace[1599423213] 'range keys from in-memory index tree' (duration: 310.767427ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:11.61167Z","caller":"traceutil/trace.go:171","msg":"trace[676363822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26376; }","duration":"310.87632ms","start":"2026-07-23T05:48:11.300774Z","end":"2026-07-23T05:48:11.61165Z","steps":["trace[676363822] 'range keys from in-memory index tree' (duration: 310.580602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.611711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.300496Z","time spent":"311.200609ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:11.611713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.300765Z","time spent":"310.937652ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:11.611884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.346254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:48:11.61196Z","caller":"traceutil/trace.go:171","msg":"trace[466454928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26376; }","duration":"333.471318ms","start":"2026-07-23T05:48:11.278471Z","end":"2026-07-23T05:48:11.611942Z","steps":["trace[466454928] 'range keys from in-memory index tree' (duration: 332.989734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.612073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.27845Z","time spent":"333.609771ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:48:11.937898Z","caller":"traceutil/trace.go:171","msg":"trace[599993410] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"321.712281ms","start":"2026-07-23T05:48:11.616157Z","end":"2026-07-23T05:48:11.937869Z","steps":["trace[599993410] 'process raft request' (duration: 321.502885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:11.938076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.616136Z","time spent":"321.845855ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.298283Z","caller":"traceutil/trace.go:171","msg":"trace[250241162] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"681.751937ms","start":"2026-07-23T05:48:11.6165Z","end":"2026-07-23T05:48:12.298252Z","steps":["trace[250241162] 'process raft request' (duration: 681.49254ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:12.298296Z","caller":"traceutil/trace.go:171","msg":"trace[283843846] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"681.658215ms","start":"2026-07-23T05:48:11.616606Z","end":"2026-07-23T05:48:12.298265Z","steps":["trace[283843846] 'process raft request' (duration: 681.579282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.298449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.616477Z","time spent":"681.86543ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:12.298444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.616589Z","time spent":"681.775257ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.29853Z","caller":"traceutil/trace.go:171","msg":"trace[1339446770] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"681.896051ms","start":"2026-07-23T05:48:11.616621Z","end":"2026-07-23T05:48:12.298517Z","steps":["trace[1339446770] 'process raft request' (duration: 681.608463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.298569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.616611Z","time spent":"681.943293ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.298621Z","caller":"traceutil/trace.go:171","msg":"trace[1944457010] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"647.054042ms","start":"2026-07-23T05:48:11.651562Z","end":"2026-07-23T05:48:12.298616Z","steps":["trace[1944457010] 'process raft request' (duration: 646.97596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.298653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.651533Z","time spent":"647.102814ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.298646Z","caller":"traceutil/trace.go:171","msg":"trace[1347927178] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"681.951603ms","start":"2026-07-23T05:48:11.61667Z","end":"2026-07-23T05:48:12.298622Z","steps":["trace[1347927178] 'process raft request' (duration: 681.764757ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:12.298662Z","caller":"traceutil/trace.go:171","msg":"trace[1090624194] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"552.245428ms","start":"2026-07-23T05:48:11.746396Z","end":"2026-07-23T05:48:12.298641Z","steps":["trace[1090624194] 'process raft request' (duration: 552.181056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.298812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.746372Z","time spent":"552.364491ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:12.298707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.616663Z","time spent":"682.016214ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.298966Z","caller":"traceutil/trace.go:171","msg":"trace[746442749] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"394.113683ms","start":"2026-07-23T05:48:11.904824Z","end":"2026-07-23T05:48:12.298938Z","steps":["trace[746442749] 'process raft request' (duration: 393.97556ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:12.29907Z","caller":"traceutil/trace.go:171","msg":"trace[1297404017] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"458.0559ms","start":"2026-07-23T05:48:11.840999Z","end":"2026-07-23T05:48:12.299055Z","steps":["trace[1297404017] 'process raft request' (duration: 457.608887ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:12.299123Z","caller":"traceutil/trace.go:171","msg":"trace[570496008] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27259; }","duration":"204.642258ms","start":"2026-07-23T05:48:12.094446Z","end":"2026-07-23T05:48:12.299089Z","steps":["trace[570496008] 'read index received' (duration: 203.493416ms)","trace[570496008] 'applied index is now lower than readState.Index' (duration: 1.147912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:12.299136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.904787Z","time spent":"394.259567ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:12.299156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.840979Z","time spent":"458.137272ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.299229Z","caller":"traceutil/trace.go:171","msg":"trace[2095826685] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"394.088042ms","start":"2026-07-23T05:48:11.905128Z","end":"2026-07-23T05:48:12.299216Z","steps":["trace[2095826685] 'process raft request' (duration: 393.855236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.299669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.905105Z","time spent":"394.517634ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:12.299244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.798722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:12.299839Z","caller":"traceutil/trace.go:171","msg":"trace[2057313015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26388; }","duration":"205.432279ms","start":"2026-07-23T05:48:12.094396Z","end":"2026-07-23T05:48:12.299828Z","steps":["trace[2057313015] 'agreement among raft nodes before linearized reading' (duration: 204.800802ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:12.299255Z","caller":"traceutil/trace.go:171","msg":"trace[1917629857] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"394.124263ms","start":"2026-07-23T05:48:11.905124Z","end":"2026-07-23T05:48:12.299249Z","steps":["trace[1917629857] 'process raft request' (duration: 393.773733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.300024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.905113Z","time spent":"394.881245ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:12.299289Z","caller":"traceutil/trace.go:171","msg":"trace[2136103545] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"394.088173ms","start":"2026-07-23T05:48:11.90519Z","end":"2026-07-23T05:48:12.299278Z","steps":["trace[2136103545] 'process raft request' (duration: 393.860217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:12.300209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:11.90517Z","time spent":"395.013448ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:14.618284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.564143ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:48:14.618488Z","caller":"traceutil/trace.go:171","msg":"trace[1268920428] linearizableReadLoop","detail":"{readStateIndex:27273; appliedIndex:27272; }","duration":"676.298775ms","start":"2026-07-23T05:48:13.942174Z","end":"2026-07-23T05:48:14.618472Z","steps":["trace[1268920428] 'read index received' (duration: 221.524406ms)","trace[1268920428] 'applied index is now lower than readState.Index' (duration: 454.773179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:14.619419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.235481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:48:14.619464Z","caller":"traceutil/trace.go:171","msg":"trace[1988744029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26390; }","duration":"677.309083ms","start":"2026-07-23T05:48:13.94214Z","end":"2026-07-23T05:48:14.619449Z","steps":["trace[1988744029] 'agreement among raft nodes before linearized reading' (duration: 677.144649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:14.619497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:13.942128Z","time spent":"677.359894ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T05:48:14.620066Z","caller":"traceutil/trace.go:171","msg":"trace[300350301] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"335.801852ms","start":"2026-07-23T05:48:14.284231Z","end":"2026-07-23T05:48:14.620033Z","steps":["trace[300350301] 'process raft request' (duration: 334.148727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:14.620247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.284211Z","time spent":"335.935217ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.066812Z","caller":"traceutil/trace.go:171","msg":"trace[1214289831] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"763.55302ms","start":"2026-07-23T05:48:14.303237Z","end":"2026-07-23T05:48:15.06679Z","steps":["trace[1214289831] 'process raft request' (duration: 697.846644ms)","trace[1214289831] 'compare' (duration: 65.539812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:15.06695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.303227Z","time spent":"763.653523ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.067062Z","caller":"traceutil/trace.go:171","msg":"trace[970864036] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"763.122048ms","start":"2026-07-23T05:48:14.303914Z","end":"2026-07-23T05:48:15.067036Z","steps":["trace[970864036] 'process raft request' (duration: 762.82944ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:15.067146Z","caller":"traceutil/trace.go:171","msg":"trace[71698102] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27274; }","duration":"448.606878ms","start":"2026-07-23T05:48:14.618519Z","end":"2026-07-23T05:48:15.067126Z","steps":["trace[71698102] 'read index received' (duration: 382.575963ms)","trace[71698102] 'applied index is now lower than readState.Index' (duration: 66.030015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:15.067228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.303901Z","time spent":"763.231581ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.067395Z","caller":"traceutil/trace.go:171","msg":"trace[1139109494] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"762.523021ms","start":"2026-07-23T05:48:14.304838Z","end":"2026-07-23T05:48:15.067361Z","steps":["trace[1139109494] 'process raft request' (duration: 762.183022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.067444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.932181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:48:15.06748Z","caller":"traceutil/trace.go:171","msg":"trace[688526404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26397; }","duration":"763.997662ms","start":"2026-07-23T05:48:14.303472Z","end":"2026-07-23T05:48:15.06747Z","steps":["trace[688526404] 'agreement among raft nodes before linearized reading' (duration: 763.874519ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:15.067492Z","caller":"traceutil/trace.go:171","msg":"trace[1267533768] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"762.340576ms","start":"2026-07-23T05:48:14.305138Z","end":"2026-07-23T05:48:15.067478Z","steps":["trace[1267533768] 'process raft request' (duration: 761.922215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.067511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.303465Z","time spent":"764.036053ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:15.067517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.304823Z","time spent":"762.626135ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:15.067573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.305126Z","time spent":"762.393038ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.067626Z","caller":"traceutil/trace.go:171","msg":"trace[618393871] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"761.354229ms","start":"2026-07-23T05:48:14.306241Z","end":"2026-07-23T05:48:15.067595Z","steps":["trace[618393871] 'process raft request' (duration: 760.846615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.067442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.852991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-23T05:48:15.067694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051450831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:48:15.067701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.306232Z","time spent":"761.428482ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.067715Z","caller":"traceutil/trace.go:171","msg":"trace[339271112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26397; }","duration":"763.17763ms","start":"2026-07-23T05:48:14.304526Z","end":"2026-07-23T05:48:15.067703Z","steps":["trace[339271112] 'agreement among raft nodes before linearized reading' (duration: 762.798289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.06773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.579698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:48:15.067735Z","caller":"traceutil/trace.go:171","msg":"trace[379217024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26397; }","duration":"1.051528973s","start":"2026-07-23T05:48:14.016194Z","end":"2026-07-23T05:48:15.067723Z","steps":["trace[379217024] 'agreement among raft nodes before linearized reading' (duration: 1.051454381s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.067741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.304517Z","time spent":"763.217101ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:48:15.067761Z","caller":"traceutil/trace.go:171","msg":"trace[1435130765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26397; }","duration":"764.61914ms","start":"2026-07-23T05:48:14.303133Z","end":"2026-07-23T05:48:15.067752Z","steps":["trace[1435130765] 'agreement among raft nodes before linearized reading' (duration: 764.516577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.067772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.016175Z","time spent":"1.051587985s","remote":"127.0.0.1:40676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:15.067767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.62764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:48:15.067785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.30313Z","time spent":"764.649791ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T05:48:15.067807Z","caller":"traceutil/trace.go:171","msg":"trace[952409542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26397; }","duration":"764.710422ms","start":"2026-07-23T05:48:14.303086Z","end":"2026-07-23T05:48:15.067796Z","steps":["trace[952409542] 'agreement among raft nodes before linearized reading' (duration: 764.585319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.067836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.303067Z","time spent":"764.761824ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T05:48:15.067999Z","caller":"traceutil/trace.go:171","msg":"trace[642816944] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"763.757546ms","start":"2026-07-23T05:48:14.304228Z","end":"2026-07-23T05:48:15.067985Z","steps":["trace[642816944] 'process raft request' (duration: 762.696146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.068122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.304202Z","time spent":"763.862709ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:15.402659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.958615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:15.402869Z","caller":"traceutil/trace.go:171","msg":"trace[1198131447] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"778.848626ms","start":"2026-07-23T05:48:14.623992Z","end":"2026-07-23T05:48:15.402841Z","steps":["trace[1198131447] 'process raft request' (duration: 568.583112ms)","trace[1198131447] 'compare' (duration: 209.692398ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:15.402966Z","caller":"traceutil/trace.go:171","msg":"trace[517832103] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"450.937183ms","start":"2026-07-23T05:48:14.952008Z","end":"2026-07-23T05:48:15.402945Z","steps":["trace[517832103] 'process raft request' (duration: 450.753888ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:15.403045Z","caller":"traceutil/trace.go:171","msg":"trace[1888940226] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"329.855947ms","start":"2026-07-23T05:48:15.073167Z","end":"2026-07-23T05:48:15.403023Z","steps":["trace[1888940226] 'process raft request' (duration: 329.818226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.403095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.951983Z","time spent":"451.033775ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:15.403115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.62396Z","time spent":"779.011149ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.4033Z","caller":"traceutil/trace.go:171","msg":"trace[1434354403] linearizableReadLoop","detail":"{readStateIndex:27282; appliedIndex:27280; }","duration":"336.06729ms","start":"2026-07-23T05:48:15.067224Z","end":"2026-07-23T05:48:15.403292Z","steps":["trace[1434354403] 'read index received' (duration: 125.518659ms)","trace[1434354403] 'applied index is now lower than readState.Index' (duration: 210.547201ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:15.403318Z","caller":"traceutil/trace.go:171","msg":"trace[1154485916] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"330.927238ms","start":"2026-07-23T05:48:15.072369Z","end":"2026-07-23T05:48:15.403296Z","steps":["trace[1154485916] 'process raft request' (duration: 330.587278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.403358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.285806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:15.403394Z","caller":"traceutil/trace.go:171","msg":"trace[1729602162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26403; }","duration":"576.361558ms","start":"2026-07-23T05:48:14.827024Z","end":"2026-07-23T05:48:15.403385Z","steps":["trace[1729602162] 'agreement among raft nodes before linearized reading' (duration: 576.301486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.403403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.072355Z","time spent":"331.011519ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:15.403417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:14.827004Z","time spent":"576.40739ms","remote":"127.0.0.1:57356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:15.403396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.359182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:15.403241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.073148Z","time spent":"329.94151ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.403469Z","caller":"traceutil/trace.go:171","msg":"trace[1257457365] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26403; }","duration":"339.472315ms","start":"2026-07-23T05:48:15.063982Z","end":"2026-07-23T05:48:15.403454Z","steps":["trace[1257457365] 'agreement among raft nodes before linearized reading' (duration: 339.353942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.403515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.063963Z","time spent":"339.542426ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:15.403259Z","caller":"traceutil/trace.go:171","msg":"trace[1308729252] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"331.100212ms","start":"2026-07-23T05:48:15.072142Z","end":"2026-07-23T05:48:15.403242Z","steps":["trace[1308729252] 'process raft request' (duration: 330.781333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.403605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.072135Z","time spent":"331.442161ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:15.403242Z","caller":"traceutil/trace.go:171","msg":"trace[1761705131] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"331.159484ms","start":"2026-07-23T05:48:15.072044Z","end":"2026-07-23T05:48:15.403203Z","steps":["trace[1761705131] 'process raft request' (duration: 330.837515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:15.403745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.072019Z","time spent":"331.695238ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:15.903764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939213223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:48:16.294848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.394881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:16.294982Z","caller":"traceutil/trace.go:171","msg":"trace[2017473704] linearizableReadLoop","detail":"{readStateIndex:27287; appliedIndex:27286; }","duration":"891.63601ms","start":"2026-07-23T05:48:15.403326Z","end":"2026-07-23T05:48:16.294962Z","steps":["trace[2017473704] 'read index received' (duration: 763.989893ms)","trace[2017473704] 'applied index is now lower than readState.Index' (duration: 127.644347ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:16.294998Z","caller":"traceutil/trace.go:171","msg":"trace[821064964] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"1.063074704s","start":"2026-07-23T05:48:15.231908Z","end":"2026-07-23T05:48:16.294982Z","steps":["trace[821064964] 'process raft request' (duration: 935.437807ms)","trace[821064964] 'compare' (duration: 127.123323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:16.295051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.231884Z","time spent":"1.063145596s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:16.295139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203522208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:16.295134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202208541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:16.295213Z","caller":"traceutil/trace.go:171","msg":"trace[1698329163] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26404; }","duration":"1.20361582s","start":"2026-07-23T05:48:15.091553Z","end":"2026-07-23T05:48:16.295168Z","steps":["trace[1698329163] 'agreement among raft nodes before linearized reading' (duration: 1.203512427s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:16.295262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.091538Z","time spent":"1.203709423s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:16.295259Z","caller":"traceutil/trace.go:171","msg":"trace[1297215954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26404; }","duration":"1.202373165s","start":"2026-07-23T05:48:15.092859Z","end":"2026-07-23T05:48:16.295232Z","steps":["trace[1297215954] 'agreement among raft nodes before linearized reading' (duration: 1.20217929s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:16.295317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.092854Z","time spent":"1.202450467s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:16.295346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.34813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:16.295391Z","caller":"traceutil/trace.go:171","msg":"trace[1050153892] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26404; }","duration":"285.426522ms","start":"2026-07-23T05:48:16.009954Z","end":"2026-07-23T05:48:16.295381Z","steps":["trace[1050153892] 'agreement among raft nodes before linearized reading' (duration: 285.357711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:16.295389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.398822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-23T05:48:16.295724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.626982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:16.295763Z","caller":"traceutil/trace.go:171","msg":"trace[1511842218] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26404; }","duration":"795.691823ms","start":"2026-07-23T05:48:15.500059Z","end":"2026-07-23T05:48:16.295751Z","steps":["trace[1511842218] 'agreement among raft nodes before linearized reading' (duration: 795.618831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:16.295791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.500048Z","time spent":"795.734835ms","remote":"127.0.0.1:53970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:16.295429Z","caller":"traceutil/trace.go:171","msg":"trace[342992903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26404; }","duration":"796.475865ms","start":"2026-07-23T05:48:15.498941Z","end":"2026-07-23T05:48:16.295417Z","steps":["trace[342992903] 'agreement among raft nodes before linearized reading' (duration: 796.319621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:16.296081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:15.498921Z","time spent":"797.145124ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:48:17.426207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.685501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:17.426306Z","caller":"traceutil/trace.go:171","msg":"trace[2141589273] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26404; }","duration":"420.799554ms","start":"2026-07-23T05:48:17.005482Z","end":"2026-07-23T05:48:17.426282Z","steps":["trace[2141589273] 'count revisions from in-memory index tree' (duration: 420.558516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:17.426361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.005414Z","time spent":"420.930267ms","remote":"127.0.0.1:35798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:17.426429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.054949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:17.426503Z","caller":"traceutil/trace.go:171","msg":"trace[23792130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26404; }","duration":"648.209983ms","start":"2026-07-23T05:48:16.778274Z","end":"2026-07-23T05:48:17.426484Z","steps":["trace[23792130] 'count revisions from in-memory index tree' (duration: 647.973707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:17.426546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:16.778255Z","time spent":"648.277976ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:17.427028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.016971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:17.427086Z","caller":"traceutil/trace.go:171","msg":"trace[754873035] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26404; }","duration":"470.123515ms","start":"2026-07-23T05:48:16.956947Z","end":"2026-07-23T05:48:17.42707Z","steps":["trace[754873035] 'count revisions from in-memory index tree' (duration: 469.871388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:17.427117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:16.956928Z","time spent":"470.182806ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:17.427207Z","caller":"traceutil/trace.go:171","msg":"trace[109370916] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"354.47252ms","start":"2026-07-23T05:48:17.072676Z","end":"2026-07-23T05:48:17.427148Z","steps":["trace[109370916] 'process raft request' (duration: 304.488381ms)","trace[109370916] 'compare' (duration: 48.641952ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:17.427258Z","caller":"traceutil/trace.go:171","msg":"trace[1041048677] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"354.542633ms","start":"2026-07-23T05:48:17.072703Z","end":"2026-07-23T05:48:17.427245Z","steps":["trace[1041048677] 'process raft request' (duration: 354.383548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:17.427338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.072675Z","time spent":"354.610544ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:17.427364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.072653Z","time spent":"354.626345ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:17.427226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.437815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:17.427796Z","caller":"traceutil/trace.go:171","msg":"trace[365783413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26404; }","duration":"420.029252ms","start":"2026-07-23T05:48:17.007732Z","end":"2026-07-23T05:48:17.427762Z","steps":["trace[365783413] 'count revisions from in-memory index tree' (duration: 418.756997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:17.427873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.007719Z","time spent":"420.125114ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:18.739886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.353595918s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T05:48:18.74031Z","caller":"traceutil/trace.go:171","msg":"trace[561425617] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"1.667523462s","start":"2026-07-23T05:48:17.072767Z","end":"2026-07-23T05:48:18.740291Z","steps":["trace[561425617] 'process raft request' (duration: 1.667321606s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:18.74051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.072747Z","time spent":"1.667610284s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:18.740595Z","caller":"traceutil/trace.go:171","msg":"trace[2114632199] linearizableReadLoop","detail":"{readStateIndex:27293; appliedIndex:27287; }","duration":"1.639550404s","start":"2026-07-23T05:48:17.101025Z","end":"2026-07-23T05:48:18.740575Z","steps":["trace[2114632199] 'read index received' (duration: 276.174534ms)","trace[2114632199] 'applied index is now lower than readState.Index' (duration: 1.3633749s)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:18.740636Z","caller":"traceutil/trace.go:171","msg":"trace[823722042] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"1.666862734s","start":"2026-07-23T05:48:17.073739Z","end":"2026-07-23T05:48:18.740602Z","steps":["trace[823722042] 'process raft request' (duration: 1.66672925s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:18.740657Z","caller":"traceutil/trace.go:171","msg":"trace[1630047384] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"1.665700251s","start":"2026-07-23T05:48:17.07493Z","end":"2026-07-23T05:48:18.740631Z","steps":["trace[1630047384] 'process raft request' (duration: 1.665610759s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:18.74065Z","caller":"traceutil/trace.go:171","msg":"trace[1111925313] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"1.667073979s","start":"2026-07-23T05:48:17.073506Z","end":"2026-07-23T05:48:18.74058Z","steps":["trace[1111925313] 'process raft request' (duration: 1.66674991s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:18.740785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.073727Z","time spent":"1.666982356s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:18.740798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.074911Z","time spent":"1.665819374s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:18.740719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639690428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:48:18.740918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.073497Z","time spent":"1.667287766s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:18.740931Z","caller":"traceutil/trace.go:171","msg":"trace[590180705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26410; }","duration":"1.639949665s","start":"2026-07-23T05:48:17.100964Z","end":"2026-07-23T05:48:18.740913Z","steps":["trace[590180705] 'agreement among raft nodes before linearized reading' (duration: 1.639689908s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:18.741052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.100947Z","time spent":"1.640081659s","remote":"127.0.0.1:40658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:20.094342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-23T05:48:20.094426Z","caller":"traceutil/trace.go:171","msg":"trace[1345948809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948031s","start":"2026-07-23T05:48:18.094459Z","end":"2026-07-23T05:48:20.094407Z","steps":["trace[1345948809] 'agreement among raft nodes before linearized reading' (duration: 1.999842988s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.094476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:18.094425Z","time spent":"2.000040094s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/23 05:48:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-23T05:48:20.268259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07518604s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:20.268978Z","caller":"traceutil/trace.go:171","msg":"trace[1153191775] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"835.807028ms","start":"2026-07-23T05:48:19.433112Z","end":"2026-07-23T05:48:20.268919Z","steps":["trace[1153191775] 'process raft request' (duration: 835.724286ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:20.268997Z","caller":"traceutil/trace.go:171","msg":"trace[526936403] linearizableReadLoop","detail":"{readStateIndex:27296; appliedIndex:27293; }","duration":"1.528327675s","start":"2026-07-23T05:48:18.740637Z","end":"2026-07-23T05:48:20.268965Z","steps":["trace[526936403] 'read index received' (duration: 452.320041ms)","trace[526936403] 'applied index is now lower than readState.Index' (duration: 1.076004773s)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:20.269051Z","caller":"traceutil/trace.go:171","msg":"trace[1946101387] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"2.860128647s","start":"2026-07-23T05:48:17.408911Z","end":"2026-07-23T05:48:20.26904Z","steps":["trace[1946101387] 'process raft request' (duration: 1.784041941s)","trace[1946101387] 'compare' (duration: 1.073978167s)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:20.26901Z","caller":"traceutil/trace.go:171","msg":"trace[1824031283] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"1.585948636s","start":"2026-07-23T05:48:18.683022Z","end":"2026-07-23T05:48:20.26897Z","steps":["trace[1824031283] 'process raft request' (duration: 1.585533054s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.269199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.408896Z","time spent":"2.860187719s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:20.269336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748804481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-23T05:48:20.269402Z","caller":"traceutil/trace.go:171","msg":"trace[577947357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26414; }","duration":"1.748926545s","start":"2026-07-23T05:48:18.520459Z","end":"2026-07-23T05:48:20.269385Z","steps":["trace[577947357] 'agreement among raft nodes before linearized reading' (duration: 1.748645657s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.269387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:18.683004Z","time spent":"1.586202922s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:20.269455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:18.520437Z","time spent":"1.749004307s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-23T05:48:20.269794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860997211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:48:20.269864Z","caller":"traceutil/trace.go:171","msg":"trace[609094942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26414; }","duration":"2.861093744s","start":"2026-07-23T05:48:17.408753Z","end":"2026-07-23T05:48:20.269847Z","steps":["trace[609094942] 'agreement among raft nodes before linearized reading' (duration: 2.860719504s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.269915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.40874Z","time spent":"2.861161706s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:20.269936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861740941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:48:20.269972Z","caller":"traceutil/trace.go:171","msg":"trace[1855052010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26414; }","duration":"2.861824164s","start":"2026-07-23T05:48:17.408136Z","end":"2026-07-23T05:48:20.269961Z","steps":["trace[1855052010] 'agreement among raft nodes before linearized reading' (duration: 2.861717981s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.269968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045453396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:20.270021Z","caller":"traceutil/trace.go:171","msg":"trace[179189137] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26414; }","duration":"2.045511478s","start":"2026-07-23T05:48:18.224498Z","end":"2026-07-23T05:48:20.270009Z","steps":["trace[179189137] 'agreement among raft nodes before linearized reading' (duration: 2.045416035s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.270033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.408112Z","time spent":"2.861901926s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:20.2691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:19.433091Z","time spent":"835.955502ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:20.270063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:18.224414Z","time spent":"2.045636641s","remote":"127.0.0.1:33596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:20.268984Z","caller":"traceutil/trace.go:171","msg":"trace[1099341801] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.968300541s","start":"2026-07-23T05:48:18.300657Z","end":"2026-07-23T05:48:20.268957Z","steps":["trace[1099341801] 'process raft request' (duration: 1.967727795s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.27012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861279899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:48:20.270381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:18.300641Z","time spent":"1.96967626s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:20.27042Z","caller":"traceutil/trace.go:171","msg":"trace[701212065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26414; }","duration":"2.861601897s","start":"2026-07-23T05:48:17.408796Z","end":"2026-07-23T05:48:20.270398Z","steps":["trace[701212065] 'agreement among raft nodes before linearized reading' (duration: 2.861163285s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.270478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.408789Z","time spent":"2.86167387s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:20.270564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863427299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:48:20.270684Z","caller":"traceutil/trace.go:171","msg":"trace[1709015283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26414; }","duration":"2.863570613s","start":"2026-07-23T05:48:17.407088Z","end":"2026-07-23T05:48:20.270659Z","steps":["trace[1709015283] 'agreement among raft nodes before linearized reading' (duration: 2.863183192s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.270696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862618646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:48:20.270756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.407044Z","time spent":"2.863701846s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:48:20.270797Z","caller":"traceutil/trace.go:171","msg":"trace[579005259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26414; }","duration":"2.862726679s","start":"2026-07-23T05:48:17.40805Z","end":"2026-07-23T05:48:20.270777Z","steps":["trace[579005259] 'agreement among raft nodes before linearized reading' (duration: 2.862089061s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:20.270852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:17.408043Z","time spent":"2.862797361s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:48:20.762322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078139863s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:48:21.261271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.762871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:21.261396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.825992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:21.261421Z","caller":"traceutil/trace.go:171","msg":"trace[104112881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26414; }","duration":"434.918206ms","start":"2026-07-23T05:48:20.826478Z","end":"2026-07-23T05:48:21.261397Z","steps":["trace[104112881] 'range keys from in-memory index tree' (duration: 434.7286ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:21.261632Z","caller":"traceutil/trace.go:171","msg":"trace[1432898178] linearizableReadLoop","detail":"{readStateIndex:27299; appliedIndex:27297; }","duration":"992.549104ms","start":"2026-07-23T05:48:20.269066Z","end":"2026-07-23T05:48:21.261615Z","steps":["trace[1432898178] 'read index received' (duration: 493.499725ms)","trace[1432898178] 'applied index is now lower than readState.Index' (duration: 499.048189ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:21.261657Z","caller":"traceutil/trace.go:171","msg":"trace[274440282] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"1.827684252s","start":"2026-07-23T05:48:19.433919Z","end":"2026-07-23T05:48:21.261603Z","steps":["trace[274440282] 'process raft request' (duration: 1.328561012s)","trace[274440282] 'compare' (duration: 498.535954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:21.26173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103929548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:21.261775Z","caller":"traceutil/trace.go:171","msg":"trace[842311944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26416; }","duration":"1.104015711s","start":"2026-07-23T05:48:20.157749Z","end":"2026-07-23T05:48:21.261765Z","steps":["trace[842311944] 'agreement among raft nodes before linearized reading' (duration: 1.103909428s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:21.261802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.157734Z","time spent":"1.104058722s","remote":"127.0.0.1:33364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:21.261844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200991997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:21.261884Z","caller":"traceutil/trace.go:171","msg":"trace[1161277967] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26416; }","duration":"2.20107292s","start":"2026-07-23T05:48:19.060799Z","end":"2026-07-23T05:48:21.261872Z","steps":["trace[1161277967] 'agreement among raft nodes before linearized reading' (duration: 2.201019358s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:21.261881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:19.433905Z","time spent":"1.827852718s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:21.261926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:19.060775Z","time spent":"2.201141211s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:21.262017Z","caller":"traceutil/trace.go:171","msg":"trace[1422162114] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"1.635755969s","start":"2026-07-23T05:48:19.62625Z","end":"2026-07-23T05:48:21.262006Z","steps":["trace[1422162114] 'process raft request' (duration: 1.635257025s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:21.261798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235241148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:48:21.262073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49794027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:48:21.262137Z","caller":"traceutil/trace.go:171","msg":"trace[148576124] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26416; }","duration":"2.498054503s","start":"2026-07-23T05:48:18.764066Z","end":"2026-07-23T05:48:21.262121Z","steps":["trace[148576124] 'agreement among raft nodes before linearized reading' (duration: 2.497888838s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:21.261736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167088094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:21.262181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:18.764046Z","time spent":"2.498128615s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"info","ts":"2026-07-23T05:48:21.262205Z","caller":"traceutil/trace.go:171","msg":"trace[133448748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26416; }","duration":"1.167579778s","start":"2026-07-23T05:48:20.094613Z","end":"2026-07-23T05:48:21.262193Z","steps":["trace[133448748] 'agreement among raft nodes before linearized reading' (duration: 1.167086334s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:21.262182Z","caller":"traceutil/trace.go:171","msg":"trace[806220626] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26416; }","duration":"1.235598517s","start":"2026-07-23T05:48:20.026511Z","end":"2026-07-23T05:48:21.26211Z","steps":["trace[806220626] 'agreement among raft nodes before linearized reading' (duration: 1.235245628s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:21.262232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.094601Z","time spent":"1.167623489s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:21.262283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.02649Z","time spent":"1.235754172s","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:21.262066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:19.626231Z","time spent":"1.63580993s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:21.761745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939213262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:48:22.056869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292933982s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-23T05:48:22.448061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.967505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:22.448422Z","caller":"traceutil/trace.go:171","msg":"trace[467648433] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"2.172759043s","start":"2026-07-23T05:48:20.275638Z","end":"2026-07-23T05:48:22.448397Z","steps":["trace[467648433] 'process raft request' (duration: 1.781379446s)","trace[467648433] 'compare' (duration: 390.40197ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:22.448444Z","caller":"traceutil/trace.go:171","msg":"trace[706408093] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"2.171860938s","start":"2026-07-23T05:48:20.276562Z","end":"2026-07-23T05:48:22.448423Z","steps":["trace[706408093] 'process raft request' (duration: 2.171666002s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:22.448438Z","caller":"traceutil/trace.go:171","msg":"trace[313004411] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"2.172165667s","start":"2026-07-23T05:48:20.276249Z","end":"2026-07-23T05:48:22.448414Z","steps":["trace[313004411] 'process raft request' (duration: 2.1719481s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:22.448441Z","caller":"traceutil/trace.go:171","msg":"trace[875471651] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"2.170559681s","start":"2026-07-23T05:48:20.277853Z","end":"2026-07-23T05:48:22.448412Z","steps":["trace[875471651] 'process raft request' (duration: 2.170415157s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:22.448452Z","caller":"traceutil/trace.go:171","msg":"trace[1112096531] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"2.172739972s","start":"2026-07-23T05:48:20.275681Z","end":"2026-07-23T05:48:22.448421Z","steps":["trace[1112096531] 'process raft request' (duration: 2.172463584s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:22.448522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.275624Z","time spent":"2.172842285s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:22.448511Z","caller":"traceutil/trace.go:171","msg":"trace[452677480] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"1.702246837s","start":"2026-07-23T05:48:20.746212Z","end":"2026-07-23T05:48:22.448459Z","steps":["trace[452677480] 'process raft request' (duration: 1.702088262s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:22.448529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.276555Z","time spent":"2.171928789s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:22.448571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.277844Z","time spent":"2.170664004s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:22.448577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.276239Z","time spent":"2.172259779s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:22.448593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.746168Z","time spent":"1.70238557s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:22.448606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.27566Z","time spent":"2.172865436s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:22.448633Z","caller":"traceutil/trace.go:171","msg":"trace[1033298534] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.700261261s","start":"2026-07-23T05:48:20.748349Z","end":"2026-07-23T05:48:22.44861Z","steps":["trace[1033298534] 'process raft request' (duration: 1.700055815s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:22.448756Z","caller":"traceutil/trace.go:171","msg":"trace[1091750346] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"1.700509609s","start":"2026-07-23T05:48:20.748232Z","end":"2026-07-23T05:48:22.448742Z","steps":["trace[1091750346] 'process raft request' (duration: 1.700102977s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:22.448756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.748325Z","time spent":"1.700369954s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:22.448814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.748213Z","time spent":"1.70056631s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:22.448999Z","caller":"traceutil/trace.go:171","msg":"trace[957449176] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.700120187s","start":"2026-07-23T05:48:20.748317Z","end":"2026-07-23T05:48:22.448437Z","steps":["trace[957449176] 'process raft request' (duration: 1.700051545s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:22.449089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.748288Z","time spent":"1.700746085s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:23.067962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.907196ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T05:48:23.068254Z","caller":"traceutil/trace.go:171","msg":"trace[1059247724] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27299; }","duration":"1.806565467s","start":"2026-07-23T05:48:21.261672Z","end":"2026-07-23T05:48:23.068237Z","steps":["trace[1059247724] 'read index received' (duration: 795.358244ms)","trace[1059247724] 'applied index is now lower than readState.Index' (duration: 1.011206033s)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:23.068337Z","caller":"traceutil/trace.go:171","msg":"trace[1546018079] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"1.565305582s","start":"2026-07-23T05:48:21.50302Z","end":"2026-07-23T05:48:23.068325Z","steps":["trace[1546018079] 'process raft request' (duration: 1.565025504s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.068432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.502999Z","time spent":"1.565372174s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:23.068473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.263645Z","time spent":"1.804820748s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:48:23.068798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783033183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:23.068834Z","caller":"traceutil/trace.go:171","msg":"trace[1488887488] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26427; }","duration":"2.783105915s","start":"2026-07-23T05:48:20.28572Z","end":"2026-07-23T05:48:23.068826Z","steps":["trace[1488887488] 'agreement among raft nodes before linearized reading' (duration: 2.78291126s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.068815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823449545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:23.068858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.285707Z","time spent":"2.783144906s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:23.068894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909830717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-23T05:48:23.06891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795061297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d9f7ddec-c7f3-484f-afc1-0d91cd77b3e6\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-23T05:48:23.068886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607604428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:23.068955Z","caller":"traceutil/trace.go:171","msg":"trace[398342407] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d9f7ddec-c7f3-484f-afc1-0d91cd77b3e6; range_end:; response_count:1; response_revision:26427; }","duration":"2.79514135s","start":"2026-07-23T05:48:20.273799Z","end":"2026-07-23T05:48:23.06894Z","steps":["trace[398342407] 'agreement among raft nodes before linearized reading' (duration: 2.794838551s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:23.068973Z","caller":"traceutil/trace.go:171","msg":"trace[1853672404] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"790.759866ms","start":"2026-07-23T05:48:22.278187Z","end":"2026-07-23T05:48:23.068947Z","steps":["trace[1853672404] 'process raft request' (duration: 789.989974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.069007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.273747Z","time spent":"2.795252172s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-d9f7ddec-c7f3-484f-afc1-0d91cd77b3e6\" "} {"level":"info","ts":"2026-07-23T05:48:23.06898Z","caller":"traceutil/trace.go:171","msg":"trace[1089192079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26427; }","duration":"2.607750942s","start":"2026-07-23T05:48:20.461205Z","end":"2026-07-23T05:48:23.068956Z","steps":["trace[1089192079] 'agreement among raft nodes before linearized reading' (duration: 2.607418583s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.069084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.278157Z","time spent":"790.863279ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:23.069107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51522907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:23.069141Z","caller":"traceutil/trace.go:171","msg":"trace[2055416841] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26428; }","duration":"2.515317123s","start":"2026-07-23T05:48:20.553816Z","end":"2026-07-23T05:48:23.069133Z","steps":["trace[2055416841] 'agreement among raft nodes before linearized reading' (duration: 2.514800849s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:23.069161Z","caller":"traceutil/trace.go:171","msg":"trace[83760586] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"790.718936ms","start":"2026-07-23T05:48:22.278433Z","end":"2026-07-23T05:48:23.069151Z","steps":["trace[83760586] 'process raft request' (duration: 790.324505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.069189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.55379Z","time spent":"2.515387635s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:23.069201Z","caller":"traceutil/trace.go:171","msg":"trace[1117539673] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"705.910408ms","start":"2026-07-23T05:48:22.363271Z","end":"2026-07-23T05:48:23.069181Z","steps":["trace[1117539673] 'process raft request' (duration: 705.846197ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:23.069265Z","caller":"traceutil/trace.go:171","msg":"trace[234177214] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26427; }","duration":"1.823557599s","start":"2026-07-23T05:48:21.2453Z","end":"2026-07-23T05:48:23.068857Z","steps":["trace[234177214] 'agreement among raft nodes before linearized reading' (duration: 1.823296392s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.069807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.245269Z","time spent":"1.824523565s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:48:23.069226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.278418Z","time spent":"790.766786ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:23.069137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:20.461184Z","time spent":"2.607927386s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:23.069857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.36325Z","time spent":"706.019551ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:23.068933Z","caller":"traceutil/trace.go:171","msg":"trace[1252471854] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26427; }","duration":"1.909901808s","start":"2026-07-23T05:48:21.159021Z","end":"2026-07-23T05:48:23.068922Z","steps":["trace[1252471854] 'agreement among raft nodes before linearized reading' (duration: 1.909589359s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.069946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.159007Z","time spent":"1.910928337s","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-23T05:48:23.069314Z","caller":"traceutil/trace.go:171","msg":"trace[597940733] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"790.692445ms","start":"2026-07-23T05:48:22.278615Z","end":"2026-07-23T05:48:23.069307Z","steps":["trace[597940733] 'process raft request' (duration: 790.391986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.070057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.278605Z","time spent":"791.403244ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:23.269621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000836826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-23T05:48:23.269693Z","caller":"traceutil/trace.go:171","msg":"trace[594647265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000959929s","start":"2026-07-23T05:48:21.268717Z","end":"2026-07-23T05:48:23.269676Z","steps":["trace[594647265] 'agreement among raft nodes before linearized reading' (duration: 2.000837816s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:23.269733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.268712Z","time spent":"2.001014371s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:23.568512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939213272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:48:23.920931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.097228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:23.921072Z","caller":"traceutil/trace.go:171","msg":"trace[1484877262] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"1.034338816s","start":"2026-07-23T05:48:22.88671Z","end":"2026-07-23T05:48:23.921049Z","steps":["trace[1484877262] 'process raft request' (duration: 1.034292885s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:23.921089Z","caller":"traceutil/trace.go:171","msg":"trace[770173125] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"1.101568964s","start":"2026-07-23T05:48:22.819494Z","end":"2026-07-23T05:48:23.921063Z","steps":["trace[770173125] 'process raft request' (duration: 945.280441ms)","trace[770173125] 'compare' (duration: 155.888982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:23.921124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.886686Z","time spent":"1.034409237s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:23.921192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.81947Z","time spent":"1.101666746s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:24.59167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.677702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:24.592223Z","caller":"traceutil/trace.go:171","msg":"trace[219348577] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27314; }","duration":"1.52390691s","start":"2026-07-23T05:48:23.068292Z","end":"2026-07-23T05:48:24.592199Z","steps":["trace[219348577] 'read index received' (duration: 696.495756ms)","trace[219348577] 'applied index is now lower than readState.Index' (duration: 827.407994ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:24.592225Z","caller":"traceutil/trace.go:171","msg":"trace[761784855] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"1.522759369s","start":"2026-07-23T05:48:23.069437Z","end":"2026-07-23T05:48:24.592197Z","steps":["trace[761784855] 'process raft request' (duration: 1.147486311s)","trace[761784855] 'compare' (duration: 374.552138ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:24.592254Z","caller":"traceutil/trace.go:171","msg":"trace[359910093] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"1.324576731s","start":"2026-07-23T05:48:23.267626Z","end":"2026-07-23T05:48:24.592203Z","steps":["trace[359910093] 'process raft request' (duration: 1.324125319s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:24.592393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:23.069413Z","time spent":"1.522876762s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:24.592492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:23.267595Z","time spent":"1.324773236s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:25.05208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.247331ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-23T05:48:25.052181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560512919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:25.052295Z","caller":"traceutil/trace.go:171","msg":"trace[2053282563] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26434; }","duration":"2.560671134s","start":"2026-07-23T05:48:22.491588Z","end":"2026-07-23T05:48:25.052259Z","steps":["trace[2053282563] 'agreement among raft nodes before linearized reading' (duration: 2.10068773s)","trace[2053282563] 'count revisions from in-memory index tree' (duration: 459.803279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.052363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783788255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-23T05:48:25.05243Z","caller":"traceutil/trace.go:171","msg":"trace[1493213640] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff; range_end:; response_count:1; response_revision:26434; }","duration":"3.783878278s","start":"2026-07-23T05:48:21.268532Z","end":"2026-07-23T05:48:25.05241Z","steps":["trace[1493213640] 'agreement among raft nodes before linearized reading' (duration: 3.323768921s)","trace[1493213640] 'range keys from in-memory index tree' (duration: 459.947403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.052479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.268521Z","time spent":"3.78394724s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d492bfd0ccff\" "} {"level":"warn","ts":"2026-07-23T05:48:25.052666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216353305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:25.052734Z","caller":"traceutil/trace.go:171","msg":"trace[547510721] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26434; }","duration":"2.216467707s","start":"2026-07-23T05:48:22.836247Z","end":"2026-07-23T05:48:25.052715Z","steps":["trace[547510721] 'agreement among raft nodes before linearized reading' (duration: 1.756016681s)","trace[547510721] 'count revisions from in-memory index tree' (duration: 460.346934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.052765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501627613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:48:25.052374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.491571Z","time spent":"2.560785107s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.052855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174243844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:25.052872Z","caller":"traceutil/trace.go:171","msg":"trace[640400971] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26434; }","duration":"2.501785737s","start":"2026-07-23T05:48:22.551059Z","end":"2026-07-23T05:48:25.052845Z","steps":["trace[640400971] 'agreement among raft nodes before linearized reading' (duration: 2.041162776s)","trace[640400971] 'count revisions from in-memory index tree' (duration: 460.461677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.052806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988332469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:25.052911Z","caller":"traceutil/trace.go:171","msg":"trace[1698260592] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26434; }","duration":"2.174332356s","start":"2026-07-23T05:48:22.878562Z","end":"2026-07-23T05:48:25.052894Z","steps":["trace[1698260592] 'agreement among raft nodes before linearized reading' (duration: 1.713689514s)","trace[1698260592] 'count revisions from in-memory index tree' (duration: 460.57758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.052939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.551041Z","time spent":"2.50188128s","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.052969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.87854Z","time spent":"2.174411219s","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.052984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672638387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:48:25.053Z","caller":"traceutil/trace.go:171","msg":"trace[408254448] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26434; }","duration":"2.988537824s","start":"2026-07-23T05:48:22.064429Z","end":"2026-07-23T05:48:25.052967Z","steps":["trace[408254448] 'agreement among raft nodes before linearized reading' (duration: 2.527837031s)","trace[408254448] 'count revisions from in-memory index tree' (duration: 460.497608ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:25.053073Z","caller":"traceutil/trace.go:171","msg":"trace[1286268165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26434; }","duration":"3.672774201s","start":"2026-07-23T05:48:21.380275Z","end":"2026-07-23T05:48:25.053049Z","steps":["trace[1286268165] 'agreement among raft nodes before linearized reading' (duration: 3.212016146s)","trace[1286268165] 'range keys from in-memory index tree' (duration: 460.536979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.053199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:21.380253Z","time spent":"3.672930845s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T05:48:25.053199Z","caller":"traceutil/trace.go:171","msg":"trace[717609174] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"598.187943ms","start":"2026-07-23T05:48:24.454992Z","end":"2026-07-23T05:48:25.053179Z","steps":["trace[717609174] 'process raft request' (duration: 597.193566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.052795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.836234Z","time spent":"2.21654462s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.053328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.454978Z","time spent":"598.275925ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:25.053087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:22.064415Z","time spent":"2.988650327s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.266677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.414641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:25.26697Z","caller":"traceutil/trace.go:171","msg":"trace[835204512] linearizableReadLoop","detail":"{readStateIndex:27323; appliedIndex:27318; }","duration":"674.67681ms","start":"2026-07-23T05:48:24.592276Z","end":"2026-07-23T05:48:25.266953Z","steps":["trace[835204512] 'read index received' (duration: 283.078977ms)","trace[835204512] 'applied index is now lower than readState.Index' (duration: 391.596813ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:25.266971Z","caller":"traceutil/trace.go:171","msg":"trace[1070363943] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"811.715227ms","start":"2026-07-23T05:48:24.455227Z","end":"2026-07-23T05:48:25.266942Z","steps":["trace[1070363943] 'process raft request' (duration: 811.551792ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:25.267074Z","caller":"traceutil/trace.go:171","msg":"trace[397050646] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"811.246674ms","start":"2026-07-23T05:48:24.455817Z","end":"2026-07-23T05:48:25.267064Z","steps":["trace[397050646] 'process raft request' (duration: 811.032638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.455198Z","time spent":"811.839901ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:25.267145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.455808Z","time spent":"811.300366ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:25.26729Z","caller":"traceutil/trace.go:171","msg":"trace[2097315211] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"812.021786ms","start":"2026-07-23T05:48:24.455194Z","end":"2026-07-23T05:48:25.267216Z","steps":["trace[2097315211] 'process raft request' (duration: 597.972367ms)","trace[2097315211] 'compare' (duration: 213.108362ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:25.267324Z","caller":"traceutil/trace.go:171","msg":"trace[567065472] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"212.056453ms","start":"2026-07-23T05:48:25.055241Z","end":"2026-07-23T05:48:25.267298Z","steps":["trace[567065472] 'process raft request' (duration: 211.654832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997278246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:25.267371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607749611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:25.267396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.603188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:48:25.267421Z","caller":"traceutil/trace.go:171","msg":"trace[319077938] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26439; }","duration":"1.607880204s","start":"2026-07-23T05:48:23.659527Z","end":"2026-07-23T05:48:25.267408Z","steps":["trace[319077938] 'agreement among raft nodes before linearized reading' (duration: 1.607759111s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:25.267422Z","caller":"traceutil/trace.go:171","msg":"trace[1454768453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26439; }","duration":"1.9974015s","start":"2026-07-23T05:48:23.270002Z","end":"2026-07-23T05:48:25.267404Z","steps":["trace[1454768453] 'agreement among raft nodes before linearized reading' (duration: 1.997280566s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:25.267448Z","caller":"traceutil/trace.go:171","msg":"trace[502355964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26439; }","duration":"814.692771ms","start":"2026-07-23T05:48:24.452743Z","end":"2026-07-23T05:48:25.267436Z","steps":["trace[502355964] 'agreement among raft nodes before linearized reading' (duration: 814.515756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:23.65951Z","time spent":"1.607935216s","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.267473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:23.269978Z","time spent":"1.997485601s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:25.267467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19279872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:25.267502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.278729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:48:25.267543Z","caller":"traceutil/trace.go:171","msg":"trace[708015673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26439; }","duration":"814.33022ms","start":"2026-07-23T05:48:24.453201Z","end":"2026-07-23T05:48:25.267531Z","steps":["trace[708015673] 'agreement among raft nodes before linearized reading' (duration: 814.181966ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:25.267546Z","caller":"traceutil/trace.go:171","msg":"trace[20067226] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26439; }","duration":"2.192961754s","start":"2026-07-23T05:48:23.074563Z","end":"2026-07-23T05:48:25.267525Z","steps":["trace[20067226] 'agreement among raft nodes before linearized reading' (duration: 2.1928151s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.391932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:48:25.267588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.453197Z","time spent":"814.377832ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:25.267563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031874877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-07-23T05:48:25.267628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.948226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:48:25.267483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.452723Z","time spent":"814.752272ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:48:25.267667Z","caller":"traceutil/trace.go:171","msg":"trace[1988010579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26439; }","duration":"811.009608ms","start":"2026-07-23T05:48:24.456647Z","end":"2026-07-23T05:48:25.267656Z","steps":["trace[1988010579] 'agreement among raft nodes before linearized reading' (duration: 810.871844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.849575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:48:25.26768Z","caller":"traceutil/trace.go:171","msg":"trace[2011486146] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26439; }","duration":"2.032053213s","start":"2026-07-23T05:48:23.235601Z","end":"2026-07-23T05:48:25.267654Z","steps":["trace[2011486146] 'agreement among raft nodes before linearized reading' (duration: 2.031705313s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.456638Z","time spent":"811.062349ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T05:48:25.267711Z","caller":"traceutil/trace.go:171","msg":"trace[848756768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26439; }","duration":"814.886435ms","start":"2026-07-23T05:48:24.452818Z","end":"2026-07-23T05:48:25.267705Z","steps":["trace[848756768] 'agreement among raft nodes before linearized reading' (duration: 814.815373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.452812Z","time spent":"814.930177ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:25.267744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:23.235578Z","time spent":"2.032151965s","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-23T05:48:25.2676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:23.074543Z","time spent":"2.193042137s","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-23T05:48:25.267615Z","caller":"traceutil/trace.go:171","msg":"trace[419921273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26439; }","duration":"814.432643ms","start":"2026-07-23T05:48:24.453174Z","end":"2026-07-23T05:48:25.267606Z","steps":["trace[419921273] 'agreement among raft nodes before linearized reading' (duration: 814.328111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.267914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.453168Z","time spent":"814.697751ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:25.268667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.455184Z","time spent":"812.170469ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:25.783456Z","caller":"traceutil/trace.go:171","msg":"trace[1560977796] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27324; }","duration":"516.424632ms","start":"2026-07-23T05:48:25.267008Z","end":"2026-07-23T05:48:25.783433Z","steps":["trace[1560977796] 'read index received' (duration: 456.61944ms)","trace[1560977796] 'applied index is now lower than readState.Index' (duration: 59.804252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.783554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.318622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:25.783656Z","caller":"traceutil/trace.go:171","msg":"trace[2099896558] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26442; }","duration":"646.471727ms","start":"2026-07-23T05:48:25.13716Z","end":"2026-07-23T05:48:25.783632Z","steps":["trace[2099896558] 'agreement among raft nodes before linearized reading' (duration: 646.287321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.783721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.302114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:25.783734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.137139Z","time spent":"646.564999ms","remote":"127.0.0.1:33562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:25.783762Z","caller":"traceutil/trace.go:171","msg":"trace[1934392093] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26442; }","duration":"921.377386ms","start":"2026-07-23T05:48:24.86237Z","end":"2026-07-23T05:48:25.783747Z","steps":["trace[1934392093] 'agreement among raft nodes before linearized reading' (duration: 921.319704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.783795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.862346Z","time spent":"921.441048ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:25.783669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.084491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-23T05:48:25.783996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079885961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:25.783989Z","caller":"traceutil/trace.go:171","msg":"trace[446205603] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"705.563409ms","start":"2026-07-23T05:48:25.078396Z","end":"2026-07-23T05:48:25.783959Z","steps":["trace[446205603] 'process raft request' (duration: 704.980783ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:25.784027Z","caller":"traceutil/trace.go:171","msg":"trace[807300296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26442; }","duration":"1.079980014s","start":"2026-07-23T05:48:24.704036Z","end":"2026-07-23T05:48:25.784016Z","steps":["trace[807300296] 'agreement among raft nodes before linearized reading' (duration: 1.079923123s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:25.784017Z","caller":"traceutil/trace.go:171","msg":"trace[667404925] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"707.996356ms","start":"2026-07-23T05:48:25.075996Z","end":"2026-07-23T05:48:25.783993Z","steps":["trace[667404925] 'process raft request' (duration: 707.280216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.784058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.704003Z","time spent":"1.080047066s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:25.784052Z","caller":"traceutil/trace.go:171","msg":"trace[106473309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26442; }","duration":"725.470442ms","start":"2026-07-23T05:48:25.058531Z","end":"2026-07-23T05:48:25.784002Z","steps":["trace[106473309] 'agreement among raft nodes before linearized reading' (duration: 725.017599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.784112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189365514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-23T05:48:25.784139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.058516Z","time spent":"725.601705ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:48:25.784145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.078383Z","time spent":"705.673281ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:25.784171Z","caller":"traceutil/trace.go:171","msg":"trace[2101868934] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26442; }","duration":"1.189467417s","start":"2026-07-23T05:48:24.594689Z","end":"2026-07-23T05:48:25.784157Z","steps":["trace[2101868934] 'agreement among raft nodes before linearized reading' (duration: 1.189279332s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:25.784163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.075954Z","time spent":"708.10947ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:25.784208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:24.594673Z","time spent":"1.189527458s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T05:48:25.784292Z","caller":"traceutil/trace.go:171","msg":"trace[1461931364] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"707.645476ms","start":"2026-07-23T05:48:25.075758Z","end":"2026-07-23T05:48:25.783404Z","steps":["trace[1461931364] 'process raft request' (duration: 647.942337ms)","trace[1461931364] 'compare' (duration: 59.251557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:25.784494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.075733Z","time spent":"708.634664ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:26.586804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.60024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:26.587072Z","caller":"traceutil/trace.go:171","msg":"trace[1176528538] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.315589363s","start":"2026-07-23T05:48:25.271452Z","end":"2026-07-23T05:48:26.587041Z","steps":["trace[1176528538] 'process raft request' (duration: 722.679795ms)","trace[1176528538] 'compare' (duration: 592.095435ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:26.587112Z","caller":"traceutil/trace.go:171","msg":"trace[1938465341] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.315409147s","start":"2026-07-23T05:48:25.27168Z","end":"2026-07-23T05:48:26.587089Z","steps":["trace[1938465341] 'process raft request' (duration: 1.315262353s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.587163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.271439Z","time spent":"1.315680225s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:26.587171Z","caller":"traceutil/trace.go:171","msg":"trace[497159291] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.314566814s","start":"2026-07-23T05:48:25.272566Z","end":"2026-07-23T05:48:26.587133Z","steps":["trace[497159291] 'process raft request' (duration: 1.314456621s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.58727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.271671Z","time spent":"1.315537271s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:26.587271Z","caller":"traceutil/trace.go:171","msg":"trace[1609057546] linearizableReadLoop","detail":"{readStateIndex:27332; appliedIndex:27327; }","duration":"803.722076ms","start":"2026-07-23T05:48:25.783523Z","end":"2026-07-23T05:48:26.587245Z","steps":["trace[1609057546] 'read index received' (duration: 210.646854ms)","trace[1609057546] 'applied index is now lower than readState.Index' (duration: 593.073942ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:26.587146Z","caller":"traceutil/trace.go:171","msg":"trace[902371140] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.314458791s","start":"2026-07-23T05:48:25.272678Z","end":"2026-07-23T05:48:26.587136Z","steps":["trace[902371140] 'process raft request' (duration: 1.314375369s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.58736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313753591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:26.587355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.272542Z","time spent":"1.314714998s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:26.587384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.272653Z","time spent":"1.314714398s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:26.587397Z","caller":"traceutil/trace.go:171","msg":"trace[1203030072] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26447; }","duration":"1.313804942s","start":"2026-07-23T05:48:25.273581Z","end":"2026-07-23T05:48:26.587386Z","steps":["trace[1203030072] 'agreement among raft nodes before linearized reading' (duration: 1.31371599s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.587376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312564818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:26.587424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.273575Z","time spent":"1.313842774s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-23T05:48:26.587447Z","caller":"traceutil/trace.go:171","msg":"trace[394142673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26447; }","duration":"1.31266298s","start":"2026-07-23T05:48:25.274762Z","end":"2026-07-23T05:48:26.587425Z","steps":["trace[394142673] 'agreement among raft nodes before linearized reading' (duration: 1.312492746s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:26.587435Z","caller":"traceutil/trace.go:171","msg":"trace[772125562] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.314463271s","start":"2026-07-23T05:48:25.272936Z","end":"2026-07-23T05:48:26.587399Z","steps":["trace[772125562] 'process raft request' (duration: 1.314143332s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.587479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.274752Z","time spent":"1.312721453s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:26.587508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31622691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d493cba2a2c5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-23T05:48:26.58754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.272925Z","time spent":"1.314566774s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:26.587553Z","caller":"traceutil/trace.go:171","msg":"trace[992397640] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c4d493cba2a2c5; range_end:; response_count:1; response_revision:26447; }","duration":"1.316307732s","start":"2026-07-23T05:48:25.271231Z","end":"2026-07-23T05:48:26.587539Z","steps":["trace[992397640] 'agreement among raft nodes before linearized reading' (duration: 1.316134018s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.58759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.271213Z","time spent":"1.316367474s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c4d493cba2a2c5\" "} {"level":"warn","ts":"2026-07-23T05:48:26.587597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31800177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7965"} {"level":"info","ts":"2026-07-23T05:48:26.587631Z","caller":"traceutil/trace.go:171","msg":"trace[1947651033] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26447; }","duration":"1.318056091s","start":"2026-07-23T05:48:25.269564Z","end":"2026-07-23T05:48:26.58762Z","steps":["trace[1947651033] 'agreement among raft nodes before linearized reading' (duration: 1.317911797s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.587661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.269549Z","time spent":"1.318103993s","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7988,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-07-23T05:48:26.58767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188918072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:48:26.587743Z","caller":"traceutil/trace.go:171","msg":"trace[54278780] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26447; }","duration":"1.189046276s","start":"2026-07-23T05:48:25.398679Z","end":"2026-07-23T05:48:26.587725Z","steps":["trace[54278780] 'agreement among raft nodes before linearized reading' (duration: 1.188771208s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:26.587783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.398658Z","time spent":"1.189116017s","remote":"127.0.0.1:54212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:27.088032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939213293,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:48:27.117334Z","caller":"traceutil/trace.go:171","msg":"trace[339864869] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"849.421476ms","start":"2026-07-23T05:48:26.267888Z","end":"2026-07-23T05:48:27.117309Z","steps":["trace[339864869] 'process raft request' (duration: 849.240931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.117508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:26.267858Z","time spent":"849.56235ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:27.733846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.267287ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-23T05:48:27.734102Z","caller":"traceutil/trace.go:171","msg":"trace[1814468767] linearizableReadLoop","detail":"{readStateIndex:27336; appliedIndex:27332; }","duration":"1.14675163s","start":"2026-07-23T05:48:26.587337Z","end":"2026-07-23T05:48:27.734089Z","steps":["trace[1814468767] 'read index received' (duration: 529.760563ms)","trace[1814468767] 'applied index is now lower than readState.Index' (duration: 616.990277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:27.734175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:26.590202Z","time spent":"1.143968293s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-23T05:48:27.734529Z","caller":"traceutil/trace.go:171","msg":"trace[667961640] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"676.288865ms","start":"2026-07-23T05:48:27.058208Z","end":"2026-07-23T05:48:27.734497Z","steps":["trace[667961640] 'process raft request' (duration: 675.846373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.734559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803407419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:27.734627Z","caller":"traceutil/trace.go:171","msg":"trace[1388084401] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26450; }","duration":"1.803531433s","start":"2026-07-23T05:48:25.931079Z","end":"2026-07-23T05:48:27.734611Z","steps":["trace[1388084401] 'agreement among raft nodes before linearized reading' (duration: 1.803402929s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:27.734613Z","caller":"traceutil/trace.go:171","msg":"trace[99722783] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.137666067s","start":"2026-07-23T05:48:26.596921Z","end":"2026-07-23T05:48:27.734587Z","steps":["trace[99722783] 'process raft request' (duration: 1.137015909s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.734657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.058176Z","time spent":"676.413008ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:27.734659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948496662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"warn","ts":"2026-07-23T05:48:27.734666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948547113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:48:27.734705Z","caller":"traceutil/trace.go:171","msg":"trace[413349628] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26450; }","duration":"1.948585354s","start":"2026-07-23T05:48:25.786107Z","end":"2026-07-23T05:48:27.734692Z","steps":["trace[413349628] 'agreement among raft nodes before linearized reading' (duration: 1.94841658s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.734748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.786086Z","time spent":"1.948654246s","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-23T05:48:27.734672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.931056Z","time spent":"1.803607295s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:27.734741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:26.596912Z","time spent":"1.13776459s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:27.734749Z","caller":"traceutil/trace.go:171","msg":"trace[1795042987] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26450; }","duration":"1.948659686s","start":"2026-07-23T05:48:25.786072Z","end":"2026-07-23T05:48:27.734732Z","steps":["trace[1795042987] 'agreement among raft nodes before linearized reading' (duration: 1.94843085s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.734746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77643949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-23T05:48:27.734863Z","caller":"traceutil/trace.go:171","msg":"trace[2071345183] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26450; }","duration":"1.776603455s","start":"2026-07-23T05:48:25.95824Z","end":"2026-07-23T05:48:27.734844Z","steps":["trace[2071345183] 'agreement among raft nodes before linearized reading' (duration: 1.776308646s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.734823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.786058Z","time spent":"1.948756659s","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-23T05:48:27.734665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268089623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:27.734919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:25.958219Z","time spent":"1.776687296s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-23T05:48:27.734964Z","caller":"traceutil/trace.go:171","msg":"trace[593716117] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26450; }","duration":"1.268431651s","start":"2026-07-23T05:48:26.46651Z","end":"2026-07-23T05:48:27.734942Z","steps":["trace[593716117] 'agreement among raft nodes before linearized reading' (duration: 1.26803038s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.735015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:26.466493Z","time spent":"1.268504564s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:27.740311Z","caller":"traceutil/trace.go:171","msg":"trace[460952500] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"467.471742ms","start":"2026-07-23T05:48:27.272825Z","end":"2026-07-23T05:48:27.740297Z","steps":["trace[460952500] 'process raft request' (duration: 467.241316ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:27.740354Z","caller":"traceutil/trace.go:171","msg":"trace[1425118577] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"467.362889ms","start":"2026-07-23T05:48:27.272967Z","end":"2026-07-23T05:48:27.74033Z","steps":["trace[1425118577] 'process raft request' (duration: 467.246326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.740407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.272797Z","time spent":"467.549084ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:27.740454Z","caller":"traceutil/trace.go:171","msg":"trace[692769616] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"465.683512ms","start":"2026-07-23T05:48:27.274755Z","end":"2026-07-23T05:48:27.740439Z","steps":["trace[692769616] 'process raft request' (duration: 465.523517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.740546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.274731Z","time spent":"465.761384ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:27.740609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.272935Z","time spent":"467.481382ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:27.740669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.022451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:27.740692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14675891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:27.740704Z","caller":"traceutil/trace.go:171","msg":"trace[485585666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26453; }","duration":"403.099093ms","start":"2026-07-23T05:48:27.337595Z","end":"2026-07-23T05:48:27.740695Z","steps":["trace[485585666] 'agreement among raft nodes before linearized reading' (duration: 403.008601ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:27.740716Z","caller":"traceutil/trace.go:171","msg":"trace[1552293442] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26453; }","duration":"1.146812661s","start":"2026-07-23T05:48:26.593896Z","end":"2026-07-23T05:48:27.740709Z","steps":["trace[1552293442] 'agreement among raft nodes before linearized reading' (duration: 1.14676445s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.740727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.337571Z","time spent":"403.148464ms","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:27.740742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:26.593876Z","time spent":"1.146860873s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:48:27.740842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.597133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:27.740857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15219518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:27.740869Z","caller":"traceutil/trace.go:171","msg":"trace[1241842904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26453; }","duration":"201.623954ms","start":"2026-07-23T05:48:27.539236Z","end":"2026-07-23T05:48:27.74086Z","steps":["trace[1241842904] 'agreement among raft nodes before linearized reading' (duration: 201.581302ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:27.740878Z","caller":"traceutil/trace.go:171","msg":"trace[1108604818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26453; }","duration":"1.152256173s","start":"2026-07-23T05:48:26.588613Z","end":"2026-07-23T05:48:27.740869Z","steps":["trace[1108604818] 'agreement among raft nodes before linearized reading' (duration: 1.152220892s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:27.740895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:26.588595Z","time spent":"1.152296763s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:27.740978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.549467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:27.741001Z","caller":"traceutil/trace.go:171","msg":"trace[530497775] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26453; }","duration":"212.618849ms","start":"2026-07-23T05:48:27.528377Z","end":"2026-07-23T05:48:27.740996Z","steps":["trace[530497775] 'agreement among raft nodes before linearized reading' (duration: 212.579588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.649975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.735117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:28.65041Z","caller":"traceutil/trace.go:171","msg":"trace[22298451] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"860.619026ms","start":"2026-07-23T05:48:27.789764Z","end":"2026-07-23T05:48:28.650383Z","steps":["trace[22298451] 'process raft request' (duration: 860.562455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.650522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.789755Z","time spent":"860.706388ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:28.650665Z","caller":"traceutil/trace.go:171","msg":"trace[966820950] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"861.011717ms","start":"2026-07-23T05:48:27.789627Z","end":"2026-07-23T05:48:28.650639Z","steps":["trace[966820950] 'process raft request' (duration: 860.580215ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:28.650663Z","caller":"traceutil/trace.go:171","msg":"trace[392440301] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"860.926135ms","start":"2026-07-23T05:48:27.789715Z","end":"2026-07-23T05:48:28.650642Z","steps":["trace[392440301] 'process raft request' (duration: 860.556634ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:28.650712Z","caller":"traceutil/trace.go:171","msg":"trace[1301105414] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"914.533785ms","start":"2026-07-23T05:48:27.736149Z","end":"2026-07-23T05:48:28.650683Z","steps":["trace[1301105414] 'process raft request' (duration: 164.983305ms)","trace[1301105414] 'compare' (duration: 747.981696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:28.650775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.789605Z","time spent":"861.108571ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:28.650776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.78971Z","time spent":"861.006848ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:28.650793Z","caller":"traceutil/trace.go:171","msg":"trace[1831585414] linearizableReadLoop","detail":"{readStateIndex:27340; appliedIndex:27339; }","duration":"910.41551ms","start":"2026-07-23T05:48:27.740359Z","end":"2026-07-23T05:48:28.650775Z","steps":["trace[1831585414] 'read index received' (duration: 160.794388ms)","trace[1831585414] 'applied index is now lower than readState.Index' (duration: 749.619682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:28.650828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.736133Z","time spent":"914.633208ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:28.650934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.654914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:28.65096Z","caller":"traceutil/trace.go:171","msg":"trace[1279316395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26458; }","duration":"902.698686ms","start":"2026-07-23T05:48:27.748254Z","end":"2026-07-23T05:48:28.650953Z","steps":["trace[1279316395] 'agreement among raft nodes before linearized reading' (duration: 902.646855ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:28.650919Z","caller":"traceutil/trace.go:171","msg":"trace[554568467] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"872.95606ms","start":"2026-07-23T05:48:27.777915Z","end":"2026-07-23T05:48:28.650871Z","steps":["trace[554568467] 'process raft request' (duration: 872.192679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.650978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.748243Z","time spent":"902.732207ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:28.650997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.683335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-07-23T05:48:28.650987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.643331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:28.650994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.460615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:28.651028Z","caller":"traceutil/trace.go:171","msg":"trace[1556288689] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26458; }","duration":"907.741646ms","start":"2026-07-23T05:48:27.743277Z","end":"2026-07-23T05:48:28.651018Z","steps":["trace[1556288689] 'agreement among raft nodes before linearized reading' (duration: 907.608892ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:28.651057Z","caller":"traceutil/trace.go:171","msg":"trace[218878459] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26458; }","duration":"845.713823ms","start":"2026-07-23T05:48:27.805325Z","end":"2026-07-23T05:48:28.651039Z","steps":["trace[218878459] 'agreement among raft nodes before linearized reading' (duration: 845.572869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.651064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.743264Z","time spent":"907.793548ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-23T05:48:28.651043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.347116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-23T05:48:28.651077Z","caller":"traceutil/trace.go:171","msg":"trace[600321188] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26458; }","duration":"845.60643ms","start":"2026-07-23T05:48:27.805446Z","end":"2026-07-23T05:48:28.651052Z","steps":["trace[600321188] 'agreement among raft nodes before linearized reading' (duration: 845.448656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.651082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.942375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:28.651103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.805268Z","time spent":"845.824285ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-23T05:48:28.651099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.777893Z","time spent":"873.111564ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:28.651122Z","caller":"traceutil/trace.go:171","msg":"trace[1239054707] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26458; }","duration":"911.455409ms","start":"2026-07-23T05:48:27.739647Z","end":"2026-07-23T05:48:28.651103Z","steps":["trace[1239054707] 'agreement among raft nodes before linearized reading' (duration: 911.203602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.651136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.805421Z","time spent":"845.692932ms","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:28.651142Z","caller":"traceutil/trace.go:171","msg":"trace[554708360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26458; }","duration":"798.030667ms","start":"2026-07-23T05:48:27.853095Z","end":"2026-07-23T05:48:28.651126Z","steps":["trace[554708360] 'agreement among raft nodes before linearized reading' (duration: 797.920504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:28.651171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.739639Z","time spent":"911.522581ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-23T05:48:28.651188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:27.853082Z","time spent":"798.091259ms","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:29.550283Z","caller":"traceutil/trace.go:171","msg":"trace[251626551] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"892.576536ms","start":"2026-07-23T05:48:28.65768Z","end":"2026-07-23T05:48:29.550257Z","steps":["trace[251626551] 'process raft request' (duration: 892.34987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.550433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.657659Z","time spent":"892.69868ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:29.550541Z","caller":"traceutil/trace.go:171","msg":"trace[469250565] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"891.520357ms","start":"2026-07-23T05:48:28.659009Z","end":"2026-07-23T05:48:29.55053Z","steps":["trace[469250565] 'process raft request' (duration: 891.198598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.5506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.658989Z","time spent":"891.583909ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:29.550822Z","caller":"traceutil/trace.go:171","msg":"trace[142702719] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"891.782804ms","start":"2026-07-23T05:48:28.659027Z","end":"2026-07-23T05:48:29.55081Z","steps":["trace[142702719] 'process raft request' (duration: 891.455995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.550901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.659014Z","time spent":"891.852806ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:29.550916Z","caller":"traceutil/trace.go:171","msg":"trace[106798114] linearizableReadLoop","detail":"{readStateIndex:27349; appliedIndex:27344; }","duration":"891.424384ms","start":"2026-07-23T05:48:28.659483Z","end":"2026-07-23T05:48:29.550908Z","steps":["trace[106798114] 'read index received' (duration: 44.273551ms)","trace[106798114] 'applied index is now lower than readState.Index' (duration: 847.150043ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:29.550968Z","caller":"traceutil/trace.go:171","msg":"trace[99972014] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"891.63469ms","start":"2026-07-23T05:48:28.659328Z","end":"2026-07-23T05:48:29.550962Z","steps":["trace[99972014] 'process raft request' (duration: 891.420944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.551013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.659318Z","time spent":"891.669651ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:29.551154Z","caller":"traceutil/trace.go:171","msg":"trace[1956864848] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"891.560878ms","start":"2026-07-23T05:48:28.659584Z","end":"2026-07-23T05:48:29.551145Z","steps":["trace[1956864848] 'process raft request' (duration: 891.28805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.551189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.659576Z","time spent":"891.593398ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:29.551367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.884277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:48:29.551402Z","caller":"traceutil/trace.go:171","msg":"trace[57173925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26464; }","duration":"891.936369ms","start":"2026-07-23T05:48:28.659457Z","end":"2026-07-23T05:48:29.551393Z","steps":["trace[57173925] 'agreement among raft nodes before linearized reading' (duration: 891.772794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.551434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.659449Z","time spent":"891.97866ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-23T05:48:29.551582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.659973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:48:29.551662Z","caller":"traceutil/trace.go:171","msg":"trace[2140910308] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26464; }","duration":"786.800617ms","start":"2026-07-23T05:48:28.764843Z","end":"2026-07-23T05:48:29.551644Z","steps":["trace[2140910308] 'agreement among raft nodes before linearized reading' (duration: 786.609271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.551726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:28.764822Z","time spent":"786.884878ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-23T05:48:29.551744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.522166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:29.551767Z","caller":"traceutil/trace.go:171","msg":"trace[1794681995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26464; }","duration":"461.583008ms","start":"2026-07-23T05:48:29.090177Z","end":"2026-07-23T05:48:29.55176Z","steps":["trace[1794681995] 'agreement among raft nodes before linearized reading' (duration: 461.538527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.551792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.090158Z","time spent":"461.63023ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:29.55175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.76289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:29.551914Z","caller":"traceutil/trace.go:171","msg":"trace[1676812522] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26464; }","duration":"372.967036ms","start":"2026-07-23T05:48:29.178925Z","end":"2026-07-23T05:48:29.551892Z","steps":["trace[1676812522] 'agreement among raft nodes before linearized reading' (duration: 372.719979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:29.551977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.178909Z","time spent":"373.053688ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:30.00098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.640941ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-23T05:48:30.001074Z","caller":"traceutil/trace.go:171","msg":"trace[290384807] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27350; }","duration":"446.965421ms","start":"2026-07-23T05:48:29.554091Z","end":"2026-07-23T05:48:30.001057Z","steps":["trace[290384807] 'read index received' (duration: 235.250238ms)","trace[290384807] 'applied index is now lower than readState.Index' (duration: 211.713713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:30.001118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.553479Z","time spent":"447.6335ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:48:30.001328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.210268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-23T05:48:30.001398Z","caller":"traceutil/trace.go:171","msg":"trace[413293175] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26464; }","duration":"447.300721ms","start":"2026-07-23T05:48:29.554074Z","end":"2026-07-23T05:48:30.001375Z","steps":["trace[413293175] 'agreement among raft nodes before linearized reading' (duration: 447.050744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.00145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.554066Z","time spent":"447.372213ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-23T05:48:30.060797Z","caller":"traceutil/trace.go:171","msg":"trace[507818557] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"320.922579ms","start":"2026-07-23T05:48:29.739843Z","end":"2026-07-23T05:48:30.060766Z","steps":["trace[507818557] 'process raft request' (duration: 320.553648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.060987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.739817Z","time spent":"321.065853ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:30.061102Z","caller":"traceutil/trace.go:171","msg":"trace[464539739] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"320.082915ms","start":"2026-07-23T05:48:29.740999Z","end":"2026-07-23T05:48:30.061082Z","steps":["trace[464539739] 'process raft request' (duration: 319.691445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.061231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.740976Z","time spent":"320.190339ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:30.061295Z","caller":"traceutil/trace.go:171","msg":"trace[184427608] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"315.91345ms","start":"2026-07-23T05:48:29.745358Z","end":"2026-07-23T05:48:30.061271Z","steps":["trace[184427608] 'process raft request' (duration: 315.629252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.06139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.745347Z","time spent":"315.993602ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:30.061726Z","caller":"traceutil/trace.go:171","msg":"trace[991599457] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"315.434076ms","start":"2026-07-23T05:48:29.746284Z","end":"2026-07-23T05:48:30.061718Z","steps":["trace[991599457] 'process raft request' (duration: 314.85891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.061771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.74627Z","time spent":"315.476517ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:30.061794Z","caller":"traceutil/trace.go:171","msg":"trace[1043517871] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"315.258811ms","start":"2026-07-23T05:48:29.746502Z","end":"2026-07-23T05:48:30.061761Z","steps":["trace[1043517871] 'process raft request' (duration: 315.066926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.061836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.140679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:30.061889Z","caller":"traceutil/trace.go:171","msg":"trace[22633179] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26469; }","duration":"505.19551ms","start":"2026-07-23T05:48:29.556676Z","end":"2026-07-23T05:48:30.061871Z","steps":["trace[22633179] 'agreement among raft nodes before linearized reading' (duration: 505.107198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.061935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.556652Z","time spent":"505.270932ms","remote":"127.0.0.1:41756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:30.06196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.746482Z","time spent":"315.389094ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:30.062355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.522576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:30.06242Z","caller":"traceutil/trace.go:171","msg":"trace[978496846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26469; }","duration":"475.792773ms","start":"2026-07-23T05:48:29.58661Z","end":"2026-07-23T05:48:30.062403Z","steps":["trace[978496846] 'agreement among raft nodes before linearized reading' (duration: 475.141805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.062468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:29.586591Z","time spent":"475.861724ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:30.722722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.246511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:30.723004Z","caller":"traceutil/trace.go:171","msg":"trace[686376818] linearizableReadLoop","detail":"{readStateIndex:27357; appliedIndex:27356; }","duration":"661.257028ms","start":"2026-07-23T05:48:30.061723Z","end":"2026-07-23T05:48:30.72298Z","steps":["trace[686376818] 'read index received' (duration: 232.599054ms)","trace[686376818] 'applied index is now lower than readState.Index' (duration: 428.655984ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:30.723056Z","caller":"traceutil/trace.go:171","msg":"trace[1730385496] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"720.866614ms","start":"2026-07-23T05:48:30.002149Z","end":"2026-07-23T05:48:30.723015Z","steps":["trace[1730385496] 'process raft request' (duration: 292.238671ms)","trace[1730385496] 'compare' (duration: 428.105968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:30.72327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.002131Z","time spent":"721.000608ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:30.723326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.828797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-23T05:48:30.723372Z","caller":"traceutil/trace.go:171","msg":"trace[464199682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26470; }","duration":"709.908419ms","start":"2026-07-23T05:48:30.01345Z","end":"2026-07-23T05:48:30.723358Z","steps":["trace[464199682] 'agreement among raft nodes before linearized reading' (duration: 709.646612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:30.72342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.013434Z","time spent":"709.976322ms","remote":"127.0.0.1:40716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-23T05:48:31.187463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.212368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:31.187603Z","caller":"traceutil/trace.go:171","msg":"trace[1700441895] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26471; }","duration":"361.371063ms","start":"2026-07-23T05:48:30.826213Z","end":"2026-07-23T05:48:31.187584Z","steps":["trace[1700441895] 'range keys from in-memory index tree' (duration: 361.189758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.18798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.175666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:31.188164Z","caller":"traceutil/trace.go:171","msg":"trace[264901419] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27357; }","duration":"465.089565ms","start":"2026-07-23T05:48:30.723063Z","end":"2026-07-23T05:48:31.188152Z","steps":["trace[264901419] 'read index received' (duration: 18.313049ms)","trace[264901419] 'applied index is now lower than readState.Index' (duration: 446.775926ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:31.18823Z","caller":"traceutil/trace.go:171","msg":"trace[71704354] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"531.307835ms","start":"2026-07-23T05:48:30.656916Z","end":"2026-07-23T05:48:31.188224Z","steps":["trace[71704354] 'process raft request' (duration: 295.823061ms)","trace[71704354] 'compare' (duration: 234.529138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:31.18827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.656906Z","time spent":"531.343267ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:31.188352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096793042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:31.188342Z","caller":"traceutil/trace.go:171","msg":"trace[943646340] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"531.286755ms","start":"2026-07-23T05:48:30.657022Z","end":"2026-07-23T05:48:31.188309Z","steps":["trace[943646340] 'process raft request' (duration: 531.041458ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:31.188392Z","caller":"traceutil/trace.go:171","msg":"trace[604740768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26473; }","duration":"1.096860194s","start":"2026-07-23T05:48:30.091521Z","end":"2026-07-23T05:48:31.188382Z","steps":["trace[604740768] 'agreement among raft nodes before linearized reading' (duration: 1.096784632s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.188394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.547995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:48:31.1884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.770894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:31.188426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.627847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-23T05:48:31.188472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.649123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:31.188478Z","caller":"traceutil/trace.go:171","msg":"trace[1797312052] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26473; }","duration":"343.878127ms","start":"2026-07-23T05:48:30.844579Z","end":"2026-07-23T05:48:31.188457Z","steps":["trace[1797312052] 'agreement among raft nodes before linearized reading' (duration: 343.756483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.188473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.854705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:31.188494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.657004Z","time spent":"531.410939ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:31.188529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.844563Z","time spent":"343.950699ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:31.188424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.091508Z","time spent":"1.096910145s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:48:31.188488Z","caller":"traceutil/trace.go:171","msg":"trace[333232550] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26473; }","duration":"462.697969ms","start":"2026-07-23T05:48:30.725777Z","end":"2026-07-23T05:48:31.188475Z","steps":["trace[333232550] 'agreement among raft nodes before linearized reading' (duration: 462.537525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.18879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.725706Z","time spent":"463.056349ms","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-23T05:48:31.188429Z","caller":"traceutil/trace.go:171","msg":"trace[1666308730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26473; }","duration":"480.626807ms","start":"2026-07-23T05:48:30.707794Z","end":"2026-07-23T05:48:31.188421Z","steps":["trace[1666308730] 'agreement among raft nodes before linearized reading' (duration: 480.484573ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:31.188506Z","caller":"traceutil/trace.go:171","msg":"trace[2010477295] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26473; }","duration":"256.708874ms","start":"2026-07-23T05:48:30.931789Z","end":"2026-07-23T05:48:31.188497Z","steps":["trace[2010477295] 'agreement among raft nodes before linearized reading' (duration: 256.658073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.188859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.707775Z","time spent":"481.07337ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-23T05:48:31.188545Z","caller":"traceutil/trace.go:171","msg":"trace[643944699] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26473; }","duration":"358.000579ms","start":"2026-07-23T05:48:30.830529Z","end":"2026-07-23T05:48:31.18853Z","steps":["trace[643944699] 'agreement among raft nodes before linearized reading' (duration: 357.887136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.18895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:30.830514Z","time spent":"358.418831ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:31.618038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.067949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:31.618158Z","caller":"traceutil/trace.go:171","msg":"trace[1818064595] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27360; }","duration":"421.911635ms","start":"2026-07-23T05:48:31.196226Z","end":"2026-07-23T05:48:31.618137Z","steps":["trace[1818064595] 'read index received' (duration: 216.593989ms)","trace[1818064595] 'applied index is now lower than readState.Index' (duration: 205.315926ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:31.618443Z","caller":"traceutil/trace.go:171","msg":"trace[2095226948] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"424.61503ms","start":"2026-07-23T05:48:31.19381Z","end":"2026-07-23T05:48:31.618425Z","steps":["trace[2095226948] 'process raft request' (duration: 219.057008ms)","trace[2095226948] 'compare' (duration: 204.827522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:31.618541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.193796Z","time spent":"424.700253ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:31.618856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.607165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:31.618945Z","caller":"traceutil/trace.go:171","msg":"trace[874923258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26474; }","duration":"422.694358ms","start":"2026-07-23T05:48:31.196214Z","end":"2026-07-23T05:48:31.618908Z","steps":["trace[874923258] 'agreement among raft nodes before linearized reading' (duration: 422.580755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:31.618987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.196208Z","time spent":"422.77014ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:31.619892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.907514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-23T05:48:31.620047Z","caller":"traceutil/trace.go:171","msg":"trace[1807552081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26474; }","duration":"152.329804ms","start":"2026-07-23T05:48:31.467695Z","end":"2026-07-23T05:48:31.620025Z","steps":["trace[1807552081] 'agreement among raft nodes before linearized reading' (duration: 150.846773ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.034644Z","caller":"traceutil/trace.go:171","msg":"trace[628115491] linearizableReadLoop","detail":"{readStateIndex:27362; appliedIndex:27361; }","duration":"411.928107ms","start":"2026-07-23T05:48:31.62269Z","end":"2026-07-23T05:48:32.034618Z","steps":["trace[628115491] 'read index received' (duration: 366.243717ms)","trace[628115491] 'applied index is now lower than readState.Index' (duration: 45.68302ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:32.034869Z","caller":"traceutil/trace.go:171","msg":"trace[1132773069] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"412.40519ms","start":"2026-07-23T05:48:31.62245Z","end":"2026-07-23T05:48:32.034855Z","steps":["trace[1132773069] 'process raft request' (duration: 366.465303ms)","trace[1132773069] 'compare' (duration: 45.560367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:32.035012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.62243Z","time spent":"412.476042ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:32.03531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.604356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7919891-1548-4ecf-abc0-134554e231a0\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-23T05:48:32.03539Z","caller":"traceutil/trace.go:171","msg":"trace[800834879] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7919891-1548-4ecf-abc0-134554e231a0; range_end:; response_count:1; response_revision:26475; }","duration":"412.718939ms","start":"2026-07-23T05:48:31.62265Z","end":"2026-07-23T05:48:32.035369Z","steps":["trace[800834879] 'agreement among raft nodes before linearized reading' (duration: 412.215515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:32.035436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.622638Z","time spent":"412.787791ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-a7919891-1548-4ecf-abc0-134554e231a0\" "} {"level":"info","ts":"2026-07-23T05:48:32.113007Z","caller":"traceutil/trace.go:171","msg":"trace[1619715235] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"489.775901ms","start":"2026-07-23T05:48:31.623205Z","end":"2026-07-23T05:48:32.112981Z","steps":["trace[1619715235] 'process raft request' (duration: 489.367369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:32.113136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.623155Z","time spent":"489.910094ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:32.113442Z","caller":"traceutil/trace.go:171","msg":"trace[1113751366] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"490.010947ms","start":"2026-07-23T05:48:31.623412Z","end":"2026-07-23T05:48:32.113423Z","steps":["trace[1113751366] 'process raft request' (duration: 489.638747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:32.113566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.6234Z","time spent":"490.11967ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:32.113566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.271899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:32.113747Z","caller":"traceutil/trace.go:171","msg":"trace[604760915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26478; }","duration":"348.502755ms","start":"2026-07-23T05:48:31.765216Z","end":"2026-07-23T05:48:32.113719Z","steps":["trace[604760915] 'agreement among raft nodes before linearized reading' (duration: 348.231798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:32.11384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.669603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:48:32.113913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.765196Z","time spent":"348.65052ms","remote":"127.0.0.1:40456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:32.113914Z","caller":"traceutil/trace.go:171","msg":"trace[1890760142] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"490.118231ms","start":"2026-07-23T05:48:31.623646Z","end":"2026-07-23T05:48:32.113765Z","steps":["trace[1890760142] 'process raft request' (duration: 489.622637ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.114017Z","caller":"traceutil/trace.go:171","msg":"trace[1515247847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26478; }","duration":"306.843207ms","start":"2026-07-23T05:48:31.807098Z","end":"2026-07-23T05:48:32.113941Z","steps":["trace[1515247847] 'agreement among raft nodes before linearized reading' (duration: 306.667023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:32.114048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.623639Z","time spent":"490.340036ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:32.114102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:31.807077Z","time spent":"307.008762ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:32.348652Z","caller":"traceutil/trace.go:171","msg":"trace[120306269] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"281.509774ms","start":"2026-07-23T05:48:32.067117Z","end":"2026-07-23T05:48:32.348627Z","steps":["trace[120306269] 'process raft request' (duration: 281.309448ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.348768Z","caller":"traceutil/trace.go:171","msg":"trace[255289112] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"281.231226ms","start":"2026-07-23T05:48:32.067518Z","end":"2026-07-23T05:48:32.348749Z","steps":["trace[255289112] 'process raft request' (duration: 281.066271ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.348665Z","caller":"traceutil/trace.go:171","msg":"trace[1811153928] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"282.361878ms","start":"2026-07-23T05:48:32.06627Z","end":"2026-07-23T05:48:32.348632Z","steps":["trace[1811153928] 'process raft request' (duration: 281.946006ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.349043Z","caller":"traceutil/trace.go:171","msg":"trace[1904127708] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"281.165794ms","start":"2026-07-23T05:48:32.067862Z","end":"2026-07-23T05:48:32.349028Z","steps":["trace[1904127708] 'process raft request' (duration: 280.815284ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.34904Z","caller":"traceutil/trace.go:171","msg":"trace[65452297] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"281.100783ms","start":"2026-07-23T05:48:32.067918Z","end":"2026-07-23T05:48:32.349019Z","steps":["trace[65452297] 'process raft request' (duration: 280.99886ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:32.370176Z","caller":"traceutil/trace.go:171","msg":"trace[1512657090] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"248.183917ms","start":"2026-07-23T05:48:32.121968Z","end":"2026-07-23T05:48:32.370152Z","steps":["trace[1512657090] 'process raft request' (duration: 248.047434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:33.591477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939213355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:48:33.747363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001068001s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T05:48:33.747799Z","caller":"traceutil/trace.go:171","msg":"trace[498127718] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"1.001615377s","start":"2026-07-23T05:48:32.746161Z","end":"2026-07-23T05:48:33.747777Z","steps":["trace[498127718] 'process raft request' (duration: 1.001402961s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:33.747995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:32.746135Z","time spent":"1.001731099s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.126438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.787057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:34.126751Z","caller":"traceutil/trace.go:171","msg":"trace[1942099208] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"1.008110827s","start":"2026-07-23T05:48:33.118615Z","end":"2026-07-23T05:48:34.126726Z","steps":["trace[1942099208] 'process raft request' (duration: 868.94459ms)","trace[1942099208] 'compare' (duration: 138.347895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:34.1269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.118588Z","time spent":"1.008212629s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:34.126952Z","caller":"traceutil/trace.go:171","msg":"trace[271318952] linearizableReadLoop","detail":"{readStateIndex:27376; appliedIndex:27371; }","duration":"1.035981242s","start":"2026-07-23T05:48:33.090947Z","end":"2026-07-23T05:48:34.126929Z","steps":["trace[271318952] 'read index received' (duration: 656.622599ms)","trace[271318952] 'applied index is now lower than readState.Index' (duration: 379.357213ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:34.127313Z","caller":"traceutil/trace.go:171","msg":"trace[1513836225] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"934.46031ms","start":"2026-07-23T05:48:33.192837Z","end":"2026-07-23T05:48:34.127298Z","steps":["trace[1513836225] 'process raft request' (duration: 933.828863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.127314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.074818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:34.127356Z","caller":"traceutil/trace.go:171","msg":"trace[307947552] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26489; }","duration":"844.177391ms","start":"2026-07-23T05:48:33.28317Z","end":"2026-07-23T05:48:34.127347Z","steps":["trace[307947552] 'agreement among raft nodes before linearized reading' (duration: 844.081898ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:34.127341Z","caller":"traceutil/trace.go:171","msg":"trace[574632234] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"934.135201ms","start":"2026-07-23T05:48:33.193174Z","end":"2026-07-23T05:48:34.127309Z","steps":["trace[574632234] 'process raft request' (duration: 933.584015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.127379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.283145Z","time spent":"844.228042ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:34.127471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.193144Z","time spent":"934.260244ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.127537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036589839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:34.127562Z","caller":"traceutil/trace.go:171","msg":"trace[1760317771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26489; }","duration":"1.03665201s","start":"2026-07-23T05:48:33.090905Z","end":"2026-07-23T05:48:34.127557Z","steps":["trace[1760317771] 'agreement among raft nodes before linearized reading' (duration: 1.036612129s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.127574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.090877Z","time spent":"1.036694701s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:34.12737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.192815Z","time spent":"934.524551ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.127656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.089353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:34.127692Z","caller":"traceutil/trace.go:171","msg":"trace[2013869091] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26489; }","duration":"344.157965ms","start":"2026-07-23T05:48:33.783527Z","end":"2026-07-23T05:48:34.127685Z","steps":["trace[2013869091] 'agreement among raft nodes before linearized reading' (duration: 344.093623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.127713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.783498Z","time spent":"344.210236ms","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:34.127732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.008063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-23T05:48:34.127774Z","caller":"traceutil/trace.go:171","msg":"trace[1045084889] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26489; }","duration":"651.075585ms","start":"2026-07-23T05:48:33.47668Z","end":"2026-07-23T05:48:34.127756Z","steps":["trace[1045084889] 'agreement among raft nodes before linearized reading' (duration: 650.961402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.127799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.476659Z","time spent":"651.136016ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-23T05:48:34.127154Z","caller":"traceutil/trace.go:171","msg":"trace[1666941576] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"791.059445ms","start":"2026-07-23T05:48:33.336082Z","end":"2026-07-23T05:48:34.127141Z","steps":["trace[1666941576] 'process raft request' (duration: 790.727736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.127852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.221883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:48:34.12792Z","caller":"traceutil/trace.go:171","msg":"trace[1875056159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26489; }","duration":"504.345177ms","start":"2026-07-23T05:48:33.623559Z","end":"2026-07-23T05:48:34.127905Z","steps":["trace[1875056159] 'agreement among raft nodes before linearized reading' (duration: 504.131341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.12797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.623537Z","time spent":"504.424249ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:34.127924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:33.33606Z","time spent":"791.823477ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.443826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.688466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:34.444036Z","caller":"traceutil/trace.go:171","msg":"trace[60559672] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"311.068425ms","start":"2026-07-23T05:48:34.132943Z","end":"2026-07-23T05:48:34.444011Z","steps":["trace[60559672] 'process raft request' (duration: 114.136892ms)","trace[60559672] 'compare' (duration: 196.562243ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:34.444075Z","caller":"traceutil/trace.go:171","msg":"trace[2109199016] linearizableReadLoop","detail":"{readStateIndex:27380; appliedIndex:27376; }","duration":"307.555667ms","start":"2026-07-23T05:48:34.136509Z","end":"2026-07-23T05:48:34.444065Z","steps":["trace[2109199016] 'read index received' (duration: 110.749688ms)","trace[2109199016] 'applied index is now lower than readState.Index' (duration: 196.805139ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:34.44409Z","caller":"traceutil/trace.go:171","msg":"trace[1086022580] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"309.453759ms","start":"2026-07-23T05:48:34.134616Z","end":"2026-07-23T05:48:34.444069Z","steps":["trace[1086022580] 'process raft request' (duration: 309.354507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.444113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.132931Z","time spent":"311.145007ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:34.444129Z","caller":"traceutil/trace.go:171","msg":"trace[1699720654] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"309.420159ms","start":"2026-07-23T05:48:34.134702Z","end":"2026-07-23T05:48:34.444123Z","steps":["trace[1699720654] 'process raft request' (duration: 309.307276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.444168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.134668Z","time spent":"309.475881ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.444199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.134604Z","time spent":"309.536482ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:34.444265Z","caller":"traceutil/trace.go:171","msg":"trace[37325184] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"306.714894ms","start":"2026-07-23T05:48:34.137512Z","end":"2026-07-23T05:48:34.444227Z","steps":["trace[37325184] 'process raft request' (duration: 306.520448ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:34.444305Z","caller":"traceutil/trace.go:171","msg":"trace[624108131] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"309.688307ms","start":"2026-07-23T05:48:34.13461Z","end":"2026-07-23T05:48:34.444298Z","steps":["trace[624108131] 'process raft request' (duration: 309.292656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.444346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.134589Z","time spent":"309.736918ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.444381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.137493Z","time spent":"306.826067ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.444401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.891526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-23T05:48:34.444452Z","caller":"traceutil/trace.go:171","msg":"trace[1982582936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26494; }","duration":"307.971089ms","start":"2026-07-23T05:48:34.136466Z","end":"2026-07-23T05:48:34.444437Z","steps":["trace[1982582936] 'agreement among raft nodes before linearized reading' (duration: 307.773903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.444486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.136453Z","time spent":"308.02516ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T05:48:34.764092Z","caller":"traceutil/trace.go:171","msg":"trace[1134511338] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"410.159369ms","start":"2026-07-23T05:48:34.353913Z","end":"2026-07-23T05:48:34.764072Z","steps":["trace[1134511338] 'process raft request' (duration: 387.830288ms)","trace[1134511338] 'compare' (duration: 22.155806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:34.764217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.353892Z","time spent":"410.262412ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:34.764522Z","caller":"traceutil/trace.go:171","msg":"trace[1883847061] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"410.507769ms","start":"2026-07-23T05:48:34.354001Z","end":"2026-07-23T05:48:34.764508Z","steps":["trace[1883847061] 'process raft request' (duration: 410.027175ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:34.764552Z","caller":"traceutil/trace.go:171","msg":"trace[1785533878] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"407.656489ms","start":"2026-07-23T05:48:34.356867Z","end":"2026-07-23T05:48:34.764523Z","steps":["trace[1785533878] 'process raft request' (duration: 407.530096ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:34.764611Z","caller":"traceutil/trace.go:171","msg":"trace[1139274393] linearizableReadLoop","detail":"{readStateIndex:27386; appliedIndex:27381; }","duration":"320.496907ms","start":"2026-07-23T05:48:34.444097Z","end":"2026-07-23T05:48:34.764594Z","steps":["trace[1139274393] 'read index received' (duration: 297.587201ms)","trace[1139274393] 'applied index is now lower than readState.Index' (duration: 22.908206ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:34.764595Z","caller":"traceutil/trace.go:171","msg":"trace[1195610226] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"410.309843ms","start":"2026-07-23T05:48:34.354226Z","end":"2026-07-23T05:48:34.764536Z","steps":["trace[1195610226] 'process raft request' (duration: 410.028465ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:34.764648Z","caller":"traceutil/trace.go:171","msg":"trace[1272525750] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"406.356703ms","start":"2026-07-23T05:48:34.358259Z","end":"2026-07-23T05:48:34.764615Z","steps":["trace[1272525750] 'process raft request' (duration: 406.203839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.764724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.21506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:34.764729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.356847Z","time spent":"407.787212ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.764775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.73492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-23T05:48:34.764775Z","caller":"traceutil/trace.go:171","msg":"trace[86546227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26499; }","duration":"627.280113ms","start":"2026-07-23T05:48:34.137482Z","end":"2026-07-23T05:48:34.764762Z","steps":["trace[86546227] 'agreement among raft nodes before linearized reading' (duration: 627.18698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.764588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.353974Z","time spent":"410.57979ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:34.764799Z","caller":"traceutil/trace.go:171","msg":"trace[1589072636] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6; range_end:; response_count:1; response_revision:26499; }","duration":"317.862004ms","start":"2026-07-23T05:48:34.446929Z","end":"2026-07-23T05:48:34.764791Z","steps":["trace[1589072636] 'agreement among raft nodes before linearized reading' (duration: 317.754221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:34.764806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.137476Z","time spent":"627.323764ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:34.764823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.446916Z","time spent":"317.901324ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-f8e8e411-72b9-4e75-816e-6799f9a026a6\" "} {"level":"warn","ts":"2026-07-23T05:48:34.764809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.358246Z","time spent":"406.479146ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:34.764885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:34.35421Z","time spent":"410.499868ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:38.364905Z","caller":"traceutil/trace.go:171","msg":"trace[571051949] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"197.066627ms","start":"2026-07-23T05:48:38.167819Z","end":"2026-07-23T05:48:38.364886Z","steps":["trace[571051949] 'process raft request' (duration: 165.171221ms)","trace[571051949] 'compare' (duration: 31.778253ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:39.994966Z","caller":"traceutil/trace.go:171","msg":"trace[883358396] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"150.817531ms","start":"2026-07-23T05:48:39.844124Z","end":"2026-07-23T05:48:39.994941Z","steps":["trace[883358396] 'process raft request' (duration: 150.668167ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:41.025463Z","caller":"traceutil/trace.go:171","msg":"trace[460797273] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"176.965518ms","start":"2026-07-23T05:48:40.848479Z","end":"2026-07-23T05:48:41.025445Z","steps":["trace[460797273] 'process raft request' (duration: 176.32346ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:41.025991Z","caller":"traceutil/trace.go:171","msg":"trace[1015462899] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"177.299607ms","start":"2026-07-23T05:48:40.848668Z","end":"2026-07-23T05:48:41.025968Z","steps":["trace[1015462899] 'process raft request' (duration: 176.69061ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:41.026349Z","caller":"traceutil/trace.go:171","msg":"trace[19613091] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"176.580637ms","start":"2026-07-23T05:48:40.84975Z","end":"2026-07-23T05:48:41.026331Z","steps":["trace[19613091] 'process raft request' (duration: 176.119005ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:41.026395Z","caller":"traceutil/trace.go:171","msg":"trace[818329762] linearizableReadLoop","detail":"{readStateIndex:27432; appliedIndex:27427; }","duration":"162.194977ms","start":"2026-07-23T05:48:40.864173Z","end":"2026-07-23T05:48:41.026368Z","steps":["trace[818329762] 'read index received' (duration: 6.649814ms)","trace[818329762] 'applied index is now lower than readState.Index' (duration: 155.544133ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:41.026447Z","caller":"traceutil/trace.go:171","msg":"trace[106751244] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"174.395557ms","start":"2026-07-23T05:48:40.852016Z","end":"2026-07-23T05:48:41.026411Z","steps":["trace[106751244] 'process raft request' (duration: 174.243202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:41.026578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.402864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:41.026608Z","caller":"traceutil/trace.go:171","msg":"trace[1504744976] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26543; }","duration":"162.538247ms","start":"2026-07-23T05:48:40.864061Z","end":"2026-07-23T05:48:41.026599Z","steps":["trace[1504744976] 'agreement among raft nodes before linearized reading' (duration: 162.430404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:41.02669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.09729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:48:41.026752Z","caller":"traceutil/trace.go:171","msg":"trace[263787828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26543; }","duration":"160.193143ms","start":"2026-07-23T05:48:40.866543Z","end":"2026-07-23T05:48:41.026736Z","steps":["trace[263787828] 'agreement among raft nodes before linearized reading' (duration: 159.985137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:42.387199Z","caller":"traceutil/trace.go:171","msg":"trace[1099100840] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"155.595224ms","start":"2026-07-23T05:48:42.231539Z","end":"2026-07-23T05:48:42.387134Z","steps":["trace[1099100840] 'process raft request' (duration: 155.214613ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:43.793827Z","caller":"traceutil/trace.go:171","msg":"trace[1633549770] linearizableReadLoop","detail":"{readStateIndex:27447; appliedIndex:27446; }","duration":"100.519663ms","start":"2026-07-23T05:48:43.693288Z","end":"2026-07-23T05:48:43.793808Z","steps":["trace[1633549770] 'read index received' (duration: 100.361428ms)","trace[1633549770] 'applied index is now lower than readState.Index' (duration: 157.035µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:43.794001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.708409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-23T05:48:43.794045Z","caller":"traceutil/trace.go:171","msg":"trace[270400786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26558; }","duration":"100.806881ms","start":"2026-07-23T05:48:43.693231Z","end":"2026-07-23T05:48:43.794038Z","steps":["trace[270400786] 'agreement among raft nodes before linearized reading' (duration: 100.647167ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:43.794205Z","caller":"traceutil/trace.go:171","msg":"trace[308439396] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"130.838786ms","start":"2026-07-23T05:48:43.663359Z","end":"2026-07-23T05:48:43.794198Z","steps":["trace[308439396] 'process raft request' (duration: 130.316331ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:44.484437Z","caller":"traceutil/trace.go:171","msg":"trace[1303615418] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"102.265912ms","start":"2026-07-23T05:48:44.382143Z","end":"2026-07-23T05:48:44.484408Z","steps":["trace[1303615418] 'process raft request' (duration: 102.111107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:46.366974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.940421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:46.367101Z","caller":"traceutil/trace.go:171","msg":"trace[1347636500] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26574; }","duration":"107.149387ms","start":"2026-07-23T05:48:46.259919Z","end":"2026-07-23T05:48:46.367069Z","steps":["trace[1347636500] 'range keys from in-memory index tree' (duration: 106.828728ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:46.601033Z","caller":"traceutil/trace.go:171","msg":"trace[2135321886] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"107.086156ms","start":"2026-07-23T05:48:46.493883Z","end":"2026-07-23T05:48:46.600969Z","steps":["trace[2135321886] 'process raft request' (duration: 106.794818ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:46.809134Z","caller":"traceutil/trace.go:171","msg":"trace[565819616] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"203.662731ms","start":"2026-07-23T05:48:46.605451Z","end":"2026-07-23T05:48:46.809114Z","steps":["trace[565819616] 'process raft request' (duration: 203.485466ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:46.809372Z","caller":"traceutil/trace.go:171","msg":"trace[1807167115] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"202.856887ms","start":"2026-07-23T05:48:46.606502Z","end":"2026-07-23T05:48:46.809359Z","steps":["trace[1807167115] 'process raft request' (duration: 202.777965ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:46.80939Z","caller":"traceutil/trace.go:171","msg":"trace[1491622466] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"202.135608ms","start":"2026-07-23T05:48:46.607247Z","end":"2026-07-23T05:48:46.809383Z","steps":["trace[1491622466] 'process raft request' (duration: 202.084617ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:46.809457Z","caller":"traceutil/trace.go:171","msg":"trace[240723294] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"203.117565ms","start":"2026-07-23T05:48:46.606332Z","end":"2026-07-23T05:48:46.809449Z","steps":["trace[240723294] 'process raft request' (duration: 202.750655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:47.274268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.190596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:47.274579Z","caller":"traceutil/trace.go:171","msg":"trace[1062324460] linearizableReadLoop","detail":"{readStateIndex:27476; appliedIndex:27473; }","duration":"181.410432ms","start":"2026-07-23T05:48:47.093139Z","end":"2026-07-23T05:48:47.27455Z","steps":["trace[1062324460] 'read index received' (duration: 76.873106ms)","trace[1062324460] 'applied index is now lower than readState.Index' (duration: 104.536496ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:47.274622Z","caller":"traceutil/trace.go:171","msg":"trace[1803956173] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"194.899347ms","start":"2026-07-23T05:48:47.079687Z","end":"2026-07-23T05:48:47.274586Z","steps":["trace[1803956173] 'process raft request' (duration: 194.764453ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:47.274657Z","caller":"traceutil/trace.go:171","msg":"trace[732935754] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"194.486135ms","start":"2026-07-23T05:48:47.080159Z","end":"2026-07-23T05:48:47.274645Z","steps":["trace[732935754] 'process raft request' (duration: 194.350321ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:47.274608Z","caller":"traceutil/trace.go:171","msg":"trace[698777340] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"196.220714ms","start":"2026-07-23T05:48:47.078368Z","end":"2026-07-23T05:48:47.274588Z","steps":["trace[698777340] 'process raft request' (duration: 91.624517ms)","trace[698777340] 'compare' (duration: 104.082872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:47.274781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.637599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:47.274826Z","caller":"traceutil/trace.go:171","msg":"trace[1061835639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26586; }","duration":"181.719181ms","start":"2026-07-23T05:48:47.093096Z","end":"2026-07-23T05:48:47.274815Z","steps":["trace[1061835639] 'agreement among raft nodes before linearized reading' (duration: 181.578637ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:48.82245Z","caller":"traceutil/trace.go:171","msg":"trace[1361770794] linearizableReadLoop","detail":"{readStateIndex:27478; appliedIndex:27477; }","duration":"353.649459ms","start":"2026-07-23T05:48:48.468779Z","end":"2026-07-23T05:48:48.822428Z","steps":["trace[1361770794] 'read index received' (duration: 353.590047ms)","trace[1361770794] 'applied index is now lower than readState.Index' (duration: 58.272µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:48.822618Z","caller":"traceutil/trace.go:171","msg":"trace[2142894512] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"645.361355ms","start":"2026-07-23T05:48:48.17722Z","end":"2026-07-23T05:48:48.822582Z","steps":["trace[2142894512] 'process raft request' (duration: 645.079478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:48.822777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.177196Z","time spent":"645.50231ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:48.822774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.991888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:48:48.822828Z","caller":"traceutil/trace.go:171","msg":"trace[1434798767] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26588; }","duration":"354.089511ms","start":"2026-07-23T05:48:48.468729Z","end":"2026-07-23T05:48:48.822818Z","steps":["trace[1434798767] 'agreement among raft nodes before linearized reading' (duration: 353.860135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:48.82286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.468703Z","time spent":"354.148793ms","remote":"127.0.0.1:52180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:49.307668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.838638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:48:49.307903Z","caller":"traceutil/trace.go:171","msg":"trace[1879051687] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"391.88497ms","start":"2026-07-23T05:48:48.916Z","end":"2026-07-23T05:48:49.307885Z","steps":["trace[1879051687] 'process raft request' (duration: 391.840629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.307986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.915971Z","time spent":"391.977333ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:49.308121Z","caller":"traceutil/trace.go:171","msg":"trace[2135175724] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"718.637962ms","start":"2026-07-23T05:48:48.589468Z","end":"2026-07-23T05:48:49.308106Z","steps":["trace[2135175724] 'process raft request' (duration: 357.283889ms)","trace[2135175724] 'compare' (duration: 360.747006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:49.308177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.589444Z","time spent":"718.706764ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:49.308232Z","caller":"traceutil/trace.go:171","msg":"trace[1811777816] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"700.629041ms","start":"2026-07-23T05:48:48.607565Z","end":"2026-07-23T05:48:49.308194Z","steps":["trace[1811777816] 'process raft request' (duration: 700.202879ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.308364Z","caller":"traceutil/trace.go:171","msg":"trace[406192867] linearizableReadLoop","detail":"{readStateIndex:27480; appliedIndex:27478; }","duration":"485.828101ms","start":"2026-07-23T05:48:48.822515Z","end":"2026-07-23T05:48:49.308343Z","steps":["trace[406192867] 'read index received' (duration: 124.248073ms)","trace[406192867] 'applied index is now lower than readState.Index' (duration: 361.577988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:49.308411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.60755Z","time spent":"700.772696ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:48:49.30849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.901039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:48:49.308531Z","caller":"traceutil/trace.go:171","msg":"trace[1353508056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26591; }","duration":"682.97036ms","start":"2026-07-23T05:48:48.625551Z","end":"2026-07-23T05:48:49.308521Z","steps":["trace[1353508056] 'agreement among raft nodes before linearized reading' (duration: 682.844747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.308523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.09471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:48:49.308529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.021917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:48:49.308573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.625538Z","time spent":"683.028292ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:48:49.308504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.31788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:48:49.308591Z","caller":"traceutil/trace.go:171","msg":"trace[1973592388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26591; }","duration":"495.169792ms","start":"2026-07-23T05:48:48.813404Z","end":"2026-07-23T05:48:49.308574Z","steps":["trace[1973592388] 'agreement among raft nodes before linearized reading' (duration: 494.985906ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.308604Z","caller":"traceutil/trace.go:171","msg":"trace[2058948226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26591; }","duration":"495.158461ms","start":"2026-07-23T05:48:48.813427Z","end":"2026-07-23T05:48:49.308585Z","steps":["trace[2058948226] 'agreement among raft nodes before linearized reading' (duration: 494.924004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.308602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.047542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-757c4894fc-dm68z.18c4d31283a79933\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-07-23T05:48:49.308644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.813341Z","time spent":"495.286255ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T05:48:49.308675Z","caller":"traceutil/trace.go:171","msg":"trace[1837871931] range","detail":"{range_begin:/registry/events/openstack/barbican-api-757c4894fc-dm68z.18c4d31283a79933; range_end:; response_count:1; response_revision:26591; }","duration":"489.148344ms","start":"2026-07-23T05:48:48.81951Z","end":"2026-07-23T05:48:49.308658Z","steps":["trace[1837871931] 'agreement among raft nodes before linearized reading' (duration: 488.911357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.308673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.813391Z","time spent":"495.266314ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:48:49.308533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.883938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:48:49.308713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.819501Z","time spent":"489.203146ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-757c4894fc-dm68z.18c4d31283a79933\" "} {"level":"info","ts":"2026-07-23T05:48:49.308752Z","caller":"traceutil/trace.go:171","msg":"trace[42811115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26591; }","duration":"493.137335ms","start":"2026-07-23T05:48:48.815589Z","end":"2026-07-23T05:48:49.308726Z","steps":["trace[42811115] 'agreement among raft nodes before linearized reading' (duration: 492.822486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.308784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.335435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-23T05:48:49.308823Z","caller":"traceutil/trace.go:171","msg":"trace[2084216529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26591; }","duration":"803.398767ms","start":"2026-07-23T05:48:48.505406Z","end":"2026-07-23T05:48:49.308805Z","steps":["trace[2084216529] 'agreement among raft nodes before linearized reading' (duration: 803.021766ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.308814Z","caller":"traceutil/trace.go:171","msg":"trace[1612693066] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:26591; }","duration":"543.490745ms","start":"2026-07-23T05:48:48.765121Z","end":"2026-07-23T05:48:49.308612Z","steps":["trace[1612693066] 'agreement among raft nodes before linearized reading' (duration: 543.246618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.308819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.815481Z","time spent":"493.32078ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:48:49.308846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.505388Z","time spent":"803.453119ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-23T05:48:49.308867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.765101Z","time spent":"543.752701ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-23T05:48:49.308841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.43077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:48:49.30903Z","caller":"traceutil/trace.go:171","msg":"trace[717785536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26591; }","duration":"494.671507ms","start":"2026-07-23T05:48:48.814333Z","end":"2026-07-23T05:48:49.309004Z","steps":["trace[717785536] 'agreement among raft nodes before linearized reading' (duration: 494.161313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.309105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.814322Z","time spent":"494.76299ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T05:48:49.495834Z","caller":"traceutil/trace.go:171","msg":"trace[69196862] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"421.490684ms","start":"2026-07-23T05:48:49.074322Z","end":"2026-07-23T05:48:49.495813Z","steps":["trace[69196862] 'process raft request' (duration: 394.920746ms)","trace[69196862] 'compare' (duration: 26.425924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:48:49.49596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:49.074296Z","time spent":"421.598967ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:48:49.49607Z","caller":"traceutil/trace.go:171","msg":"trace[1590735069] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"215.597952ms","start":"2026-07-23T05:48:49.280446Z","end":"2026-07-23T05:48:49.496044Z","steps":["trace[1590735069] 'process raft request' (duration: 215.335395ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.496176Z","caller":"traceutil/trace.go:171","msg":"trace[1389516919] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"215.698995ms","start":"2026-07-23T05:48:49.280447Z","end":"2026-07-23T05:48:49.496146Z","steps":["trace[1389516919] 'process raft request' (duration: 215.52948ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.49625Z","caller":"traceutil/trace.go:171","msg":"trace[1943479003] linearizableReadLoop","detail":"{readStateIndex:27485; appliedIndex:27481; }","duration":"187.80708ms","start":"2026-07-23T05:48:49.30841Z","end":"2026-07-23T05:48:49.496217Z","steps":["trace[1943479003] 'read index received' (duration: 160.84976ms)","trace[1943479003] 'applied index is now lower than readState.Index' (duration: 26.95595ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:48:49.49636Z","caller":"traceutil/trace.go:171","msg":"trace[931346268] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"215.489509ms","start":"2026-07-23T05:48:49.280862Z","end":"2026-07-23T05:48:49.496351Z","steps":["trace[931346268] 'process raft request' (duration: 215.232442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.496359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.39498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:49.496327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.16892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:48:49.49645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.105499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:48:49.496478Z","caller":"traceutil/trace.go:171","msg":"trace[1595839202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26595; }","duration":"405.177711ms","start":"2026-07-23T05:48:49.091293Z","end":"2026-07-23T05:48:49.496471Z","steps":["trace[1595839202] 'agreement among raft nodes before linearized reading' (duration: 405.129319ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.496453Z","caller":"traceutil/trace.go:171","msg":"trace[324132538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26595; }","duration":"387.307695ms","start":"2026-07-23T05:48:49.109122Z","end":"2026-07-23T05:48:49.49643Z","steps":["trace[324132538] 'agreement among raft nodes before linearized reading' (duration: 387.172151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.496525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:49.091265Z","time spent":"405.243823ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:48:49.496565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:49.109107Z","time spent":"387.419257ms","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:48:49.496585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.907691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-23T05:48:49.496641Z","caller":"traceutil/trace.go:171","msg":"trace[278754693] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26595; }","duration":"664.053195ms","start":"2026-07-23T05:48:48.832576Z","end":"2026-07-23T05:48:49.496629Z","steps":["trace[278754693] 'agreement among raft nodes before linearized reading' (duration: 663.801088ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.4964Z","caller":"traceutil/trace.go:171","msg":"trace[1211270397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26595; }","duration":"390.487162ms","start":"2026-07-23T05:48:49.105903Z","end":"2026-07-23T05:48:49.49639Z","steps":["trace[1211270397] 'agreement among raft nodes before linearized reading' (duration: 390.40203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.496681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:48.832555Z","time spent":"664.115337ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-23T05:48:49.496727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:48:49.105882Z","time spent":"390.805482ms","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:48:49.509233Z","caller":"traceutil/trace.go:171","msg":"trace[693919590] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"197.360405ms","start":"2026-07-23T05:48:49.31185Z","end":"2026-07-23T05:48:49.509211Z","steps":["trace[693919590] 'process raft request' (duration: 196.406488ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.509714Z","caller":"traceutil/trace.go:171","msg":"trace[607130290] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"196.994645ms","start":"2026-07-23T05:48:49.312703Z","end":"2026-07-23T05:48:49.509698Z","steps":["trace[607130290] 'process raft request' (duration: 196.368518ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.510419Z","caller":"traceutil/trace.go:171","msg":"trace[297612071] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"197.328124ms","start":"2026-07-23T05:48:49.312972Z","end":"2026-07-23T05:48:49.5103Z","steps":["trace[297612071] 'process raft request' (duration: 196.590803ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.510542Z","caller":"traceutil/trace.go:171","msg":"trace[2038091304] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"197.307073ms","start":"2026-07-23T05:48:49.313221Z","end":"2026-07-23T05:48:49.510528Z","steps":["trace[2038091304] 'process raft request' (duration: 196.913352ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.510719Z","caller":"traceutil/trace.go:171","msg":"trace[462397578] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"197.394516ms","start":"2026-07-23T05:48:49.313312Z","end":"2026-07-23T05:48:49.510706Z","steps":["trace[462397578] 'process raft request' (duration: 196.891452ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:48:49.510858Z","caller":"traceutil/trace.go:171","msg":"trace[801518473] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"197.19281ms","start":"2026-07-23T05:48:49.313656Z","end":"2026-07-23T05:48:49.510849Z","steps":["trace[801518473] 'process raft request' (duration: 197.008365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:48:49.510994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.489566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5b8cb8d-146e-423f-bc15-6159e80ec752\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-23T05:48:49.511058Z","caller":"traceutil/trace.go:171","msg":"trace[933361254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5b8cb8d-146e-423f-bc15-6159e80ec752; range_end:; response_count:1; response_revision:26601; }","duration":"198.594159ms","start":"2026-07-23T05:48:49.31245Z","end":"2026-07-23T05:48:49.511044Z","steps":["trace[933361254] 'agreement among raft nodes before linearized reading' (duration: 198.407984ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:09.094474Z","caller":"traceutil/trace.go:171","msg":"trace[887677106] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"179.351984ms","start":"2026-07-23T05:49:08.915101Z","end":"2026-07-23T05:49:09.094453Z","steps":["trace[887677106] 'process raft request' (duration: 179.2192ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:09.094477Z","caller":"traceutil/trace.go:171","msg":"trace[1646965430] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"268.204673ms","start":"2026-07-23T05:49:08.826217Z","end":"2026-07-23T05:49:09.094422Z","steps":["trace[1646965430] 'process raft request' (duration: 216.488046ms)","trace[1646965430] 'compare' (duration: 51.397828ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:09.094792Z","caller":"traceutil/trace.go:171","msg":"trace[2138349070] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"146.490611ms","start":"2026-07-23T05:49:08.948289Z","end":"2026-07-23T05:49:09.09478Z","steps":["trace[2138349070] 'process raft request' (duration: 146.124071ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:09.094988Z","caller":"traceutil/trace.go:171","msg":"trace[1364772563] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"142.789998ms","start":"2026-07-23T05:49:08.952165Z","end":"2026-07-23T05:49:09.094955Z","steps":["trace[1364772563] 'process raft request' (duration: 142.48767ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:10.305749Z","caller":"traceutil/trace.go:171","msg":"trace[2068690746] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26763; }","duration":"120.767326ms","start":"2026-07-23T05:49:10.18495Z","end":"2026-07-23T05:49:10.305717Z","steps":["trace[2068690746] 'process raft request' (duration: 120.571631ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:10.806372Z","caller":"traceutil/trace.go:171","msg":"trace[1305197103] linearizableReadLoop","detail":"{readStateIndex:27660; appliedIndex:27659; }","duration":"317.412011ms","start":"2026-07-23T05:49:10.488936Z","end":"2026-07-23T05:49:10.806348Z","steps":["trace[1305197103] 'read index received' (duration: 317.041421ms)","trace[1305197103] 'applied index is now lower than readState.Index' (duration: 369.53µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:10.80655Z","caller":"traceutil/trace.go:171","msg":"trace[746715443] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"476.341199ms","start":"2026-07-23T05:49:10.330125Z","end":"2026-07-23T05:49:10.806466Z","steps":["trace[746715443] 'process raft request' (duration: 476.004979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:10.806721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.731701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:49:10.80673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:10.330098Z","time spent":"476.552314ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56604,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T05:49:10.806744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.30599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:10.806865Z","caller":"traceutil/trace.go:171","msg":"trace[2080898582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26764; }","duration":"253.505896ms","start":"2026-07-23T05:49:10.553333Z","end":"2026-07-23T05:49:10.806838Z","steps":["trace[2080898582] 'agreement among raft nodes before linearized reading' (duration: 253.28427ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:10.806787Z","caller":"traceutil/trace.go:171","msg":"trace[118873988] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26764; }","duration":"317.892595ms","start":"2026-07-23T05:49:10.488881Z","end":"2026-07-23T05:49:10.806774Z","steps":["trace[118873988] 'agreement among raft nodes before linearized reading' (duration: 317.601857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:10.8071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:10.488859Z","time spent":"318.193613ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:49:11.073717Z","caller":"traceutil/trace.go:171","msg":"trace[337663017] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"170.21387ms","start":"2026-07-23T05:49:10.903473Z","end":"2026-07-23T05:49:11.073687Z","steps":["trace[337663017] 'process raft request' (duration: 109.198915ms)","trace[337663017] 'compare' (duration: 60.85756ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:11.117206Z","caller":"traceutil/trace.go:171","msg":"trace[948434214] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"213.588005ms","start":"2026-07-23T05:49:10.903606Z","end":"2026-07-23T05:49:11.117194Z","steps":["trace[948434214] 'process raft request' (duration: 213.42452ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117259Z","caller":"traceutil/trace.go:171","msg":"trace[532622381] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"213.630586ms","start":"2026-07-23T05:49:10.903613Z","end":"2026-07-23T05:49:11.117243Z","steps":["trace[532622381] 'process raft request' (duration: 213.469592ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117369Z","caller":"traceutil/trace.go:171","msg":"trace[292097865] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"213.74657ms","start":"2026-07-23T05:49:10.903612Z","end":"2026-07-23T05:49:11.117358Z","steps":["trace[292097865] 'process raft request' (duration: 213.519863ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.11737Z","caller":"traceutil/trace.go:171","msg":"trace[1798603232] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"213.681897ms","start":"2026-07-23T05:49:10.903673Z","end":"2026-07-23T05:49:11.117355Z","steps":["trace[1798603232] 'process raft request' (duration: 213.511893ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117444Z","caller":"traceutil/trace.go:171","msg":"trace[555178158] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"213.74175ms","start":"2026-07-23T05:49:10.903695Z","end":"2026-07-23T05:49:11.117437Z","steps":["trace[555178158] 'process raft request' (duration: 213.632697ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117447Z","caller":"traceutil/trace.go:171","msg":"trace[95129221] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"213.74431ms","start":"2026-07-23T05:49:10.903684Z","end":"2026-07-23T05:49:11.117429Z","steps":["trace[95129221] 'process raft request' (duration: 213.602526ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117491Z","caller":"traceutil/trace.go:171","msg":"trace[180170323] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"213.76234ms","start":"2026-07-23T05:49:10.903718Z","end":"2026-07-23T05:49:11.11748Z","steps":["trace[180170323] 'process raft request' (duration: 213.647327ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117505Z","caller":"traceutil/trace.go:171","msg":"trace[1814946066] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"213.723239ms","start":"2026-07-23T05:49:10.903776Z","end":"2026-07-23T05:49:11.117499Z","steps":["trace[1814946066] 'process raft request' (duration: 213.634196ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117542Z","caller":"traceutil/trace.go:171","msg":"trace[1678684856] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"213.835962ms","start":"2026-07-23T05:49:10.903678Z","end":"2026-07-23T05:49:11.117514Z","steps":["trace[1678684856] 'process raft request' (duration: 213.557794ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117589Z","caller":"traceutil/trace.go:171","msg":"trace[1034926790] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"213.77101ms","start":"2026-07-23T05:49:10.903806Z","end":"2026-07-23T05:49:11.117577Z","steps":["trace[1034926790] 'process raft request' (duration: 213.651396ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.117715Z","caller":"traceutil/trace.go:171","msg":"trace[1400138789] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"213.608185ms","start":"2026-07-23T05:49:10.904056Z","end":"2026-07-23T05:49:11.117664Z","steps":["trace[1400138789] 'process raft request' (duration: 213.449121ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.11716Z","caller":"traceutil/trace.go:171","msg":"trace[481467508] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"213.593265ms","start":"2026-07-23T05:49:10.903539Z","end":"2026-07-23T05:49:11.117132Z","steps":["trace[481467508] 'process raft request' (duration: 213.300447ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.280945Z","caller":"traceutil/trace.go:171","msg":"trace[446831980] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"158.171825ms","start":"2026-07-23T05:49:11.122749Z","end":"2026-07-23T05:49:11.280921Z","steps":["trace[446831980] 'process raft request' (duration: 87.357587ms)","trace[446831980] 'compare' (duration: 70.418057ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:11.280963Z","caller":"traceutil/trace.go:171","msg":"trace[1869496116] linearizableReadLoop","detail":"{readStateIndex:27682; appliedIndex:27675; }","duration":"139.036534ms","start":"2026-07-23T05:49:11.141907Z","end":"2026-07-23T05:49:11.280944Z","steps":["trace[1869496116] 'read index received' (duration: 68.082492ms)","trace[1869496116] 'applied index is now lower than readState.Index' (duration: 70.953162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:11.281135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.872516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api.18c4d52f2a8b1d8d\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-23T05:49:11.281167Z","caller":"traceutil/trace.go:171","msg":"trace[1075254455] range","detail":"{range_begin:/registry/events/openstack/manila-api.18c4d52f2a8b1d8d; range_end:; response_count:1; response_revision:26786; }","duration":"158.945057ms","start":"2026-07-23T05:49:11.122213Z","end":"2026-07-23T05:49:11.281158Z","steps":["trace[1075254455] 'agreement among raft nodes before linearized reading' (duration: 158.798053ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.281198Z","caller":"traceutil/trace.go:171","msg":"trace[1107649769] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"157.849757ms","start":"2026-07-23T05:49:11.123323Z","end":"2026-07-23T05:49:11.281172Z","steps":["trace[1107649769] 'process raft request' (duration: 157.532578ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.281305Z","caller":"traceutil/trace.go:171","msg":"trace[1177139637] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"157.95178ms","start":"2026-07-23T05:49:11.123346Z","end":"2026-07-23T05:49:11.281298Z","steps":["trace[1177139637] 'process raft request' (duration: 157.533198ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.281373Z","caller":"traceutil/trace.go:171","msg":"trace[974676390] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"157.98645ms","start":"2026-07-23T05:49:11.123378Z","end":"2026-07-23T05:49:11.281364Z","steps":["trace[974676390] 'process raft request' (duration: 157.541608ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.281444Z","caller":"traceutil/trace.go:171","msg":"trace[2143917451] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"158.089933ms","start":"2026-07-23T05:49:11.123348Z","end":"2026-07-23T05:49:11.281438Z","steps":["trace[2143917451] 'process raft request' (duration: 157.551519ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.28148Z","caller":"traceutil/trace.go:171","msg":"trace[382769734] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"158.226717ms","start":"2026-07-23T05:49:11.123246Z","end":"2026-07-23T05:49:11.281473Z","steps":["trace[382769734] 'process raft request' (duration: 157.5825ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.281298Z","caller":"traceutil/trace.go:171","msg":"trace[640406551] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"158.392992ms","start":"2026-07-23T05:49:11.122849Z","end":"2026-07-23T05:49:11.281242Z","steps":["trace[640406551] 'process raft request' (duration: 157.918279ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.482651Z","caller":"traceutil/trace.go:171","msg":"trace[508970385] linearizableReadLoop","detail":"{readStateIndex:27683; appliedIndex:27682; }","duration":"198.310831ms","start":"2026-07-23T05:49:11.284321Z","end":"2026-07-23T05:49:11.482632Z","steps":["trace[508970385] 'read index received' (duration: 111.081207ms)","trace[508970385] 'applied index is now lower than readState.Index' (duration: 87.228724ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:11.482932Z","caller":"traceutil/trace.go:171","msg":"trace[137050059] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"199.605727ms","start":"2026-07-23T05:49:11.283311Z","end":"2026-07-23T05:49:11.482917Z","steps":["trace[137050059] 'process raft request' (duration: 112.075264ms)","trace[137050059] 'compare' (duration: 87.142382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:11.483218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.848477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-23T05:49:11.483286Z","caller":"traceutil/trace.go:171","msg":"trace[1642465852] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26787; }","duration":"198.97943ms","start":"2026-07-23T05:49:11.284291Z","end":"2026-07-23T05:49:11.48327Z","steps":["trace[1642465852] 'agreement among raft nodes before linearized reading' (duration: 198.746323ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:11.484007Z","caller":"traceutil/trace.go:171","msg":"trace[2071136388] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"194.357211ms","start":"2026-07-23T05:49:11.289616Z","end":"2026-07-23T05:49:11.483973Z","steps":["trace[2071136388] 'process raft request' (duration: 194.242048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:11.484055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.698427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-23T05:49:11.484092Z","caller":"traceutil/trace.go:171","msg":"trace[2073184131] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26788; }","duration":"196.83659ms","start":"2026-07-23T05:49:11.287246Z","end":"2026-07-23T05:49:11.484083Z","steps":["trace[2073184131] 'agreement among raft nodes before linearized reading' (duration: 196.689726ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.070658Z","caller":"traceutil/trace.go:171","msg":"trace[182818076] linearizableReadLoop","detail":"{readStateIndex:27773; appliedIndex:27771; }","duration":"114.278036ms","start":"2026-07-23T05:49:11.956361Z","end":"2026-07-23T05:49:12.070639Z","steps":["trace[182818076] 'read index received' (duration: 85.139207ms)","trace[182818076] 'applied index is now lower than readState.Index' (duration: 29.137659ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:12.070675Z","caller":"traceutil/trace.go:171","msg":"trace[730681304] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"150.101701ms","start":"2026-07-23T05:49:11.920532Z","end":"2026-07-23T05:49:12.070633Z","steps":["trace[730681304] 'process raft request' (duration: 120.880739ms)","trace[730681304] 'compare' (duration: 29.024337ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:12.070771Z","caller":"traceutil/trace.go:171","msg":"trace[2001426517] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"143.995532ms","start":"2026-07-23T05:49:11.926764Z","end":"2026-07-23T05:49:12.07076Z","steps":["trace[2001426517] 'process raft request' (duration: 143.806667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.070921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.547254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:12.070949Z","caller":"traceutil/trace.go:171","msg":"trace[250586529] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26876; }","duration":"114.615936ms","start":"2026-07-23T05:49:11.956325Z","end":"2026-07-23T05:49:12.070941Z","steps":["trace[250586529] 'agreement among raft nodes before linearized reading' (duration: 114.556914ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.118262Z","caller":"traceutil/trace.go:171","msg":"trace[1068958165] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"149.880375ms","start":"2026-07-23T05:49:11.968354Z","end":"2026-07-23T05:49:12.118234Z","steps":["trace[1068958165] 'process raft request' (duration: 149.807483ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.118359Z","caller":"traceutil/trace.go:171","msg":"trace[1047276344] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"156.51827ms","start":"2026-07-23T05:49:11.961822Z","end":"2026-07-23T05:49:12.11834Z","steps":["trace[1047276344] 'process raft request' (duration: 156.300994ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.118344Z","caller":"traceutil/trace.go:171","msg":"trace[170072860] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"156.634563ms","start":"2026-07-23T05:49:11.96167Z","end":"2026-07-23T05:49:12.118305Z","steps":["trace[170072860] 'process raft request' (duration: 156.396387ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.118508Z","caller":"traceutil/trace.go:171","msg":"trace[22340961] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"149.965357ms","start":"2026-07-23T05:49:11.968516Z","end":"2026-07-23T05:49:12.118482Z","steps":["trace[22340961] 'process raft request' (duration: 149.69141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.118614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.101068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-share\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-23T05:49:12.118626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.897293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-share-6cbd59d768\" ","response":"range_response_count:1 size:8997"} {"level":"info","ts":"2026-07-23T05:49:12.118662Z","caller":"traceutil/trace.go:171","msg":"trace[578519261] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-share; range_end:; response_count:1; response_revision:26881; }","duration":"102.17968ms","start":"2026-07-23T05:49:12.016472Z","end":"2026-07-23T05:49:12.118651Z","steps":["trace[578519261] 'agreement among raft nodes before linearized reading' (duration: 102.021306ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.118667Z","caller":"traceutil/trace.go:171","msg":"trace[462041525] range","detail":"{range_begin:/registry/replicasets/openstack/manila-share-6cbd59d768; range_end:; response_count:1; response_revision:26881; }","duration":"155.959035ms","start":"2026-07-23T05:49:11.962698Z","end":"2026-07-23T05:49:12.118657Z","steps":["trace[462041525] 'agreement among raft nodes before linearized reading' (duration: 155.843902ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.118684Z","caller":"traceutil/trace.go:171","msg":"trace[1456581965] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-scheduler; range_end:; response_count:1; response_revision:26881; }","duration":"100.008279ms","start":"2026-07-23T05:49:12.018654Z","end":"2026-07-23T05:49:12.118662Z","steps":["trace[1456581965] 'agreement among raft nodes before linearized reading' (duration: 99.890176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.118703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.143466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-23T05:49:12.118773Z","caller":"traceutil/trace.go:171","msg":"trace[623150574] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26881; }","duration":"135.248109ms","start":"2026-07-23T05:49:11.983503Z","end":"2026-07-23T05:49:12.118751Z","steps":["trace[623150574] 'agreement among raft nodes before linearized reading' (duration: 135.022882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.118814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.115574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-scheduler-6d878f497\" ","response":"range_response_count:1 size:6359"} {"level":"info","ts":"2026-07-23T05:49:12.118853Z","caller":"traceutil/trace.go:171","msg":"trace[1412635121] range","detail":"{range_begin:/registry/replicasets/openstack/manila-scheduler-6d878f497; range_end:; response_count:1; response_revision:26881; }","duration":"158.177396ms","start":"2026-07-23T05:49:11.960662Z","end":"2026-07-23T05:49:12.11884Z","steps":["trace[1412635121] 'agreement among raft nodes before linearized reading' (duration: 158.090324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.118889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.422369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:12.118931Z","caller":"traceutil/trace.go:171","msg":"trace[1422239872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26881; }","duration":"101.46522ms","start":"2026-07-23T05:49:12.017454Z","end":"2026-07-23T05:49:12.118919Z","steps":["trace[1422239872] 'agreement among raft nodes before linearized reading' (duration: 101.405989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.118928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.081435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-data\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-23T05:49:12.118987Z","caller":"traceutil/trace.go:171","msg":"trace[116190847] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-data; range_end:; response_count:1; response_revision:26881; }","duration":"103.182468ms","start":"2026-07-23T05:49:12.015788Z","end":"2026-07-23T05:49:12.118971Z","steps":["trace[116190847] 'agreement among raft nodes before linearized reading' (duration: 103.031724ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.119758Z","caller":"traceutil/trace.go:171","msg":"trace[488610292] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"162.405124ms","start":"2026-07-23T05:49:11.957326Z","end":"2026-07-23T05:49:12.119732Z","steps":["trace[488610292] 'process raft request' (duration: 160.635135ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:12.207372Z","caller":"traceutil/trace.go:171","msg":"trace[739999171] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"127.945886ms","start":"2026-07-23T05:49:12.079395Z","end":"2026-07-23T05:49:12.207341Z","steps":["trace[739999171] 'process raft request' (duration: 92.569443ms)","trace[739999171] 'compare' (duration: 34.92819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:12.207492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.884395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-23T05:49:12.207552Z","caller":"traceutil/trace.go:171","msg":"trace[1125487115] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26882; }","duration":"132.002469ms","start":"2026-07-23T05:49:12.075533Z","end":"2026-07-23T05:49:12.207535Z","steps":["trace[1125487115] 'agreement among raft nodes before linearized reading' (duration: 131.800183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.207641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.99838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-69f48b8bbf\" ","response":"range_response_count:1 size:6195"} {"level":"info","ts":"2026-07-23T05:49:12.207697Z","caller":"traceutil/trace.go:171","msg":"trace[1152682489] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-69f48b8bbf; range_end:; response_count:1; response_revision:26882; }","duration":"127.074652ms","start":"2026-07-23T05:49:12.080607Z","end":"2026-07-23T05:49:12.207682Z","steps":["trace[1152682489] 'agreement among raft nodes before linearized reading' (duration: 126.938108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.228322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.55528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-6cbd59d768-gswzw\" ","response":"range_response_count:1 size:8540"} {"level":"info","ts":"2026-07-23T05:49:12.228388Z","caller":"traceutil/trace.go:171","msg":"trace[492258365] range","detail":"{range_begin:/registry/pods/openstack/manila-share-6cbd59d768-gswzw; range_end:; response_count:1; response_revision:26883; }","duration":"102.634872ms","start":"2026-07-23T05:49:12.125738Z","end":"2026-07-23T05:49:12.228373Z","steps":["trace[492258365] 'agreement among raft nodes before linearized reading' (duration: 102.481528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.228601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.860738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-share-6cbd59d768\" ","response":"range_response_count:1 size:8997"} {"level":"info","ts":"2026-07-23T05:49:12.228642Z","caller":"traceutil/trace.go:171","msg":"trace[429705203] range","detail":"{range_begin:/registry/replicasets/openstack/manila-share-6cbd59d768; range_end:; response_count:1; response_revision:26883; }","duration":"102.925421ms","start":"2026-07-23T05:49:12.125708Z","end":"2026-07-23T05:49:12.228634Z","steps":["trace[429705203] 'agreement among raft nodes before linearized reading' (duration: 102.820778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.228825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.135877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-scheduler-6d878f497\" ","response":"range_response_count:1 size:6359"} {"level":"info","ts":"2026-07-23T05:49:12.228861Z","caller":"traceutil/trace.go:171","msg":"trace[553150346] range","detail":"{range_begin:/registry/replicasets/openstack/manila-scheduler-6d878f497; range_end:; response_count:1; response_revision:26883; }","duration":"103.178078ms","start":"2026-07-23T05:49:12.125671Z","end":"2026-07-23T05:49:12.228849Z","steps":["trace[553150346] 'agreement among raft nodes before linearized reading' (duration: 103.095805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.229039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.386384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-23T05:49:12.229071Z","caller":"traceutil/trace.go:171","msg":"trace[898114244] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26883; }","duration":"103.448426ms","start":"2026-07-23T05:49:12.125615Z","end":"2026-07-23T05:49:12.229063Z","steps":["trace[898114244] 'agreement among raft nodes before linearized reading' (duration: 103.360843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.229222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.571409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:12.229265Z","caller":"traceutil/trace.go:171","msg":"trace[979234122] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26883; }","duration":"103.640501ms","start":"2026-07-23T05:49:12.125615Z","end":"2026-07-23T05:49:12.229255Z","steps":["trace[979234122] 'agreement among raft nodes before linearized reading' (duration: 103.575169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.229547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.897317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-9c5bbf66b-tb4dx\" ","response":"range_response_count:1 size:7623"} {"level":"info","ts":"2026-07-23T05:49:12.229598Z","caller":"traceutil/trace.go:171","msg":"trace[1072120485] range","detail":"{range_begin:/registry/pods/openstack/manila-api-9c5bbf66b-tb4dx; range_end:; response_count:1; response_revision:26883; }","duration":"108.962608ms","start":"2026-07-23T05:49:12.120623Z","end":"2026-07-23T05:49:12.229586Z","steps":["trace[1072120485] 'agreement among raft nodes before linearized reading' (duration: 108.828734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.229871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.236576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-6cbd59d768-gswzw\" ","response":"range_response_count:1 size:8540"} {"level":"info","ts":"2026-07-23T05:49:12.229934Z","caller":"traceutil/trace.go:171","msg":"trace[752971437] range","detail":"{range_begin:/registry/pods/openstack/manila-share-6cbd59d768-gswzw; range_end:; response_count:1; response_revision:26883; }","duration":"109.297807ms","start":"2026-07-23T05:49:12.120619Z","end":"2026-07-23T05:49:12.229917Z","steps":["trace[752971437] 'agreement among raft nodes before linearized reading' (duration: 109.159483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.230197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.578056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-69f48b8bbf-78cf8\" ","response":"range_response_count:1 size:5661"} {"level":"info","ts":"2026-07-23T05:49:12.230246Z","caller":"traceutil/trace.go:171","msg":"trace[1247905647] range","detail":"{range_begin:/registry/pods/openstack/manila-data-69f48b8bbf-78cf8; range_end:; response_count:1; response_revision:26883; }","duration":"109.644607ms","start":"2026-07-23T05:49:12.12059Z","end":"2026-07-23T05:49:12.230235Z","steps":["trace[1247905647] 'agreement among raft nodes before linearized reading' (duration: 109.515493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.230466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.863473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-6d878f497-6hm9l\" ","response":"range_response_count:1 size:7047"} {"level":"info","ts":"2026-07-23T05:49:12.23051Z","caller":"traceutil/trace.go:171","msg":"trace[969713034] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-6d878f497-6hm9l; range_end:; response_count:1; response_revision:26883; }","duration":"109.923935ms","start":"2026-07-23T05:49:12.120578Z","end":"2026-07-23T05:49:12.230502Z","steps":["trace[969713034] 'agreement among raft nodes before linearized reading' (duration: 109.809132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:12.230768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.112748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-23T05:49:12.230824Z","caller":"traceutil/trace.go:171","msg":"trace[656245268] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-db-init; range_end:; response_count:1; response_revision:26883; }","duration":"111.19865ms","start":"2026-07-23T05:49:12.119613Z","end":"2026-07-23T05:49:12.230811Z","steps":["trace[656245268] 'agreement among raft nodes before linearized reading' (duration: 111.061306ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.035599Z","caller":"traceutil/trace.go:171","msg":"trace[1539742146] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"137.271804ms","start":"2026-07-23T05:49:12.898307Z","end":"2026-07-23T05:49:13.035578Z","steps":["trace[1539742146] 'process raft request' (duration: 137.143491ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.089509Z","caller":"traceutil/trace.go:171","msg":"trace[1534568641] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"155.42718ms","start":"2026-07-23T05:49:12.934061Z","end":"2026-07-23T05:49:13.089489Z","steps":["trace[1534568641] 'process raft request' (duration: 155.302586ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.227222Z","caller":"traceutil/trace.go:171","msg":"trace[600741320] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"186.423311ms","start":"2026-07-23T05:49:13.04077Z","end":"2026-07-23T05:49:13.227193Z","steps":["trace[600741320] 'process raft request' (duration: 164.203993ms)","trace[600741320] 'compare' (duration: 21.657732ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:13.227598Z","caller":"traceutil/trace.go:171","msg":"trace[687340471] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"180.118906ms","start":"2026-07-23T05:49:13.047435Z","end":"2026-07-23T05:49:13.227554Z","steps":["trace[687340471] 'process raft request' (duration: 179.680694ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.227623Z","caller":"traceutil/trace.go:171","msg":"trace[252676282] linearizableReadLoop","detail":"{readStateIndex:27791; appliedIndex:27789; }","duration":"135.601419ms","start":"2026-07-23T05:49:13.091887Z","end":"2026-07-23T05:49:13.227489Z","steps":["trace[252676282] 'read index received' (duration: 113.128034ms)","trace[252676282] 'applied index is now lower than readState.Index' (duration: 22.472395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:13.22774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.834365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:13.227828Z","caller":"traceutil/trace.go:171","msg":"trace[1738400493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26894; }","duration":"135.920307ms","start":"2026-07-23T05:49:13.091835Z","end":"2026-07-23T05:49:13.227755Z","steps":["trace[1738400493] 'agreement among raft nodes before linearized reading' (duration: 135.816715ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.299036Z","caller":"traceutil/trace.go:171","msg":"trace[681006510] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"150.579125ms","start":"2026-07-23T05:49:13.148419Z","end":"2026-07-23T05:49:13.298998Z","steps":["trace[681006510] 'process raft request' (duration: 150.334668ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.45728Z","caller":"traceutil/trace.go:171","msg":"trace[1121914956] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"220.949441ms","start":"2026-07-23T05:49:13.236311Z","end":"2026-07-23T05:49:13.45726Z","steps":["trace[1121914956] 'process raft request' (duration: 220.899029ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:13.457291Z","caller":"traceutil/trace.go:171","msg":"trace[1310543358] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"223.522463ms","start":"2026-07-23T05:49:13.233735Z","end":"2026-07-23T05:49:13.457257Z","steps":["trace[1310543358] 'process raft request' (duration: 201.178282ms)","trace[1310543358] 'compare' (duration: 22.146785ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:15.027946Z","caller":"traceutil/trace.go:171","msg":"trace[1754296380] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"161.290542ms","start":"2026-07-23T05:49:14.866619Z","end":"2026-07-23T05:49:15.02791Z","steps":["trace[1754296380] 'process raft request' (duration: 142.233992ms)","trace[1754296380] 'compare' (duration: 18.804373ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:15.306837Z","caller":"traceutil/trace.go:171","msg":"trace[1866398755] linearizableReadLoop","detail":"{readStateIndex:27820; appliedIndex:27819; }","duration":"217.042232ms","start":"2026-07-23T05:49:15.089768Z","end":"2026-07-23T05:49:15.30681Z","steps":["trace[1866398755] 'read index received' (duration: 186.320008ms)","trace[1866398755] 'applied index is now lower than readState.Index' (duration: 30.720824ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:15.306879Z","caller":"traceutil/trace.go:171","msg":"trace[1200095779] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"266.151857ms","start":"2026-07-23T05:49:15.040691Z","end":"2026-07-23T05:49:15.306843Z","steps":["trace[1200095779] 'process raft request' (duration: 235.379632ms)","trace[1200095779] 'compare' (duration: 30.60945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:15.30697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.189556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:15.307006Z","caller":"traceutil/trace.go:171","msg":"trace[2137970895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26922; }","duration":"217.271148ms","start":"2026-07-23T05:49:15.089725Z","end":"2026-07-23T05:49:15.306996Z","steps":["trace[2137970895] 'agreement among raft nodes before linearized reading' (duration: 217.188816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:15.571881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.768065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:49:15.572064Z","caller":"traceutil/trace.go:171","msg":"trace[177447026] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"204.114882ms","start":"2026-07-23T05:49:15.367904Z","end":"2026-07-23T05:49:15.572019Z","steps":["trace[177447026] 'process raft request' (duration: 51.059419ms)","trace[177447026] 'compare' (duration: 152.541709ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:15.572254Z","caller":"traceutil/trace.go:171","msg":"trace[548982358] linearizableReadLoop","detail":"{readStateIndex:27822; appliedIndex:27821; }","duration":"181.603847ms","start":"2026-07-23T05:49:15.390437Z","end":"2026-07-23T05:49:15.572041Z","steps":["trace[548982358] 'read index received' (duration: 28.488342ms)","trace[548982358] 'applied index is now lower than readState.Index' (duration: 153.113275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:15.573425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.927315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:15.573496Z","caller":"traceutil/trace.go:171","msg":"trace[760070496] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26924; }","duration":"183.092589ms","start":"2026-07-23T05:49:15.390374Z","end":"2026-07-23T05:49:15.573466Z","steps":["trace[760070496] 'agreement among raft nodes before linearized reading' (duration: 181.926566ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:15.660604Z","caller":"traceutil/trace.go:171","msg":"trace[1629426450] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"130.785075ms","start":"2026-07-23T05:49:15.529794Z","end":"2026-07-23T05:49:15.660579Z","steps":["trace[1629426450] 'process raft request' (duration: 130.439295ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:15.660586Z","caller":"traceutil/trace.go:171","msg":"trace[2075856660] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"130.776684ms","start":"2026-07-23T05:49:15.52978Z","end":"2026-07-23T05:49:15.660557Z","steps":["trace[2075856660] 'process raft request' (duration: 130.718642ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:15.670834Z","caller":"traceutil/trace.go:171","msg":"trace[195851019] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"140.33412ms","start":"2026-07-23T05:49:15.530468Z","end":"2026-07-23T05:49:15.670802Z","steps":["trace[195851019] 'process raft request' (duration: 140.107443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.09765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939214641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:49:28.19196Z","caller":"traceutil/trace.go:171","msg":"trace[1988023507] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"696.25472ms","start":"2026-07-23T05:49:27.495679Z","end":"2026-07-23T05:49:28.191933Z","steps":["trace[1988023507] 'process raft request' (duration: 696.075405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.192119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.495659Z","time spent":"696.375054ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:28.210825Z","caller":"traceutil/trace.go:171","msg":"trace[626739934] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"445.910573ms","start":"2026-07-23T05:49:27.76489Z","end":"2026-07-23T05:49:28.210801Z","steps":["trace[626739934] 'process raft request' (duration: 445.848251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.210981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.764873Z","time spent":"446.022796ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:28.210977Z","caller":"traceutil/trace.go:171","msg":"trace[1339921451] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"616.616547ms","start":"2026-07-23T05:49:27.594303Z","end":"2026-07-23T05:49:28.21092Z","steps":["trace[1339921451] 'process raft request' (duration: 616.307159ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.211228Z","caller":"traceutil/trace.go:171","msg":"trace[1647771729] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"445.887573ms","start":"2026-07-23T05:49:27.765319Z","end":"2026-07-23T05:49:28.211207Z","steps":["trace[1647771729] 'process raft request' (duration: 445.452041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.211233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.594278Z","time spent":"616.790592ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:28.211305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.765311Z","time spent":"445.955165ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:28.212004Z","caller":"traceutil/trace.go:171","msg":"trace[897467398] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"446.473629ms","start":"2026-07-23T05:49:27.765505Z","end":"2026-07-23T05:49:28.211978Z","steps":["trace[897467398] 'process raft request' (duration: 445.560553ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212123Z","caller":"traceutil/trace.go:171","msg":"trace[1708076637] linearizableReadLoop","detail":"{readStateIndex:27957; appliedIndex:27948; }","duration":"615.240699ms","start":"2026-07-23T05:49:27.596836Z","end":"2026-07-23T05:49:28.212077Z","steps":["trace[1708076637] 'read index received' (duration: 594.872043ms)","trace[1708076637] 'applied index is now lower than readState.Index' (duration: 20.367576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:28.212207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.76548Z","time spent":"446.602783ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:28.212261Z","caller":"traceutil/trace.go:171","msg":"trace[355621736] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"364.563372ms","start":"2026-07-23T05:49:27.847685Z","end":"2026-07-23T05:49:28.212248Z","steps":["trace[355621736] 'process raft request' (duration: 364.288075ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212314Z","caller":"traceutil/trace.go:171","msg":"trace[1895031055] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"446.12776ms","start":"2026-07-23T05:49:27.76617Z","end":"2026-07-23T05:49:28.212297Z","steps":["trace[1895031055] 'process raft request' (duration: 445.627826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.212371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.847661Z","time spent":"364.634455ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:28.212463Z","caller":"traceutil/trace.go:171","msg":"trace[256823933] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"364.592873ms","start":"2026-07-23T05:49:27.847803Z","end":"2026-07-23T05:49:28.212396Z","steps":["trace[256823933] 'process raft request' (duration: 364.219943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.212474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.368082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:28.212218Z","caller":"traceutil/trace.go:171","msg":"trace[1007704509] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"368.006508ms","start":"2026-07-23T05:49:27.844157Z","end":"2026-07-23T05:49:28.212164Z","steps":["trace[1007704509] 'process raft request' (duration: 367.766151ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212519Z","caller":"traceutil/trace.go:171","msg":"trace[598816272] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27057; }","duration":"425.455914ms","start":"2026-07-23T05:49:27.787049Z","end":"2026-07-23T05:49:28.212505Z","steps":["trace[598816272] 'agreement among raft nodes before linearized reading' (duration: 425.382322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.212511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.766152Z","time spent":"446.217762ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:28.212541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.847776Z","time spent":"364.725376ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:28.212555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.787027Z","time spent":"425.520067ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-23T05:49:28.212558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.844139Z","time spent":"368.381508ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:28.212571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.178371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:49:28.212586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.197871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:49:28.212667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.863868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:28.212696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.627323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:49:28.21271Z","caller":"traceutil/trace.go:171","msg":"trace[213404321] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27057; }","duration":"420.95483ms","start":"2026-07-23T05:49:27.791745Z","end":"2026-07-23T05:49:28.212699Z","steps":["trace[213404321] 'agreement among raft nodes before linearized reading' (duration: 420.887278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.212711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.04987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-23T05:49:28.212719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.126728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:49:28.212746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.79172Z","time spent":"421.017742ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-23T05:49:28.212775Z","caller":"traceutil/trace.go:171","msg":"trace[1718972723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27057; }","duration":"297.18306ms","start":"2026-07-23T05:49:27.915578Z","end":"2026-07-23T05:49:28.212761Z","steps":["trace[1718972723] 'agreement among raft nodes before linearized reading' (duration: 297.042156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.21281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.504583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:28.212823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.06884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:28.212688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.797851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:28.212845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.908969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:28.212385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.552108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-23T05:49:28.212919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.411515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:28.212936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.223645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:49:28.212923Z","caller":"traceutil/trace.go:171","msg":"trace[2000720559] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27057; }","duration":"149.034873ms","start":"2026-07-23T05:49:28.063874Z","end":"2026-07-23T05:49:28.212908Z","steps":["trace[2000720559] 'agreement among raft nodes before linearized reading' (duration: 148.890349ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212979Z","caller":"traceutil/trace.go:171","msg":"trace[173462967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27057; }","duration":"304.301307ms","start":"2026-07-23T05:49:27.908668Z","end":"2026-07-23T05:49:28.21297Z","steps":["trace[173462967] 'agreement among raft nodes before linearized reading' (duration: 304.204845ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212976Z","caller":"traceutil/trace.go:171","msg":"trace[1543696890] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27057; }","duration":"320.509997ms","start":"2026-07-23T05:49:27.892455Z","end":"2026-07-23T05:49:28.212965Z","steps":["trace[1543696890] 'agreement among raft nodes before linearized reading' (duration: 320.430275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.213004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.908651Z","time spent":"304.346258ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:49:28.212998Z","caller":"traceutil/trace.go:171","msg":"trace[746442414] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27057; }","duration":"151.072579ms","start":"2026-07-23T05:49:28.061838Z","end":"2026-07-23T05:49:28.21291Z","steps":["trace[746442414] 'agreement among raft nodes before linearized reading' (duration: 150.791221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.213034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.892425Z","time spent":"320.578139ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:49:28.212775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.161496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:49:28.212737Z","caller":"traceutil/trace.go:171","msg":"trace[1161462799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27057; }","duration":"296.706536ms","start":"2026-07-23T05:49:27.916021Z","end":"2026-07-23T05:49:28.212728Z","steps":["trace[1161462799] 'agreement among raft nodes before linearized reading' (duration: 296.609383ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.213098Z","caller":"traceutil/trace.go:171","msg":"trace[134451909] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27057; }","duration":"421.500695ms","start":"2026-07-23T05:49:27.791576Z","end":"2026-07-23T05:49:28.213077Z","steps":["trace[134451909] 'agreement among raft nodes before linearized reading' (duration: 421.133555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.213142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.791563Z","time spent":"421.565397ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-23T05:49:28.212786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.123421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:28.212747Z","caller":"traceutil/trace.go:171","msg":"trace[1807246676] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27057; }","duration":"209.123343ms","start":"2026-07-23T05:49:28.003615Z","end":"2026-07-23T05:49:28.212738Z","steps":["trace[1807246676] 'agreement among raft nodes before linearized reading' (duration: 209.02957ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.213254Z","caller":"traceutil/trace.go:171","msg":"trace[1114079395] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27057; }","duration":"214.615455ms","start":"2026-07-23T05:49:27.998614Z","end":"2026-07-23T05:49:28.213229Z","steps":["trace[1114079395] 'agreement among raft nodes before linearized reading' (duration: 214.152002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.21283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.628169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:28.213356Z","caller":"traceutil/trace.go:171","msg":"trace[221040617] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27057; }","duration":"150.189475ms","start":"2026-07-23T05:49:28.063154Z","end":"2026-07-23T05:49:28.213343Z","steps":["trace[221040617] 'agreement among raft nodes before linearized reading' (duration: 149.65811ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212857Z","caller":"traceutil/trace.go:171","msg":"trace[531329617] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27057; }","duration":"214.116181ms","start":"2026-07-23T05:49:27.998732Z","end":"2026-07-23T05:49:28.212849Z","steps":["trace[531329617] 'agreement among raft nodes before linearized reading' (duration: 214.07293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.212848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.583983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:49:28.213479Z","caller":"traceutil/trace.go:171","msg":"trace[1172949949] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27057; }","duration":"148.273141ms","start":"2026-07-23T05:49:28.065197Z","end":"2026-07-23T05:49:28.21347Z","steps":["trace[1172949949] 'agreement among raft nodes before linearized reading' (duration: 147.52483ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212628Z","caller":"traceutil/trace.go:171","msg":"trace[2004065696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27057; }","duration":"296.267133ms","start":"2026-07-23T05:49:27.916349Z","end":"2026-07-23T05:49:28.212616Z","steps":["trace[2004065696] 'agreement among raft nodes before linearized reading' (duration: 296.104779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.212786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.06119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:28.212938Z","caller":"traceutil/trace.go:171","msg":"trace[1450868729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27057; }","duration":"616.151515ms","start":"2026-07-23T05:49:27.596774Z","end":"2026-07-23T05:49:28.212925Z","steps":["trace[1450868729] 'agreement among raft nodes before linearized reading' (duration: 615.499167ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:28.212851Z","caller":"traceutil/trace.go:171","msg":"trace[67550266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27057; }","duration":"422.570755ms","start":"2026-07-23T05:49:27.790271Z","end":"2026-07-23T05:49:28.212841Z","steps":["trace[67550266] 'agreement among raft nodes before linearized reading' (duration: 422.522823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.213792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.790252Z","time spent":"423.533442ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:49:28.213863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.596747Z","time spent":"617.002518ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T05:49:28.212669Z","caller":"traceutil/trace.go:171","msg":"trace[1428952478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27057; }","duration":"310.324124ms","start":"2026-07-23T05:49:27.902326Z","end":"2026-07-23T05:49:28.21265Z","steps":["trace[1428952478] 'agreement among raft nodes before linearized reading' (duration: 310.133909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:28.214151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:27.902303Z","time spent":"311.830746ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T05:49:28.214425Z","caller":"traceutil/trace.go:171","msg":"trace[885741014] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27057; }","duration":"215.714576ms","start":"2026-07-23T05:49:27.998696Z","end":"2026-07-23T05:49:28.214411Z","steps":["trace[885741014] 'agreement among raft nodes before linearized reading' (duration: 214.061759ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:38.43862Z","caller":"traceutil/trace.go:171","msg":"trace[1543827604] linearizableReadLoop","detail":"{readStateIndex:28035; appliedIndex:28034; }","duration":"106.398546ms","start":"2026-07-23T05:49:38.332197Z","end":"2026-07-23T05:49:38.438596Z","steps":["trace[1543827604] 'read index received' (duration: 48.2273ms)","trace[1543827604] 'applied index is now lower than readState.Index' (duration: 58.170406ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:38.438818Z","caller":"traceutil/trace.go:171","msg":"trace[628708421] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"107.225469ms","start":"2026-07-23T05:49:38.33156Z","end":"2026-07-23T05:49:38.438786Z","steps":["trace[628708421] 'process raft request' (duration: 48.846017ms)","trace[628708421] 'compare' (duration: 58.084654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:38.438993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.779207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:49:38.439026Z","caller":"traceutil/trace.go:171","msg":"trace[483071370] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27132; }","duration":"106.843088ms","start":"2026-07-23T05:49:38.332174Z","end":"2026-07-23T05:49:38.439017Z","steps":["trace[483071370] 'agreement among raft nodes before linearized reading' (duration: 106.715335ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:38.439518Z","caller":"traceutil/trace.go:171","msg":"trace[748724337] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"107.154307ms","start":"2026-07-23T05:49:38.332347Z","end":"2026-07-23T05:49:38.439501Z","steps":["trace[748724337] 'process raft request' (duration: 107.025253ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:38.440089Z","caller":"traceutil/trace.go:171","msg":"trace[786109487] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"106.320354ms","start":"2026-07-23T05:49:38.333749Z","end":"2026-07-23T05:49:38.440069Z","steps":["trace[786109487] 'process raft request' (duration: 105.723697ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:38.440636Z","caller":"traceutil/trace.go:171","msg":"trace[579081190] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"103.895727ms","start":"2026-07-23T05:49:38.336722Z","end":"2026-07-23T05:49:38.440617Z","steps":["trace[579081190] 'process raft request' (duration: 103.263529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:38.441082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.549555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:49:38.441705Z","caller":"traceutil/trace.go:171","msg":"trace[1556051272] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"101.992444ms","start":"2026-07-23T05:49:38.339702Z","end":"2026-07-23T05:49:38.441695Z","steps":["trace[1556051272] 'process raft request' (duration: 100.840182ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:38.44219Z","caller":"traceutil/trace.go:171","msg":"trace[826446131] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27136; }","duration":"104.634427ms","start":"2026-07-23T05:49:38.336488Z","end":"2026-07-23T05:49:38.441123Z","steps":["trace[826446131] 'agreement among raft nodes before linearized reading' (duration: 104.456642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:44.68612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.244244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:49:44.68627Z","caller":"traceutil/trace.go:171","msg":"trace[789294269] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"205.575832ms","start":"2026-07-23T05:49:44.480676Z","end":"2026-07-23T05:49:44.686252Z","steps":["trace[789294269] 'process raft request' (duration: 14.126142ms)","trace[789294269] 'compare' (duration: 191.132261ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:44.705819Z","caller":"traceutil/trace.go:171","msg":"trace[2022273300] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"224.969031ms","start":"2026-07-23T05:49:44.480824Z","end":"2026-07-23T05:49:44.705793Z","steps":["trace[2022273300] 'process raft request' (duration: 224.789836ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.706144Z","caller":"traceutil/trace.go:171","msg":"trace[1977927136] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"221.980378ms","start":"2026-07-23T05:49:44.484149Z","end":"2026-07-23T05:49:44.70613Z","steps":["trace[1977927136] 'process raft request' (duration: 221.599817ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.706149Z","caller":"traceutil/trace.go:171","msg":"trace[490012553] linearizableReadLoop","detail":"{readStateIndex:28086; appliedIndex:28081; }","duration":"219.56598ms","start":"2026-07-23T05:49:44.486566Z","end":"2026-07-23T05:49:44.706132Z","steps":["trace[490012553] 'read index received' (duration: 8.248729ms)","trace[490012553] 'applied index is now lower than readState.Index' (duration: 211.316601ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:44.706172Z","caller":"traceutil/trace.go:171","msg":"trace[658206961] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"221.935187ms","start":"2026-07-23T05:49:44.484221Z","end":"2026-07-23T05:49:44.706156Z","steps":["trace[658206961] 'process raft request' (duration: 221.778842ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.706246Z","caller":"traceutil/trace.go:171","msg":"trace[1598911460] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"220.25684ms","start":"2026-07-23T05:49:44.485979Z","end":"2026-07-23T05:49:44.706236Z","steps":["trace[1598911460] 'process raft request' (duration: 220.116736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:44.706494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.525115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:49:44.706537Z","caller":"traceutil/trace.go:171","msg":"trace[1309527425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27181; }","duration":"216.592578ms","start":"2026-07-23T05:49:44.489933Z","end":"2026-07-23T05:49:44.706526Z","steps":["trace[1309527425] 'agreement among raft nodes before linearized reading' (duration: 216.442094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:44.706552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.019102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:49:44.706571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.997603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:49:44.706593Z","caller":"traceutil/trace.go:171","msg":"trace[243465261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27181; }","duration":"189.063633ms","start":"2026-07-23T05:49:44.517513Z","end":"2026-07-23T05:49:44.706576Z","steps":["trace[243465261] 'agreement among raft nodes before linearized reading' (duration: 189.002322ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.706617Z","caller":"traceutil/trace.go:171","msg":"trace[263125321] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27181; }","duration":"220.071414ms","start":"2026-07-23T05:49:44.486534Z","end":"2026-07-23T05:49:44.706606Z","steps":["trace[263125321] 'agreement among raft nodes before linearized reading' (duration: 219.9313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:44.706498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.979481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:49:44.706679Z","caller":"traceutil/trace.go:171","msg":"trace[1762925967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27181; }","duration":"189.184907ms","start":"2026-07-23T05:49:44.517484Z","end":"2026-07-23T05:49:44.706669Z","steps":["trace[1762925967] 'agreement among raft nodes before linearized reading' (duration: 188.901669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:44.706728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.362367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:49:44.706766Z","caller":"traceutil/trace.go:171","msg":"trace[1524948183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27181; }","duration":"191.430809ms","start":"2026-07-23T05:49:44.515324Z","end":"2026-07-23T05:49:44.706755Z","steps":["trace[1524948183] 'agreement among raft nodes before linearized reading' (duration: 191.332697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:44.706842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.407002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:49:44.706878Z","caller":"traceutil/trace.go:171","msg":"trace[1233945391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27181; }","duration":"189.479024ms","start":"2026-07-23T05:49:44.517391Z","end":"2026-07-23T05:49:44.70687Z","steps":["trace[1233945391] 'agreement among raft nodes before linearized reading' (duration: 189.370881ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.823363Z","caller":"traceutil/trace.go:171","msg":"trace[2039054582] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"109.789721ms","start":"2026-07-23T05:49:44.713544Z","end":"2026-07-23T05:49:44.823334Z","steps":["trace[2039054582] 'process raft request' (duration: 109.604416ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.823433Z","caller":"traceutil/trace.go:171","msg":"trace[911376786] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"109.924995ms","start":"2026-07-23T05:49:44.713482Z","end":"2026-07-23T05:49:44.823407Z","steps":["trace[911376786] 'process raft request' (duration: 109.566625ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:44.823448Z","caller":"traceutil/trace.go:171","msg":"trace[1514046774] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"111.600451ms","start":"2026-07-23T05:49:44.711778Z","end":"2026-07-23T05:49:44.823378Z","steps":["trace[1514046774] 'process raft request' (duration: 94.120955ms)","trace[1514046774] 'compare' (duration: 16.90231ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:44.824098Z","caller":"traceutil/trace.go:171","msg":"trace[1308697139] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"111.168489ms","start":"2026-07-23T05:49:44.712219Z","end":"2026-07-23T05:49:44.823387Z","steps":["trace[1308697139] 'process raft request' (duration: 110.764808ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:45.637644Z","caller":"traceutil/trace.go:171","msg":"trace[836843849] linearizableReadLoop","detail":"{readStateIndex:28092; appliedIndex:28091; }","duration":"116.004163ms","start":"2026-07-23T05:49:45.521618Z","end":"2026-07-23T05:49:45.637623Z","steps":["trace[836843849] 'read index received' (duration: 115.856929ms)","trace[836843849] 'applied index is now lower than readState.Index' (duration: 146.504µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:49:45.637811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.173508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-23T05:49:45.637887Z","caller":"traceutil/trace.go:171","msg":"trace[1827616107] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27187; }","duration":"116.238839ms","start":"2026-07-23T05:49:45.521592Z","end":"2026-07-23T05:49:45.63783Z","steps":["trace[1827616107] 'agreement among raft nodes before linearized reading' (duration: 116.099776ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:45.63788Z","caller":"traceutil/trace.go:171","msg":"trace[81859309] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"119.827729ms","start":"2026-07-23T05:49:45.51803Z","end":"2026-07-23T05:49:45.637858Z","steps":["trace[81859309] 'process raft request' (duration: 119.437268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:45.885216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.780488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:45.885304Z","caller":"traceutil/trace.go:171","msg":"trace[480715802] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27187; }","duration":"187.882421ms","start":"2026-07-23T05:49:45.697397Z","end":"2026-07-23T05:49:45.885279Z","steps":["trace[480715802] 'count revisions from in-memory index tree' (duration: 187.683514ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:46.885368Z","caller":"traceutil/trace.go:171","msg":"trace[483426068] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28094; }","duration":"448.991795ms","start":"2026-07-23T05:49:46.436352Z","end":"2026-07-23T05:49:46.885344Z","steps":["trace[483426068] 'read index received' (duration: 10.591765ms)","trace[483426068] 'applied index is now lower than readState.Index' (duration: 438.39869ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:46.885591Z","caller":"traceutil/trace.go:171","msg":"trace[1612759911] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"487.300559ms","start":"2026-07-23T05:49:46.398278Z","end":"2026-07-23T05:49:46.885578Z","steps":["trace[1612759911] 'process raft request' (duration: 486.512047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:46.885712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.336494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:46.885812Z","caller":"traceutil/trace.go:171","msg":"trace[632181739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27191; }","duration":"449.470537ms","start":"2026-07-23T05:49:46.436318Z","end":"2026-07-23T05:49:46.885789Z","steps":["trace[632181739] 'agreement among raft nodes before linearized reading' (duration: 449.313823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:46.885886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.436304Z","time spent":"449.55768ms","remote":"127.0.0.1:33598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:49:46.885748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.398266Z","time spent":"487.401162ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:47.278368Z","caller":"traceutil/trace.go:171","msg":"trace[935225141] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"585.432915ms","start":"2026-07-23T05:49:46.692906Z","end":"2026-07-23T05:49:47.278339Z","steps":["trace[935225141] 'process raft request' (duration: 585.157558ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.278655Z","caller":"traceutil/trace.go:171","msg":"trace[1281382497] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"566.145169ms","start":"2026-07-23T05:49:46.712473Z","end":"2026-07-23T05:49:47.278618Z","steps":["trace[1281382497] 'process raft request' (duration: 565.772819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.278681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.692887Z","time spent":"585.553879ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:49:47.278732Z","caller":"traceutil/trace.go:171","msg":"trace[1408696907] linearizableReadLoop","detail":"{readStateIndex:28101; appliedIndex:28096; }","duration":"393.202536ms","start":"2026-07-23T05:49:46.885511Z","end":"2026-07-23T05:49:47.278713Z","steps":["trace[1408696907] 'read index received' (duration: 392.468115ms)","trace[1408696907] 'applied index is now lower than readState.Index' (duration: 733.621µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:47.278816Z","caller":"traceutil/trace.go:171","msg":"trace[156145848] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"565.971984ms","start":"2026-07-23T05:49:46.712837Z","end":"2026-07-23T05:49:47.278809Z","steps":["trace[156145848] 'process raft request' (duration: 565.667346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.278876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.712444Z","time spent":"566.293053ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:47.278892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.712806Z","time spent":"566.025376ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:47.278969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.064086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:47.279035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.413185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:49:47.279054Z","caller":"traceutil/trace.go:171","msg":"trace[389775364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27196; }","duration":"450.443975ms","start":"2026-07-23T05:49:46.828604Z","end":"2026-07-23T05:49:47.279048Z","steps":["trace[389775364] 'agreement among raft nodes before linearized reading' (duration: 450.369453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.279037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.26719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:49:47.279045Z","caller":"traceutil/trace.go:171","msg":"trace[524878545] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27196; }","duration":"449.160629ms","start":"2026-07-23T05:49:46.829867Z","end":"2026-07-23T05:49:47.279028Z","steps":["trace[524878545] 'agreement among raft nodes before linearized reading' (duration: 449.040996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.279092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.82986Z","time spent":"449.226891ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-23T05:49:47.27909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.17079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:47.279093Z","caller":"traceutil/trace.go:171","msg":"trace[1926183751] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"565.903393ms","start":"2026-07-23T05:49:46.713176Z","end":"2026-07-23T05:49:47.27908Z","steps":["trace[1926183751] 'process raft request' (duration: 565.45512ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.279106Z","caller":"traceutil/trace.go:171","msg":"trace[1241149927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27196; }","duration":"450.355992ms","start":"2026-07-23T05:49:46.828731Z","end":"2026-07-23T05:49:47.279087Z","steps":["trace[1241149927] 'agreement among raft nodes before linearized reading' (duration: 450.144016ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.279119Z","caller":"traceutil/trace.go:171","msg":"trace[1943145936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27196; }","duration":"449.198671ms","start":"2026-07-23T05:49:46.829913Z","end":"2026-07-23T05:49:47.279111Z","steps":["trace[1943145936] 'agreement among raft nodes before linearized reading' (duration: 449.15753ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.279154Z","caller":"traceutil/trace.go:171","msg":"trace[626163696] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"565.81099ms","start":"2026-07-23T05:49:46.713323Z","end":"2026-07-23T05:49:47.279134Z","steps":["trace[626163696] 'process raft request' (duration: 565.350178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.279168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.828713Z","time spent":"450.440135ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:49:47.279164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.829882Z","time spent":"449.274272ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:49:47.279218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.383675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:49:47.279206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.71315Z","time spent":"565.973505ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:47.279074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.828595Z","time spent":"450.475766ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:49:47.279268Z","caller":"traceutil/trace.go:171","msg":"trace[1857363168] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27196; }","duration":"449.465218ms","start":"2026-07-23T05:49:46.82979Z","end":"2026-07-23T05:49:47.279256Z","steps":["trace[1857363168] 'agreement among raft nodes before linearized reading' (duration: 449.341614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.279306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.713312Z","time spent":"565.908013ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:49:47.279328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.829776Z","time spent":"449.54373ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-23T05:49:47.279296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.819096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:49:47.279354Z","caller":"traceutil/trace.go:171","msg":"trace[186157868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27196; }","duration":"450.905567ms","start":"2026-07-23T05:49:46.828442Z","end":"2026-07-23T05:49:47.279348Z","steps":["trace[186157868] 'agreement among raft nodes before linearized reading' (duration: 450.817765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.279369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.828425Z","time spent":"450.941169ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:49:47.279434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.240912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:47.279492Z","caller":"traceutil/trace.go:171","msg":"trace[340418418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27196; }","duration":"187.326805ms","start":"2026-07-23T05:49:47.092149Z","end":"2026-07-23T05:49:47.279475Z","steps":["trace[340418418] 'agreement among raft nodes before linearized reading' (duration: 187.207572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.28194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.16378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:49:47.281965Z","caller":"traceutil/trace.go:171","msg":"trace[1053525575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27196; }","duration":"453.230952ms","start":"2026-07-23T05:49:46.828728Z","end":"2026-07-23T05:49:47.281959Z","steps":["trace[1053525575] 'agreement among raft nodes before linearized reading' (duration: 450.484926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.281981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.828707Z","time spent":"453.269713ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:49:47.282035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.659977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:49:47.282096Z","caller":"traceutil/trace.go:171","msg":"trace[1296786395] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27196; }","duration":"569.739769ms","start":"2026-07-23T05:49:46.712343Z","end":"2026-07-23T05:49:47.282083Z","steps":["trace[1296786395] 'agreement among raft nodes before linearized reading' (duration: 566.974562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.282089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.034325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-23T05:49:47.282131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.712285Z","time spent":"569.838532ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-23T05:49:47.282135Z","caller":"traceutil/trace.go:171","msg":"trace[1882264051] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27196; }","duration":"797.122377ms","start":"2026-07-23T05:49:46.485001Z","end":"2026-07-23T05:49:47.282123Z","steps":["trace[1882264051] 'agreement among raft nodes before linearized reading' (duration: 794.33929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.282035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.782061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:49:47.282167Z","caller":"traceutil/trace.go:171","msg":"trace[1546713796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27196; }","duration":"537.968836ms","start":"2026-07-23T05:49:46.744192Z","end":"2026-07-23T05:49:47.282161Z","steps":["trace[1546713796] 'agreement among raft nodes before linearized reading' (duration: 535.114207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.282168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.484981Z","time spent":"797.179348ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-23T05:49:47.282168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.366998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-23T05:49:47.282192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.744176Z","time spent":"538.008628ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T05:49:47.282212Z","caller":"traceutil/trace.go:171","msg":"trace[1563552614] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27196; }","duration":"452.447811ms","start":"2026-07-23T05:49:46.829753Z","end":"2026-07-23T05:49:47.2822Z","steps":["trace[1563552614] 'agreement among raft nodes before linearized reading' (duration: 449.761056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.282257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:46.829734Z","time spent":"452.511503ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-23T05:49:47.551489Z","caller":"traceutil/trace.go:171","msg":"trace[221242126] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"267.271776ms","start":"2026-07-23T05:49:47.284193Z","end":"2026-07-23T05:49:47.551465Z","steps":["trace[221242126] 'process raft request' (duration: 167.892795ms)","trace[221242126] 'compare' (duration: 99.00848ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:47.55157Z","caller":"traceutil/trace.go:171","msg":"trace[1681879519] linearizableReadLoop","detail":"{readStateIndex:28106; appliedIndex:28101; }","duration":"207.551687ms","start":"2026-07-23T05:49:47.344007Z","end":"2026-07-23T05:49:47.551559Z","steps":["trace[1681879519] 'read index received' (duration: 108.112354ms)","trace[1681879519] 'applied index is now lower than readState.Index' (duration: 99.438383ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:49:47.551568Z","caller":"traceutil/trace.go:171","msg":"trace[1792299800] transaction","detail":"{read_only:false; response_revision:27198; number_of_response:1; }","duration":"267.315567ms","start":"2026-07-23T05:49:47.284234Z","end":"2026-07-23T05:49:47.55155Z","steps":["trace[1792299800] 'process raft request' (duration: 267.149203ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.551636Z","caller":"traceutil/trace.go:171","msg":"trace[1612435209] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"266.246257ms","start":"2026-07-23T05:49:47.285384Z","end":"2026-07-23T05:49:47.55163Z","steps":["trace[1612435209] 'process raft request' (duration: 266.085533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:49:47.551703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.685201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:49:47.551728Z","caller":"traceutil/trace.go:171","msg":"trace[1493210899] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27201; }","duration":"207.770143ms","start":"2026-07-23T05:49:47.343951Z","end":"2026-07-23T05:49:47.551721Z","steps":["trace[1493210899] 'agreement among raft nodes before linearized reading' (duration: 207.705511ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.551978Z","caller":"traceutil/trace.go:171","msg":"trace[518532978] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"265.005403ms","start":"2026-07-23T05:49:47.286959Z","end":"2026-07-23T05:49:47.551965Z","steps":["trace[518532978] 'process raft request' (duration: 264.573261ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:49:47.552255Z","caller":"traceutil/trace.go:171","msg":"trace[102438912] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"265.246129ms","start":"2026-07-23T05:49:47.286632Z","end":"2026-07-23T05:49:47.551878Z","steps":["trace[102438912] 'process raft request' (duration: 264.869629ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:00.002768Z","caller":"traceutil/trace.go:171","msg":"trace[1218090476] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"282.959672ms","start":"2026-07-23T05:49:59.719788Z","end":"2026-07-23T05:50:00.002748Z","steps":["trace[1218090476] 'process raft request' (duration: 282.828188ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:00.152277Z","caller":"traceutil/trace.go:171","msg":"trace[434982888] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"430.842001ms","start":"2026-07-23T05:49:59.7214Z","end":"2026-07-23T05:50:00.152241Z","steps":["trace[434982888] 'process raft request' (duration: 375.928555ms)","trace[434982888] 'compare' (duration: 54.598487ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:00.152333Z","caller":"traceutil/trace.go:171","msg":"trace[881318726] linearizableReadLoop","detail":"{readStateIndex:28199; appliedIndex:28197; }","duration":"393.680139ms","start":"2026-07-23T05:49:59.758629Z","end":"2026-07-23T05:50:00.152309Z","steps":["trace[881318726] 'read index received' (duration: 244.535425ms)","trace[881318726] 'applied index is now lower than readState.Index' (duration: 149.143564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:50:00.152424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:59.721388Z","time spent":"430.962915ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:50:00.154096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.2002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:00.154177Z","caller":"traceutil/trace.go:171","msg":"trace[872642584] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27291; }","duration":"296.358594ms","start":"2026-07-23T05:49:59.857801Z","end":"2026-07-23T05:50:00.15416Z","steps":["trace[872642584] 'agreement among raft nodes before linearized reading' (duration: 296.19103ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:00.154213Z","caller":"traceutil/trace.go:171","msg":"trace[682266324] transaction","detail":"{read_only:false; response_revision:27291; number_of_response:1; }","duration":"428.511116ms","start":"2026-07-23T05:49:59.724018Z","end":"2026-07-23T05:50:00.152529Z","steps":["trace[682266324] 'process raft request' (duration: 428.073314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:00.154412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:59.724Z","time spent":"430.297816ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:50:00.154833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.201479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:50:00.154864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.491733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:50:00.154923Z","caller":"traceutil/trace.go:171","msg":"trace[1284300984] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27291; }","duration":"136.588325ms","start":"2026-07-23T05:50:00.018322Z","end":"2026-07-23T05:50:00.15491Z","steps":["trace[1284300984] 'agreement among raft nodes before linearized reading' (duration: 136.301567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:00.154925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.914417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:00.155017Z","caller":"traceutil/trace.go:171","msg":"trace[460324546] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27291; }","duration":"109.079462ms","start":"2026-07-23T05:50:00.045917Z","end":"2026-07-23T05:50:00.154996Z","steps":["trace[460324546] 'agreement among raft nodes before linearized reading' (duration: 108.553137ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:00.154894Z","caller":"traceutil/trace.go:171","msg":"trace[1169078411] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27291; }","duration":"396.277971ms","start":"2026-07-23T05:49:59.758586Z","end":"2026-07-23T05:50:00.154864Z","steps":["trace[1169078411] 'agreement among raft nodes before linearized reading' (duration: 393.930466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:00.15524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:49:59.758561Z","time spent":"396.667292ms","remote":"127.0.0.1:57280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:50:00.559112Z","caller":"traceutil/trace.go:171","msg":"trace[1304995488] transaction","detail":"{read_only:false; response_revision:27301; number_of_response:1; }","duration":"121.849526ms","start":"2026-07-23T05:50:00.437229Z","end":"2026-07-23T05:50:00.559079Z","steps":["trace[1304995488] 'process raft request' (duration: 121.608259ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:00.730896Z","caller":"traceutil/trace.go:171","msg":"trace[1746160143] transaction","detail":"{read_only:false; response_revision:27302; number_of_response:1; }","duration":"220.073455ms","start":"2026-07-23T05:50:00.510792Z","end":"2026-07-23T05:50:00.730865Z","steps":["trace[1746160143] 'process raft request' (duration: 159.129002ms)","trace[1746160143] 'compare' (duration: 60.81684ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:00.795996Z","caller":"traceutil/trace.go:171","msg":"trace[946277110] linearizableReadLoop","detail":"{readStateIndex:28211; appliedIndex:28209; }","duration":"183.53243ms","start":"2026-07-23T05:50:00.612435Z","end":"2026-07-23T05:50:00.795968Z","steps":["trace[946277110] 'read index received' (duration: 57.599591ms)","trace[946277110] 'applied index is now lower than readState.Index' (duration: 125.931789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:50:00.796233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.772156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-23T05:50:00.796297Z","caller":"traceutil/trace.go:171","msg":"trace[485975282] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27303; }","duration":"183.879499ms","start":"2026-07-23T05:50:00.612399Z","end":"2026-07-23T05:50:00.796278Z","steps":["trace[485975282] 'agreement among raft nodes before linearized reading' (duration: 183.683324ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:00.796286Z","caller":"traceutil/trace.go:171","msg":"trace[765997975] transaction","detail":"{read_only:false; response_revision:27303; number_of_response:1; }","duration":"218.508591ms","start":"2026-07-23T05:50:00.577739Z","end":"2026-07-23T05:50:00.796247Z","steps":["trace[765997975] 'process raft request' (duration: 217.907034ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:01.36263Z","caller":"traceutil/trace.go:171","msg":"trace[1566900036] transaction","detail":"{read_only:false; response_revision:27305; number_of_response:1; }","duration":"152.876058ms","start":"2026-07-23T05:50:01.209731Z","end":"2026-07-23T05:50:01.362607Z","steps":["trace[1566900036] 'process raft request' (duration: 152.718904ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:01.541042Z","caller":"traceutil/trace.go:171","msg":"trace[2106435185] transaction","detail":"{read_only:false; response_revision:27308; number_of_response:1; }","duration":"163.479792ms","start":"2026-07-23T05:50:01.377537Z","end":"2026-07-23T05:50:01.541017Z","steps":["trace[2106435185] 'process raft request' (duration: 163.327958ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:01.548233Z","caller":"traceutil/trace.go:171","msg":"trace[1202274604] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"167.483253ms","start":"2026-07-23T05:50:01.380729Z","end":"2026-07-23T05:50:01.548212Z","steps":["trace[1202274604] 'process raft request' (duration: 167.428221ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:01.548298Z","caller":"traceutil/trace.go:171","msg":"trace[122867073] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"167.619457ms","start":"2026-07-23T05:50:01.380632Z","end":"2026-07-23T05:50:01.548251Z","steps":["trace[122867073] 'process raft request' (duration: 167.401201ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:01.548565Z","caller":"traceutil/trace.go:171","msg":"trace[1006125313] linearizableReadLoop","detail":"{readStateIndex:28219; appliedIndex:28215; }","duration":"167.303839ms","start":"2026-07-23T05:50:01.381145Z","end":"2026-07-23T05:50:01.548449Z","steps":["trace[1006125313] 'read index received' (duration: 159.688677ms)","trace[1006125313] 'applied index is now lower than readState.Index' (duration: 7.612471ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:01.548635Z","caller":"traceutil/trace.go:171","msg":"trace[1505133796] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"167.772431ms","start":"2026-07-23T05:50:01.380829Z","end":"2026-07-23T05:50:01.548602Z","steps":["trace[1505133796] 'process raft request' (duration: 167.355589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:01.548741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.582296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18519"} {"level":"info","ts":"2026-07-23T05:50:01.548784Z","caller":"traceutil/trace.go:171","msg":"trace[260423379] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27311; }","duration":"167.659729ms","start":"2026-07-23T05:50:01.381116Z","end":"2026-07-23T05:50:01.548775Z","steps":["trace[260423379] 'agreement among raft nodes before linearized reading' (duration: 167.540845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:08.471555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.088283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:50:08.471635Z","caller":"traceutil/trace.go:171","msg":"trace[996335019] linearizableReadLoop","detail":"{readStateIndex:28277; appliedIndex:28276; }","duration":"221.041881ms","start":"2026-07-23T05:50:08.250579Z","end":"2026-07-23T05:50:08.471621Z","steps":["trace[996335019] 'read index received' (duration: 76.754013ms)","trace[996335019] 'applied index is now lower than readState.Index' (duration: 144.286818ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:08.471753Z","caller":"traceutil/trace.go:171","msg":"trace[1904219540] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"235.203534ms","start":"2026-07-23T05:50:08.236518Z","end":"2026-07-23T05:50:08.471721Z","steps":["trace[1904219540] 'process raft request' (duration: 90.865304ms)","trace[1904219540] 'compare' (duration: 143.934609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:50:08.471871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.300458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T05:50:08.471908Z","caller":"traceutil/trace.go:171","msg":"trace[947022302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27368; }","duration":"221.387451ms","start":"2026-07-23T05:50:08.250509Z","end":"2026-07-23T05:50:08.471897Z","steps":["trace[947022302] 'agreement among raft nodes before linearized reading' (duration: 221.241117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:08.493295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.94614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:08.49337Z","caller":"traceutil/trace.go:171","msg":"trace[2046981664] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27369; }","duration":"166.065454ms","start":"2026-07-23T05:50:08.327286Z","end":"2026-07-23T05:50:08.493352Z","steps":["trace[2046981664] 'agreement among raft nodes before linearized reading' (duration: 165.91609ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:08.493494Z","caller":"traceutil/trace.go:171","msg":"trace[1093968531] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"144.299329ms","start":"2026-07-23T05:50:08.349185Z","end":"2026-07-23T05:50:08.493484Z","steps":["trace[1093968531] 'process raft request' (duration: 143.858547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:08.493554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.682704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-23T05:50:08.493553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.840867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:08.49363Z","caller":"traceutil/trace.go:171","msg":"trace[1260687512] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27369; }","duration":"156.798767ms","start":"2026-07-23T05:50:08.336813Z","end":"2026-07-23T05:50:08.493611Z","steps":["trace[1260687512] 'agreement among raft nodes before linearized reading' (duration: 156.569671ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:08.493725Z","caller":"traceutil/trace.go:171","msg":"trace[214894072] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27369; }","duration":"120.957041ms","start":"2026-07-23T05:50:08.372672Z","end":"2026-07-23T05:50:08.493629Z","steps":["trace[214894072] 'agreement among raft nodes before linearized reading' (duration: 120.781047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:08.493713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.271524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:08.495278Z","caller":"traceutil/trace.go:171","msg":"trace[2102145903] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27369; }","duration":"165.964291ms","start":"2026-07-23T05:50:08.329287Z","end":"2026-07-23T05:50:08.495251Z","steps":["trace[2102145903] 'agreement among raft nodes before linearized reading' (duration: 164.13525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:09.375914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.15802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:09.376011Z","caller":"traceutil/trace.go:171","msg":"trace[1335004143] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27376; }","duration":"169.267143ms","start":"2026-07-23T05:50:09.206721Z","end":"2026-07-23T05:50:09.375988Z","steps":["trace[1335004143] 'range keys from in-memory index tree' (duration: 168.984526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:09.37638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.051046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:305802"} {"level":"info","ts":"2026-07-23T05:50:09.376447Z","caller":"traceutil/trace.go:171","msg":"trace[1738294493] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:27376; }","duration":"174.157039ms","start":"2026-07-23T05:50:09.202275Z","end":"2026-07-23T05:50:09.376432Z","steps":["trace[1738294493] 'range keys from in-memory index tree' (duration: 173.497891ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:12.381819Z","caller":"traceutil/trace.go:171","msg":"trace[2068662956] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"111.145829ms","start":"2026-07-23T05:50:12.270644Z","end":"2026-07-23T05:50:12.38179Z","steps":["trace[2068662956] 'process raft request' (duration: 110.407028ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:13.648746Z","caller":"traceutil/trace.go:171","msg":"trace[2094882557] linearizableReadLoop","detail":"{readStateIndex:28330; appliedIndex:28328; }","duration":"130.795914ms","start":"2026-07-23T05:50:13.51792Z","end":"2026-07-23T05:50:13.648716Z","steps":["trace[2094882557] 'read index received' (duration: 25.151949ms)","trace[2094882557] 'applied index is now lower than readState.Index' (duration: 105.643175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:50:13.648957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.031941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-23T05:50:13.64899Z","caller":"traceutil/trace.go:171","msg":"trace[221093953] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27419; }","duration":"131.114503ms","start":"2026-07-23T05:50:13.517864Z","end":"2026-07-23T05:50:13.648979Z","steps":["trace[221093953] 'agreement among raft nodes before linearized reading' (duration: 130.995919ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:13.649057Z","caller":"traceutil/trace.go:171","msg":"trace[1237592135] transaction","detail":"{read_only:false; response_revision:27419; number_of_response:1; }","duration":"131.492913ms","start":"2026-07-23T05:50:13.517472Z","end":"2026-07-23T05:50:13.648965Z","steps":["trace[1237592135] 'process raft request' (duration: 43.264042ms)","trace[1237592135] 'compare' (duration: 87.885522ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:13.661788Z","caller":"traceutil/trace.go:171","msg":"trace[279567429] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"111.265051ms","start":"2026-07-23T05:50:13.550501Z","end":"2026-07-23T05:50:13.661766Z","steps":["trace[279567429] 'process raft request' (duration: 111.127497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:13.661863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.60012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:50:13.661914Z","caller":"traceutil/trace.go:171","msg":"trace[854216259] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27420; }","duration":"107.742414ms","start":"2026-07-23T05:50:13.554159Z","end":"2026-07-23T05:50:13.661901Z","steps":["trace[854216259] 'agreement among raft nodes before linearized reading' (duration: 107.581909ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:15.090983Z","caller":"traceutil/trace.go:171","msg":"trace[1921861113] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"291.492509ms","start":"2026-07-23T05:50:14.799471Z","end":"2026-07-23T05:50:15.090963Z","steps":["trace[1921861113] 'process raft request' (duration: 291.346135ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:30.698004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24901} {"level":"info","ts":"2026-07-23T05:50:30.866659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24901,"took":"163.939886ms","hash":57759441,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":35729408,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-23T05:50:30.866731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":57759441,"revision":24901,"compact-revision":21789} {"level":"info","ts":"2026-07-23T05:50:36.155988Z","caller":"traceutil/trace.go:171","msg":"trace[221864333] transaction","detail":"{read_only:false; response_revision:27584; number_of_response:1; }","duration":"106.967962ms","start":"2026-07-23T05:50:36.048989Z","end":"2026-07-23T05:50:36.155957Z","steps":["trace[221864333] 'process raft request' (duration: 106.670583ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:37.437098Z","caller":"traceutil/trace.go:171","msg":"trace[1233354185] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"108.810883ms","start":"2026-07-23T05:50:37.328265Z","end":"2026-07-23T05:50:37.437076Z","steps":["trace[1233354185] 'process raft request' (duration: 108.642478ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:39.347961Z","caller":"traceutil/trace.go:171","msg":"trace[1446259834] transaction","detail":"{read_only:false; response_revision:27624; number_of_response:1; }","duration":"164.318625ms","start":"2026-07-23T05:50:39.183618Z","end":"2026-07-23T05:50:39.347937Z","steps":["trace[1446259834] 'process raft request' (duration: 131.951306ms)","trace[1446259834] 'compare' (duration: 32.177304ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:54.454125Z","caller":"traceutil/trace.go:171","msg":"trace[532809399] transaction","detail":"{read_only:false; response_revision:27775; number_of_response:1; }","duration":"101.397177ms","start":"2026-07-23T05:50:54.352707Z","end":"2026-07-23T05:50:54.454104Z","steps":["trace[532809399] 'process raft request' (duration: 85.67624ms)","trace[532809399] 'compare' (duration: 15.591744ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:54.620355Z","caller":"traceutil/trace.go:171","msg":"trace[1244954480] transaction","detail":"{read_only:false; response_revision:27776; number_of_response:1; }","duration":"156.787937ms","start":"2026-07-23T05:50:54.46354Z","end":"2026-07-23T05:50:54.620327Z","steps":["trace[1244954480] 'process raft request' (duration: 101.10441ms)","trace[1244954480] 'compare' (duration: 55.574564ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:55.824003Z","caller":"traceutil/trace.go:171","msg":"trace[1284856458] transaction","detail":"{read_only:false; response_revision:27781; number_of_response:1; }","duration":"251.974471ms","start":"2026-07-23T05:50:55.572002Z","end":"2026-07-23T05:50:55.823976Z","steps":["trace[1284856458] 'process raft request' (duration: 251.828317ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:56.102373Z","caller":"traceutil/trace.go:171","msg":"trace[1630127060] transaction","detail":"{read_only:false; response_revision:27782; number_of_response:1; }","duration":"106.267693ms","start":"2026-07-23T05:50:55.996085Z","end":"2026-07-23T05:50:56.102352Z","steps":["trace[1630127060] 'process raft request' (duration: 65.180691ms)","trace[1630127060] 'compare' (duration: 40.479515ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:56.169396Z","caller":"traceutil/trace.go:171","msg":"trace[1548658985] transaction","detail":"{read_only:false; response_revision:27784; number_of_response:1; }","duration":"149.041851ms","start":"2026-07-23T05:50:56.02033Z","end":"2026-07-23T05:50:56.169372Z","steps":["trace[1548658985] 'process raft request' (duration: 148.885017ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:56.169472Z","caller":"traceutil/trace.go:171","msg":"trace[1522012766] transaction","detail":"{read_only:false; response_revision:27783; number_of_response:1; }","duration":"173.300355ms","start":"2026-07-23T05:50:55.996133Z","end":"2026-07-23T05:50:56.169434Z","steps":["trace[1522012766] 'process raft request' (duration: 172.902354ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:50:56.277829Z","caller":"traceutil/trace.go:171","msg":"trace[813477980] transaction","detail":"{read_only:false; response_revision:27785; number_of_response:1; }","duration":"215.064466ms","start":"2026-07-23T05:50:56.062731Z","end":"2026-07-23T05:50:56.277795Z","steps":["trace[813477980] 'process raft request' (duration: 181.611216ms)","trace[813477980] 'compare' (duration: 32.929215ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:56.278079Z","caller":"traceutil/trace.go:171","msg":"trace[358523186] linearizableReadLoop","detail":"{readStateIndex:28709; appliedIndex:28707; }","duration":"185.506974ms","start":"2026-07-23T05:50:56.092554Z","end":"2026-07-23T05:50:56.278061Z","steps":["trace[358523186] 'read index received' (duration: 76.899537ms)","trace[358523186] 'applied index is now lower than readState.Index' (duration: 108.606127ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:50:56.278224Z","caller":"traceutil/trace.go:171","msg":"trace[1476870810] transaction","detail":"{read_only:false; response_revision:27786; number_of_response:1; }","duration":"201.90334ms","start":"2026-07-23T05:50:56.07628Z","end":"2026-07-23T05:50:56.278183Z","steps":["trace[1476870810] 'process raft request' (duration: 201.148319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:50:56.278266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.653198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:50:56.278399Z","caller":"traceutil/trace.go:171","msg":"trace[745005728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27786; }","duration":"185.831704ms","start":"2026-07-23T05:50:56.092502Z","end":"2026-07-23T05:50:56.278334Z","steps":["trace[745005728] 'agreement among raft nodes before linearized reading' (duration: 185.635518ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:14.655993Z","caller":"traceutil/trace.go:171","msg":"trace[61942776] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"111.154489ms","start":"2026-07-23T05:51:14.544806Z","end":"2026-07-23T05:51:14.65596Z","steps":["trace[61942776] 'process raft request' (duration: 111.032925ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:17.286302Z","caller":"traceutil/trace.go:171","msg":"trace[516184158] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"192.221241ms","start":"2026-07-23T05:51:17.094054Z","end":"2026-07-23T05:51:17.286275Z","steps":["trace[516184158] 'process raft request' (duration: 192.036946ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:17.382027Z","caller":"traceutil/trace.go:171","msg":"trace[1313169588] linearizableReadLoop","detail":"{readStateIndex:28887; appliedIndex:28885; }","duration":"119.253974ms","start":"2026-07-23T05:51:17.26274Z","end":"2026-07-23T05:51:17.381994Z","steps":["trace[1313169588] 'read index received' (duration: 23.36328ms)","trace[1313169588] 'applied index is now lower than readState.Index' (duration: 95.889874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:17.38224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.47473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:17.382333Z","caller":"traceutil/trace.go:171","msg":"trace[670023702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27960; }","duration":"119.604633ms","start":"2026-07-23T05:51:17.262698Z","end":"2026-07-23T05:51:17.382303Z","steps":["trace[670023702] 'agreement among raft nodes before linearized reading' (duration: 119.454179ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:17.382556Z","caller":"traceutil/trace.go:171","msg":"trace[2020743754] transaction","detail":"{read_only:false; response_revision:27960; number_of_response:1; }","duration":"248.071592ms","start":"2026-07-23T05:51:17.134472Z","end":"2026-07-23T05:51:17.382543Z","steps":["trace[2020743754] 'process raft request' (duration: 223.51672ms)","trace[2020743754] 'compare' (duration: 23.822612ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:17.577818Z","caller":"traceutil/trace.go:171","msg":"trace[383508902] transaction","detail":"{read_only:false; response_revision:27961; number_of_response:1; }","duration":"190.816392ms","start":"2026-07-23T05:51:17.386968Z","end":"2026-07-23T05:51:17.577784Z","steps":["trace[383508902] 'process raft request' (duration: 110.522281ms)","trace[383508902] 'compare' (duration: 79.782477ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:18.548545Z","caller":"traceutil/trace.go:171","msg":"trace[980176971] transaction","detail":"{read_only:false; response_revision:27966; number_of_response:1; }","duration":"189.709021ms","start":"2026-07-23T05:51:18.35878Z","end":"2026-07-23T05:51:18.548489Z","steps":["trace[980176971] 'process raft request' (duration: 153.886116ms)","trace[980176971] 'compare' (duration: 35.342272ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:18.714135Z","caller":"traceutil/trace.go:171","msg":"trace[2032244930] transaction","detail":"{read_only:false; response_revision:27967; number_of_response:1; }","duration":"349.554762ms","start":"2026-07-23T05:51:18.36456Z","end":"2026-07-23T05:51:18.714114Z","steps":["trace[2032244930] 'process raft request' (duration: 340.881831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:18.714268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:18.364535Z","time spent":"349.664165ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:18.714474Z","caller":"traceutil/trace.go:171","msg":"trace[1500041860] transaction","detail":"{read_only:false; response_revision:27968; number_of_response:1; }","duration":"342.408993ms","start":"2026-07-23T05:51:18.372015Z","end":"2026-07-23T05:51:18.714424Z","steps":["trace[1500041860] 'process raft request' (duration: 342.062344ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:18.714542Z","caller":"traceutil/trace.go:171","msg":"trace[733869152] transaction","detail":"{read_only:false; response_revision:27969; number_of_response:1; }","duration":"328.96251ms","start":"2026-07-23T05:51:18.385563Z","end":"2026-07-23T05:51:18.714525Z","steps":["trace[733869152] 'process raft request' (duration: 328.716853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:18.714632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:18.371992Z","time spent":"342.557738ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:18.71464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:18.38555Z","time spent":"329.043892ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T05:51:18.714648Z","caller":"traceutil/trace.go:171","msg":"trace[234564166] transaction","detail":"{read_only:false; response_revision:27970; number_of_response:1; }","duration":"318.208011ms","start":"2026-07-23T05:51:18.396424Z","end":"2026-07-23T05:51:18.714632Z","steps":["trace[234564166] 'process raft request' (duration: 318.013056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:18.714715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:18.396411Z","time spent":"318.267234ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:18.71475Z","caller":"traceutil/trace.go:171","msg":"trace[153427392] transaction","detail":"{read_only:false; response_revision:27971; number_of_response:1; }","duration":"213.321307ms","start":"2026-07-23T05:51:18.501401Z","end":"2026-07-23T05:51:18.714722Z","steps":["trace[153427392] 'process raft request' (duration: 213.118791ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:18.714721Z","caller":"traceutil/trace.go:171","msg":"trace[1594061705] linearizableReadLoop","detail":"{readStateIndex:28895; appliedIndex:28892; }","duration":"329.768803ms","start":"2026-07-23T05:51:18.384882Z","end":"2026-07-23T05:51:18.714651Z","steps":["trace[1594061705] 'read index received' (duration: 127.793631ms)","trace[1594061705] 'applied index is now lower than readState.Index' (duration: 201.973992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:18.714981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.470144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:18.715062Z","caller":"traceutil/trace.go:171","msg":"trace[154240934] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27971; }","duration":"320.586308ms","start":"2026-07-23T05:51:18.394457Z","end":"2026-07-23T05:51:18.715044Z","steps":["trace[154240934] 'agreement among raft nodes before linearized reading' (duration: 320.463504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:18.715131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:18.394436Z","time spent":"320.681241ms","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:18.714985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.082301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-7kw8p\" ","response":"range_response_count:1 size:24758"} {"level":"info","ts":"2026-07-23T05:51:18.715473Z","caller":"traceutil/trace.go:171","msg":"trace[1022097143] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-7kw8p; range_end:; response_count:1; response_revision:27971; }","duration":"330.612686ms","start":"2026-07-23T05:51:18.384847Z","end":"2026-07-23T05:51:18.715459Z","steps":["trace[1022097143] 'agreement among raft nodes before linearized reading' (duration: 329.950748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:18.715549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:18.384832Z","time spent":"330.702048ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":24781,"request content":"key:\"/registry/pods/openstack/manila-ks-endpoints-7kw8p\" "} {"level":"info","ts":"2026-07-23T05:51:18.890879Z","caller":"traceutil/trace.go:171","msg":"trace[1977163422] transaction","detail":"{read_only:false; response_revision:27973; number_of_response:1; }","duration":"169.8832ms","start":"2026-07-23T05:51:18.720958Z","end":"2026-07-23T05:51:18.890842Z","steps":["trace[1977163422] 'process raft request' (duration: 107.675112ms)","trace[1977163422] 'compare' (duration: 61.757386ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:18.891078Z","caller":"traceutil/trace.go:171","msg":"trace[2146811839] transaction","detail":"{read_only:false; response_revision:27974; number_of_response:1; }","duration":"160.456348ms","start":"2026-07-23T05:51:18.730598Z","end":"2026-07-23T05:51:18.891054Z","steps":["trace[2146811839] 'process raft request' (duration: 160.088458ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:18.891135Z","caller":"traceutil/trace.go:171","msg":"trace[1329868055] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"132.510322ms","start":"2026-07-23T05:51:18.758605Z","end":"2026-07-23T05:51:18.891115Z","steps":["trace[1329868055] 'process raft request' (duration: 132.360338ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:18.891215Z","caller":"traceutil/trace.go:171","msg":"trace[1056318004] linearizableReadLoop","detail":"{readStateIndex:28901; appliedIndex:28899; }","duration":"155.610453ms","start":"2026-07-23T05:51:18.735544Z","end":"2026-07-23T05:51:18.891154Z","steps":["trace[1056318004] 'read index received' (duration: 93.103576ms)","trace[1056318004] 'applied index is now lower than readState.Index' (duration: 62.503237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:18.891447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.881171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:51:18.891792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.536509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:51:18.891814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.689194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:51:18.891852Z","caller":"traceutil/trace.go:171","msg":"trace[1253886345] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:27975; }","duration":"115.758186ms","start":"2026-07-23T05:51:18.776085Z","end":"2026-07-23T05:51:18.891843Z","steps":["trace[1253886345] 'agreement among raft nodes before linearized reading' (duration: 115.619122ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:18.891856Z","caller":"traceutil/trace.go:171","msg":"trace[416030659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27975; }","duration":"120.638602ms","start":"2026-07-23T05:51:18.7712Z","end":"2026-07-23T05:51:18.891838Z","steps":["trace[416030659] 'agreement among raft nodes before linearized reading' (duration: 120.443657ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:18.891662Z","caller":"traceutil/trace.go:171","msg":"trace[966878526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27975; }","duration":"156.140918ms","start":"2026-07-23T05:51:18.735508Z","end":"2026-07-23T05:51:18.891649Z","steps":["trace[966878526] 'agreement among raft nodes before linearized reading' (duration: 155.87055ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:19.760639Z","caller":"traceutil/trace.go:171","msg":"trace[595877657] linearizableReadLoop","detail":"{readStateIndex:28914; appliedIndex:28913; }","duration":"188.331523ms","start":"2026-07-23T05:51:19.572283Z","end":"2026-07-23T05:51:19.760615Z","steps":["trace[595877657] 'read index received' (duration: 188.270921ms)","trace[595877657] 'applied index is now lower than readState.Index' (duration: 59.562µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:19.760701Z","caller":"traceutil/trace.go:171","msg":"trace[1978774801] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"372.398797ms","start":"2026-07-23T05:51:19.388278Z","end":"2026-07-23T05:51:19.760677Z","steps":["trace[1978774801] 'process raft request' (duration: 372.16574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:19.760805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:19.388258Z","time spent":"372.485439ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:19.761035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.712633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:51:19.761277Z","caller":"traceutil/trace.go:171","msg":"trace[625493047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27986; }","duration":"188.876768ms","start":"2026-07-23T05:51:19.572246Z","end":"2026-07-23T05:51:19.761123Z","steps":["trace[625493047] 'agreement among raft nodes before linearized reading' (duration: 188.490017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:19.767784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.078283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:51:19.767917Z","caller":"traceutil/trace.go:171","msg":"trace[1330718753] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"172.680098ms","start":"2026-07-23T05:51:19.59522Z","end":"2026-07-23T05:51:19.7679Z","steps":["trace[1330718753] 'process raft request' (duration: 172.327558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:19.768111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.100716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:19.767852Z","caller":"traceutil/trace.go:171","msg":"trace[1780650568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27987; }","duration":"185.156215ms","start":"2026-07-23T05:51:19.582681Z","end":"2026-07-23T05:51:19.767837Z","steps":["trace[1780650568] 'agreement among raft nodes before linearized reading' (duration: 184.96745ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:19.768143Z","caller":"traceutil/trace.go:171","msg":"trace[1770584094] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27987; }","duration":"152.161828ms","start":"2026-07-23T05:51:19.615975Z","end":"2026-07-23T05:51:19.768137Z","steps":["trace[1770584094] 'agreement among raft nodes before linearized reading' (duration: 152.072686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:19.768103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.554008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:19.768264Z","caller":"traceutil/trace.go:171","msg":"trace[921295724] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27987; }","duration":"130.730623ms","start":"2026-07-23T05:51:19.637499Z","end":"2026-07-23T05:51:19.76823Z","steps":["trace[921295724] 'agreement among raft nodes before linearized reading' (duration: 130.490036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.042636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.304791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:20.042839Z","caller":"traceutil/trace.go:171","msg":"trace[724639974] transaction","detail":"{read_only:false; response_revision:27988; number_of_response:1; }","duration":"269.689842ms","start":"2026-07-23T05:51:19.773124Z","end":"2026-07-23T05:51:20.042814Z","steps":["trace[724639974] 'process raft request' (duration: 108.104463ms)","trace[724639974] 'compare' (duration: 161.060854ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:20.043591Z","caller":"traceutil/trace.go:171","msg":"trace[1897636720] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"265.809334ms","start":"2026-07-23T05:51:19.777767Z","end":"2026-07-23T05:51:20.043576Z","steps":["trace[1897636720] 'process raft request' (duration: 264.975641ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:20.044454Z","caller":"traceutil/trace.go:171","msg":"trace[1478209400] linearizableReadLoop","detail":"{readStateIndex:28917; appliedIndex:28915; }","duration":"160.286403ms","start":"2026-07-23T05:51:19.884147Z","end":"2026-07-23T05:51:20.044433Z","steps":["trace[1478209400] 'read index received' (duration: 89.054704ms)","trace[1478209400] 'applied index is now lower than readState.Index' (duration: 71.229529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:20.044583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.432426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:20.044616Z","caller":"traceutil/trace.go:171","msg":"trace[1762307817] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27990; }","duration":"160.53026ms","start":"2026-07-23T05:51:19.884074Z","end":"2026-07-23T05:51:20.044604Z","steps":["trace[1762307817] 'agreement among raft nodes before linearized reading' (duration: 160.444227ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:20.285453Z","caller":"traceutil/trace.go:171","msg":"trace[1320151490] linearizableReadLoop","detail":"{readStateIndex:28919; appliedIndex:28918; }","duration":"194.70389ms","start":"2026-07-23T05:51:20.090727Z","end":"2026-07-23T05:51:20.285431Z","steps":["trace[1320151490] 'read index received' (duration: 194.566537ms)","trace[1320151490] 'applied index is now lower than readState.Index' (duration: 135.813µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:20.285625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.881575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:20.285653Z","caller":"traceutil/trace.go:171","msg":"trace[903044959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27991; }","duration":"194.956827ms","start":"2026-07-23T05:51:20.090687Z","end":"2026-07-23T05:51:20.285644Z","steps":["trace[903044959] 'agreement among raft nodes before linearized reading' (duration: 194.859915ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:20.28546Z","caller":"traceutil/trace.go:171","msg":"trace[850740237] transaction","detail":"{read_only:false; response_revision:27991; number_of_response:1; }","duration":"235.496414ms","start":"2026-07-23T05:51:20.049939Z","end":"2026-07-23T05:51:20.285436Z","steps":["trace[850740237] 'process raft request' (duration: 235.3541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.516411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.344051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:20.516933Z","caller":"traceutil/trace.go:171","msg":"trace[1304502944] transaction","detail":"{read_only:false; response_revision:27992; number_of_response:1; }","duration":"158.692389ms","start":"2026-07-23T05:51:20.358182Z","end":"2026-07-23T05:51:20.516875Z","steps":["trace[1304502944] 'process raft request' (duration: 31.810534ms)","trace[1304502944] 'compare' (duration: 126.166165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:20.922518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.186126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:20.922639Z","caller":"traceutil/trace.go:171","msg":"trace[1885124818] linearizableReadLoop","detail":"{readStateIndex:28921; appliedIndex:28920; }","duration":"203.044692ms","start":"2026-07-23T05:51:20.719576Z","end":"2026-07-23T05:51:20.922621Z","steps":["trace[1885124818] 'read index received' (duration: 67.694211ms)","trace[1885124818] 'applied index is now lower than readState.Index' (duration: 135.34894ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:20.922675Z","caller":"traceutil/trace.go:171","msg":"trace[619785069] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"368.450727ms","start":"2026-07-23T05:51:20.554192Z","end":"2026-07-23T05:51:20.922643Z","steps":["trace[619785069] 'process raft request' (duration: 233.049975ms)","trace[619785069] 'compare' (duration: 135.004331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:20.922735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.156194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:20.922773Z","caller":"traceutil/trace.go:171","msg":"trace[768461591] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27993; }","duration":"203.223946ms","start":"2026-07-23T05:51:20.719538Z","end":"2026-07-23T05:51:20.922761Z","steps":["trace[768461591] 'agreement among raft nodes before linearized reading' (duration: 203.158275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.922813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:20.554172Z","time spent":"368.566721ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:20.944801Z","caller":"traceutil/trace.go:171","msg":"trace[1996592555] transaction","detail":"{read_only:false; response_revision:27996; number_of_response:1; }","duration":"221.081893ms","start":"2026-07-23T05:51:20.723701Z","end":"2026-07-23T05:51:20.944783Z","steps":["trace[1996592555] 'process raft request' (duration: 221.048182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.945032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.364902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:20.945251Z","caller":"traceutil/trace.go:171","msg":"trace[856667641] transaction","detail":"{read_only:false; response_revision:27995; number_of_response:1; }","duration":"224.684383ms","start":"2026-07-23T05:51:20.720532Z","end":"2026-07-23T05:51:20.945216Z","steps":["trace[856667641] 'process raft request' (duration: 224.188079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.945294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.874161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:51:20.945352Z","caller":"traceutil/trace.go:171","msg":"trace[2102181487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27996; }","duration":"205.981043ms","start":"2026-07-23T05:51:20.739359Z","end":"2026-07-23T05:51:20.94534Z","steps":["trace[2102181487] 'agreement among raft nodes before linearized reading' (duration: 205.775887ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:20.945284Z","caller":"traceutil/trace.go:171","msg":"trace[115929199] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27996; }","duration":"225.591878ms","start":"2026-07-23T05:51:20.719613Z","end":"2026-07-23T05:51:20.945205Z","steps":["trace[115929199] 'agreement among raft nodes before linearized reading' (duration: 225.173557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.945382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.667177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-07-23T05:51:20.945382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.332718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:20.945419Z","caller":"traceutil/trace.go:171","msg":"trace[987307612] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27996; }","duration":"222.733249ms","start":"2026-07-23T05:51:20.722675Z","end":"2026-07-23T05:51:20.945408Z","steps":["trace[987307612] 'agreement among raft nodes before linearized reading' (duration: 222.625036ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:20.945422Z","caller":"traceutil/trace.go:171","msg":"trace[26699579] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27996; }","duration":"222.41135ms","start":"2026-07-23T05:51:20.723003Z","end":"2026-07-23T05:51:20.945414Z","steps":["trace[26699579] 'agreement among raft nodes before linearized reading' (duration: 222.261096ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:20.945283Z","caller":"traceutil/trace.go:171","msg":"trace[1930522230] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"224.983801ms","start":"2026-07-23T05:51:20.720279Z","end":"2026-07-23T05:51:20.945263Z","steps":["trace[1930522230] 'process raft request' (duration: 224.317292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.945454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.783606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:20.94548Z","caller":"traceutil/trace.go:171","msg":"trace[211217347] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27996; }","duration":"224.839718ms","start":"2026-07-23T05:51:20.720633Z","end":"2026-07-23T05:51:20.945472Z","steps":["trace[211217347] 'agreement among raft nodes before linearized reading' (duration: 224.693274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.945595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.653967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:20.945676Z","caller":"traceutil/trace.go:171","msg":"trace[737901231] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27996; }","duration":"222.744829ms","start":"2026-07-23T05:51:20.722925Z","end":"2026-07-23T05:51:20.94567Z","steps":["trace[737901231] 'agreement among raft nodes before linearized reading' (duration: 222.650197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:20.945853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.082544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:51:20.945885Z","caller":"traceutil/trace.go:171","msg":"trace[908343530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27996; }","duration":"130.233289ms","start":"2026-07-23T05:51:20.815646Z","end":"2026-07-23T05:51:20.945879Z","steps":["trace[908343530] 'agreement among raft nodes before linearized reading' (duration: 129.847928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:21.212219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.712134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:21.21251Z","caller":"traceutil/trace.go:171","msg":"trace[477796094] transaction","detail":"{read_only:false; response_revision:27997; number_of_response:1; }","duration":"263.081609ms","start":"2026-07-23T05:51:20.949401Z","end":"2026-07-23T05:51:21.212483Z","steps":["trace[477796094] 'process raft request' (duration: 78.642845ms)","trace[477796094] 'compare' (duration: 183.017775ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:21.212569Z","caller":"traceutil/trace.go:171","msg":"trace[1991285482] transaction","detail":"{read_only:false; response_revision:27998; number_of_response:1; }","duration":"263.022798ms","start":"2026-07-23T05:51:20.949521Z","end":"2026-07-23T05:51:21.212544Z","steps":["trace[1991285482] 'process raft request' (duration: 262.880794ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:21.212537Z","caller":"traceutil/trace.go:171","msg":"trace[1383264480] linearizableReadLoop","detail":"{readStateIndex:28927; appliedIndex:28924; }","duration":"262.421381ms","start":"2026-07-23T05:51:20.950102Z","end":"2026-07-23T05:51:21.212523Z","steps":["trace[1383264480] 'read index received' (duration: 77.993737ms)","trace[1383264480] 'applied index is now lower than readState.Index' (duration: 184.426684ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:21.21264Z","caller":"traceutil/trace.go:171","msg":"trace[844526809] transaction","detail":"{read_only:false; response_revision:27999; number_of_response:1; }","duration":"263.07951ms","start":"2026-07-23T05:51:20.949523Z","end":"2026-07-23T05:51:21.212603Z","steps":["trace[844526809] 'process raft request' (duration: 262.958446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:21.212793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.686199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18519"} {"level":"info","ts":"2026-07-23T05:51:21.212831Z","caller":"traceutil/trace.go:171","msg":"trace[1881181991] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27999; }","duration":"262.756801ms","start":"2026-07-23T05:51:20.950063Z","end":"2026-07-23T05:51:21.21282Z","steps":["trace[1881181991] 'agreement among raft nodes before linearized reading' (duration: 262.609047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:21.212803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.959948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:51:21.212965Z","caller":"traceutil/trace.go:171","msg":"trace[1186832590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27999; }","duration":"199.157183ms","start":"2026-07-23T05:51:21.013796Z","end":"2026-07-23T05:51:21.212953Z","steps":["trace[1186832590] 'agreement among raft nodes before linearized reading' (duration: 198.965118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:21.21297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.027024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:21.213059Z","caller":"traceutil/trace.go:171","msg":"trace[1655926841] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27999; }","duration":"179.157568ms","start":"2026-07-23T05:51:21.033883Z","end":"2026-07-23T05:51:21.213041Z","steps":["trace[1655926841] 'agreement among raft nodes before linearized reading' (duration: 179.026284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.839635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.749763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:51:23.839709Z","caller":"traceutil/trace.go:171","msg":"trace[256550750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28019; }","duration":"622.864225ms","start":"2026-07-23T05:51:23.216828Z","end":"2026-07-23T05:51:23.839692Z","steps":["trace[256550750] 'range keys from in-memory index tree' (duration: 622.595568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.839749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.21681Z","time spent":"622.929387ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:51:23.83996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.113252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:51:23.839999Z","caller":"traceutil/trace.go:171","msg":"trace[537084651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28019; }","duration":"623.184734ms","start":"2026-07-23T05:51:23.216805Z","end":"2026-07-23T05:51:23.839989Z","steps":["trace[537084651] 'range keys from in-memory index tree' (duration: 622.972488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.840041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.216786Z","time spent":"623.246846ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:51:23.840115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.727791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:23.840166Z","caller":"traceutil/trace.go:171","msg":"trace[10316471] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28019; }","duration":"514.816833ms","start":"2026-07-23T05:51:23.325333Z","end":"2026-07-23T05:51:23.84015Z","steps":["trace[10316471] 'count revisions from in-memory index tree' (duration: 514.634308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.8402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.325313Z","time spent":"514.876415ms","remote":"127.0.0.1:57342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:23.840248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.19005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:51:23.84026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.461488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:51:23.840275Z","caller":"traceutil/trace.go:171","msg":"trace[130429533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28019; }","duration":"440.249321ms","start":"2026-07-23T05:51:23.400018Z","end":"2026-07-23T05:51:23.840268Z","steps":["trace[130429533] 'range keys from in-memory index tree' (duration: 440.097267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.840293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.400003Z","time spent":"440.285022ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T05:51:23.840295Z","caller":"traceutil/trace.go:171","msg":"trace[230072869] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28019; }","duration":"124.528049ms","start":"2026-07-23T05:51:23.715757Z","end":"2026-07-23T05:51:23.840285Z","steps":["trace[230072869] 'count revisions from in-memory index tree' (duration: 124.389336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.840389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.325983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-23T05:51:23.840473Z","caller":"traceutil/trace.go:171","msg":"trace[1294014502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28019; }","duration":"314.448557ms","start":"2026-07-23T05:51:23.526004Z","end":"2026-07-23T05:51:23.840453Z","steps":["trace[1294014502] 'range keys from in-memory index tree' (duration: 314.167959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.840517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.525989Z","time spent":"314.517628ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-23T05:51:23.840425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.162676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:51:23.841004Z","caller":"traceutil/trace.go:171","msg":"trace[452921842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28019; }","duration":"622.771913ms","start":"2026-07-23T05:51:23.218217Z","end":"2026-07-23T05:51:23.840989Z","steps":["trace[452921842] 'range keys from in-memory index tree' (duration: 622.039102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:23.841043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.2182Z","time spent":"622.830914ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:51:23.841062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.29382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:51:23.841127Z","caller":"traceutil/trace.go:171","msg":"trace[881612470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28019; }","duration":"234.380402ms","start":"2026-07-23T05:51:23.606729Z","end":"2026-07-23T05:51:23.841109Z","steps":["trace[881612470] 'count revisions from in-memory index tree' (duration: 234.212308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.235838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.522509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:51:24.23598Z","caller":"traceutil/trace.go:171","msg":"trace[1251815627] linearizableReadLoop","detail":"{readStateIndex:28948; appliedIndex:28947; }","duration":"448.608695ms","start":"2026-07-23T05:51:23.787346Z","end":"2026-07-23T05:51:24.235954Z","steps":["trace[1251815627] 'read index received' (duration: 224.305283ms)","trace[1251815627] 'applied index is now lower than readState.Index' (duration: 224.301062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:24.236309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.935704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:24.23637Z","caller":"traceutil/trace.go:171","msg":"trace[1898104779] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28019; }","duration":"449.040866ms","start":"2026-07-23T05:51:23.787314Z","end":"2026-07-23T05:51:24.236355Z","steps":["trace[1898104779] 'agreement among raft nodes before linearized reading' (duration: 448.895252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.236413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.787299Z","time spent":"449.103209ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-23T05:51:24.264987Z","caller":"traceutil/trace.go:171","msg":"trace[159622158] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"477.60349ms","start":"2026-07-23T05:51:23.787355Z","end":"2026-07-23T05:51:24.264959Z","steps":["trace[159622158] 'process raft request' (duration: 476.942561ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:24.265124Z","caller":"traceutil/trace.go:171","msg":"trace[230140089] transaction","detail":"{read_only:false; response_revision:28023; number_of_response:1; }","duration":"419.952309ms","start":"2026-07-23T05:51:23.845153Z","end":"2026-07-23T05:51:24.265105Z","steps":["trace[230140089] 'process raft request' (duration: 419.865136ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:24.265287Z","caller":"traceutil/trace.go:171","msg":"trace[950959383] transaction","detail":"{read_only:false; response_revision:28027; number_of_response:1; }","duration":"317.875742ms","start":"2026-07-23T05:51:23.947394Z","end":"2026-07-23T05:51:24.265269Z","steps":["trace[950959383] 'process raft request' (duration: 317.836161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.265388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.94736Z","time spent":"317.975445ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:24.26551Z","caller":"traceutil/trace.go:171","msg":"trace[1165374421] transaction","detail":"{read_only:false; response_revision:28024; number_of_response:1; }","duration":"420.321019ms","start":"2026-07-23T05:51:23.845183Z","end":"2026-07-23T05:51:24.265504Z","steps":["trace[1165374421] 'process raft request' (duration: 419.881297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.265172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.78733Z","time spent":"477.729904ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:24.265541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.845179Z","time spent":"420.34658ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:24.265585Z","caller":"traceutil/trace.go:171","msg":"trace[1440071396] transaction","detail":"{read_only:false; response_revision:28025; number_of_response:1; }","duration":"420.36157ms","start":"2026-07-23T05:51:23.845217Z","end":"2026-07-23T05:51:24.265578Z","steps":["trace[1440071396] 'process raft request' (duration: 419.936618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.265611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.845195Z","time spent":"420.401941ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:24.265655Z","caller":"traceutil/trace.go:171","msg":"trace[924188850] transaction","detail":"{read_only:false; response_revision:28026; number_of_response:1; }","duration":"368.979822ms","start":"2026-07-23T05:51:23.896671Z","end":"2026-07-23T05:51:24.265651Z","steps":["trace[924188850] 'process raft request' (duration: 368.53256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.265682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.896645Z","time spent":"369.024024ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:24.265434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.845148Z","time spent":"420.087393ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:24.265982Z","caller":"traceutil/trace.go:171","msg":"trace[1762147505] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"420.882654ms","start":"2026-07-23T05:51:23.845093Z","end":"2026-07-23T05:51:24.265976Z","steps":["trace[1762147505] 'process raft request' (duration: 419.870086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.266012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.845075Z","time spent":"420.922226ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:24.266057Z","caller":"traceutil/trace.go:171","msg":"trace[627873484] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"461.077411ms","start":"2026-07-23T05:51:23.804975Z","end":"2026-07-23T05:51:24.266053Z","steps":["trace[627873484] 'process raft request' (duration: 459.871118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.266083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.804957Z","time spent":"461.111622ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:24.393448Z","caller":"traceutil/trace.go:171","msg":"trace[1874779054] transaction","detail":"{read_only:false; response_revision:28028; number_of_response:1; }","duration":"332.633202ms","start":"2026-07-23T05:51:24.060776Z","end":"2026-07-23T05:51:24.393409Z","steps":["trace[1874779054] 'process raft request' (duration: 279.528617ms)","trace[1874779054] 'compare' (duration: 52.743305ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:24.393498Z","caller":"traceutil/trace.go:171","msg":"trace[2046255194] linearizableReadLoop","detail":"{readStateIndex:28957; appliedIndex:28948; }","duration":"157.465885ms","start":"2026-07-23T05:51:24.236012Z","end":"2026-07-23T05:51:24.393478Z","steps":["trace[2046255194] 'read index received' (duration: 28.232404ms)","trace[2046255194] 'applied index is now lower than readState.Index' (duration: 129.232521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:24.393597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:24.060748Z","time spent":"332.770956ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:24.393661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.502521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:24.393691Z","caller":"traceutil/trace.go:171","msg":"trace[398376291] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28029; }","duration":"588.578584ms","start":"2026-07-23T05:51:23.805105Z","end":"2026-07-23T05:51:24.393684Z","steps":["trace[398376291] 'agreement among raft nodes before linearized reading' (duration: 588.4395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.393716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.805087Z","time spent":"588.623115ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-23T05:51:24.393708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.876812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:24.393762Z","caller":"traceutil/trace.go:171","msg":"trace[1541709383] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28029; }","duration":"281.931063ms","start":"2026-07-23T05:51:24.111814Z","end":"2026-07-23T05:51:24.393745Z","steps":["trace[1541709383] 'agreement among raft nodes before linearized reading' (duration: 281.845541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.3937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.349668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T05:51:24.393914Z","caller":"traceutil/trace.go:171","msg":"trace[1707643180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28029; }","duration":"330.532603ms","start":"2026-07-23T05:51:24.063288Z","end":"2026-07-23T05:51:24.393821Z","steps":["trace[1707643180] 'agreement among raft nodes before linearized reading' (duration: 330.276236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.394128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:24.063273Z","time spent":"330.667338ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:51:24.394265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.228001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-23T05:51:24.39433Z","caller":"traceutil/trace.go:171","msg":"trace[890647713] range","detail":"{range_begin:/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72; range_end:; response_count:1; response_revision:28029; }","duration":"549.327113ms","start":"2026-07-23T05:51:23.844985Z","end":"2026-07-23T05:51:24.394313Z","steps":["trace[890647713] 'agreement among raft nodes before linearized reading' (duration: 548.618963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:24.394368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:23.844974Z","time spent":"549.386615ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-246a13bb-d075-4a04-b889-354efac0bf72\" "} {"level":"info","ts":"2026-07-23T05:51:32.518364Z","caller":"traceutil/trace.go:171","msg":"trace[1460983483] transaction","detail":"{read_only:false; response_revision:28084; number_of_response:1; }","duration":"185.422232ms","start":"2026-07-23T05:51:32.332918Z","end":"2026-07-23T05:51:32.518341Z","steps":["trace[1460983483] 'process raft request' (duration: 145.941855ms)","trace[1460983483] 'compare' (duration: 39.252281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:32.518546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.699145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:51:32.518575Z","caller":"traceutil/trace.go:171","msg":"trace[1940890814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28085; }","duration":"174.767226ms","start":"2026-07-23T05:51:32.3438Z","end":"2026-07-23T05:51:32.518567Z","steps":["trace[1940890814] 'agreement among raft nodes before linearized reading' (duration: 174.601981ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:32.518376Z","caller":"traceutil/trace.go:171","msg":"trace[166639512] linearizableReadLoop","detail":"{readStateIndex:29014; appliedIndex:29012; }","duration":"174.521689ms","start":"2026-07-23T05:51:32.343839Z","end":"2026-07-23T05:51:32.518361Z","steps":["trace[166639512] 'read index received' (duration: 26.891787ms)","trace[166639512] 'applied index is now lower than readState.Index' (duration: 147.628802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:32.518731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:32.518764Z","caller":"traceutil/trace.go:171","msg":"trace[1730696913] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28085; }","duration":"140.943286ms","start":"2026-07-23T05:51:32.377802Z","end":"2026-07-23T05:51:32.518745Z","steps":["trace[1730696913] 'agreement among raft nodes before linearized reading' (duration: 140.891844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:32.51893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.524969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:51:32.51895Z","caller":"traceutil/trace.go:171","msg":"trace[1599594579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28085; }","duration":"129.759625ms","start":"2026-07-23T05:51:32.389185Z","end":"2026-07-23T05:51:32.518945Z","steps":["trace[1599594579] 'agreement among raft nodes before linearized reading' (duration: 129.708484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:32.51912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.92727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:51:32.519148Z","caller":"traceutil/trace.go:171","msg":"trace[883492808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28085; }","duration":"129.991902ms","start":"2026-07-23T05:51:32.389147Z","end":"2026-07-23T05:51:32.519139Z","steps":["trace[883492808] 'agreement among raft nodes before linearized reading' (duration: 129.92497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:32.519258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.487236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:51:32.519276Z","caller":"traceutil/trace.go:171","msg":"trace[792386221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28085; }","duration":"139.529367ms","start":"2026-07-23T05:51:32.379742Z","end":"2026-07-23T05:51:32.519272Z","steps":["trace[792386221] 'agreement among raft nodes before linearized reading' (duration: 139.481316ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:33.215512Z","caller":"traceutil/trace.go:171","msg":"trace[494148749] linearizableReadLoop","detail":"{readStateIndex:29022; appliedIndex:29021; }","duration":"120.217971ms","start":"2026-07-23T05:51:33.095263Z","end":"2026-07-23T05:51:33.215481Z","steps":["trace[494148749] 'read index received' (duration: 119.964324ms)","trace[494148749] 'applied index is now lower than readState.Index' (duration: 251.597µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:33.215551Z","caller":"traceutil/trace.go:171","msg":"trace[2021527169] transaction","detail":"{read_only:false; response_revision:28092; number_of_response:1; }","duration":"121.97594ms","start":"2026-07-23T05:51:33.093544Z","end":"2026-07-23T05:51:33.21552Z","steps":["trace[2021527169] 'process raft request' (duration: 121.735543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:33.215666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.391635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:33.215699Z","caller":"traceutil/trace.go:171","msg":"trace[500827513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28092; }","duration":"120.509359ms","start":"2026-07-23T05:51:33.095183Z","end":"2026-07-23T05:51:33.215692Z","steps":["trace[500827513] 'agreement among raft nodes before linearized reading' (duration: 120.413346ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:33.268261Z","caller":"traceutil/trace.go:171","msg":"trace[171437973] transaction","detail":"{read_only:false; response_revision:28093; number_of_response:1; }","duration":"163.946805ms","start":"2026-07-23T05:51:33.10429Z","end":"2026-07-23T05:51:33.268237Z","steps":["trace[171437973] 'process raft request' (duration: 158.153884ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:33.268442Z","caller":"traceutil/trace.go:171","msg":"trace[1911255885] transaction","detail":"{read_only:false; response_revision:28094; number_of_response:1; }","duration":"162.64616ms","start":"2026-07-23T05:51:33.105786Z","end":"2026-07-23T05:51:33.268432Z","steps":["trace[1911255885] 'process raft request' (duration: 161.969921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:33.268609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.75835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:33.268674Z","caller":"traceutil/trace.go:171","msg":"trace[1519506958] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28095; }","duration":"163.861693ms","start":"2026-07-23T05:51:33.104795Z","end":"2026-07-23T05:51:33.268657Z","steps":["trace[1519506958] 'agreement among raft nodes before linearized reading' (duration: 163.7327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:33.268698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.771286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:33.268748Z","caller":"traceutil/trace.go:171","msg":"trace[910218547] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28095; }","duration":"165.891259ms","start":"2026-07-23T05:51:33.102845Z","end":"2026-07-23T05:51:33.268737Z","steps":["trace[910218547] 'agreement among raft nodes before linearized reading' (duration: 165.777266ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:33.268844Z","caller":"traceutil/trace.go:171","msg":"trace[470423162] transaction","detail":"{read_only:false; response_revision:28095; number_of_response:1; }","duration":"162.739202ms","start":"2026-07-23T05:51:33.106095Z","end":"2026-07-23T05:51:33.268834Z","steps":["trace[470423162] 'process raft request' (duration: 161.744304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:33.269018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.827147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:33.269039Z","caller":"traceutil/trace.go:171","msg":"trace[114082528] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28095; }","duration":"161.875468ms","start":"2026-07-23T05:51:33.107158Z","end":"2026-07-23T05:51:33.269034Z","steps":["trace[114082528] 'agreement among raft nodes before linearized reading' (duration: 161.782035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:33.26917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.33032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:33.26919Z","caller":"traceutil/trace.go:171","msg":"trace[993204997] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28095; }","duration":"162.379142ms","start":"2026-07-23T05:51:33.106806Z","end":"2026-07-23T05:51:33.269185Z","steps":["trace[993204997] 'agreement among raft nodes before linearized reading' (duration: 162.32442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:33.269303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.970038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-07-23T05:51:33.269323Z","caller":"traceutil/trace.go:171","msg":"trace[650217363] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28095; }","duration":"163.027ms","start":"2026-07-23T05:51:33.106291Z","end":"2026-07-23T05:51:33.269318Z","steps":["trace[650217363] 'agreement among raft nodes before linearized reading' (duration: 162.969909ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:49.502276Z","caller":"traceutil/trace.go:171","msg":"trace[2145108370] transaction","detail":"{read_only:false; response_revision:28241; number_of_response:1; }","duration":"165.318844ms","start":"2026-07-23T05:51:49.336932Z","end":"2026-07-23T05:51:49.50225Z","steps":["trace[2145108370] 'process raft request' (duration: 165.237271ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:49.502282Z","caller":"traceutil/trace.go:171","msg":"trace[1601151020] transaction","detail":"{read_only:false; response_revision:28240; number_of_response:1; }","duration":"169.192591ms","start":"2026-07-23T05:51:49.333049Z","end":"2026-07-23T05:51:49.502242Z","steps":["trace[1601151020] 'process raft request' (duration: 96.999275ms)","trace[1601151020] 'compare' (duration: 71.927079ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:49.502591Z","caller":"traceutil/trace.go:171","msg":"trace[1890684343] transaction","detail":"{read_only:false; response_revision:28242; number_of_response:1; }","duration":"164.329306ms","start":"2026-07-23T05:51:49.33825Z","end":"2026-07-23T05:51:49.502579Z","steps":["trace[1890684343] 'process raft request' (duration: 163.962916ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:49.502639Z","caller":"traceutil/trace.go:171","msg":"trace[2031028992] linearizableReadLoop","detail":"{readStateIndex:29178; appliedIndex:29175; }","duration":"143.018654ms","start":"2026-07-23T05:51:49.359604Z","end":"2026-07-23T05:51:49.502622Z","steps":["trace[2031028992] 'read index received' (duration: 70.53319ms)","trace[2031028992] 'applied index is now lower than readState.Index' (duration: 72.483264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:49.502796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.975098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:51:49.502841Z","caller":"traceutil/trace.go:171","msg":"trace[1761510985] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28243; }","duration":"172.052251ms","start":"2026-07-23T05:51:49.330778Z","end":"2026-07-23T05:51:49.502831Z","steps":["trace[1761510985] 'agreement among raft nodes before linearized reading' (duration: 171.898706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:50.875394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.358578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:50.87555Z","caller":"traceutil/trace.go:171","msg":"trace[495407871] transaction","detail":"{read_only:false; response_revision:28245; number_of_response:1; }","duration":"261.64209ms","start":"2026-07-23T05:51:50.613881Z","end":"2026-07-23T05:51:50.875523Z","steps":["trace[495407871] 'process raft request' (duration: 143.045405ms)","trace[495407871] 'compare' (duration: 118.234285ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:50.968874Z","caller":"traceutil/trace.go:171","msg":"trace[1923741057] transaction","detail":"{read_only:false; response_revision:28246; number_of_response:1; }","duration":"342.27169ms","start":"2026-07-23T05:51:50.62657Z","end":"2026-07-23T05:51:50.968841Z","steps":["trace[1923741057] 'process raft request' (duration: 341.946381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:50.969092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:50.626546Z","time spent":"342.424235ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:50.969751Z","caller":"traceutil/trace.go:171","msg":"trace[1768304060] transaction","detail":"{read_only:false; response_revision:28247; number_of_response:1; }","duration":"249.647886ms","start":"2026-07-23T05:51:50.720061Z","end":"2026-07-23T05:51:50.969709Z","steps":["trace[1768304060] 'process raft request' (duration: 248.70275ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:50.969666Z","caller":"traceutil/trace.go:171","msg":"trace[1692408714] linearizableReadLoop","detail":"{readStateIndex:29182; appliedIndex:29180; }","duration":"322.902562ms","start":"2026-07-23T05:51:50.646738Z","end":"2026-07-23T05:51:50.969641Z","steps":["trace[1692408714] 'read index received' (duration: 110.202942ms)","trace[1692408714] 'applied index is now lower than readState.Index' (duration: 212.69767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:50.969988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.225951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:51:50.97011Z","caller":"traceutil/trace.go:171","msg":"trace[203330288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28247; }","duration":"323.391365ms","start":"2026-07-23T05:51:50.646694Z","end":"2026-07-23T05:51:50.970085Z","steps":["trace[203330288] 'agreement among raft nodes before linearized reading' (duration: 323.109318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:50.970159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:50.646678Z","time spent":"323.470797ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:51:50.970182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.635946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:51:50.970261Z","caller":"traceutil/trace.go:171","msg":"trace[1010090468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28247; }","duration":"199.7444ms","start":"2026-07-23T05:51:50.7705Z","end":"2026-07-23T05:51:50.970245Z","steps":["trace[1010090468] 'agreement among raft nodes before linearized reading' (duration: 199.518634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:50.970265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.624212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:51:50.970328Z","caller":"traceutil/trace.go:171","msg":"trace[171161781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28247; }","duration":"201.724585ms","start":"2026-07-23T05:51:50.768589Z","end":"2026-07-23T05:51:50.970313Z","steps":["trace[171161781] 'agreement among raft nodes before linearized reading' (duration: 201.503529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:50.970481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.91191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:51:50.970504Z","caller":"traceutil/trace.go:171","msg":"trace[167371830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28247; }","duration":"202.008943ms","start":"2026-07-23T05:51:50.76849Z","end":"2026-07-23T05:51:50.970499Z","steps":["trace[167371830] 'agreement among raft nodes before linearized reading' (duration: 201.950331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:50.970578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.89009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:51:50.970631Z","caller":"traceutil/trace.go:171","msg":"trace[59359848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28247; }","duration":"210.976532ms","start":"2026-07-23T05:51:50.759634Z","end":"2026-07-23T05:51:50.970611Z","steps":["trace[59359848] 'agreement among raft nodes before linearized reading' (duration: 210.778067ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:51.130772Z","caller":"traceutil/trace.go:171","msg":"trace[266104877] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"156.518109ms","start":"2026-07-23T05:51:50.974218Z","end":"2026-07-23T05:51:51.130736Z","steps":["trace[266104877] 'process raft request' (duration: 80.264001ms)","trace[266104877] 'compare' (duration: 75.95914ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:51.130909Z","caller":"traceutil/trace.go:171","msg":"trace[79122753] linearizableReadLoop","detail":"{readStateIndex:29188; appliedIndex:29183; }","duration":"107.495587ms","start":"2026-07-23T05:51:51.023384Z","end":"2026-07-23T05:51:51.13088Z","steps":["trace[79122753] 'read index received' (duration: 31.244069ms)","trace[79122753] 'applied index is now lower than readState.Index' (duration: 76.250128ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:51.131014Z","caller":"traceutil/trace.go:171","msg":"trace[335089951] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"155.11288ms","start":"2026-07-23T05:51:50.975872Z","end":"2026-07-23T05:51:51.130985Z","steps":["trace[335089951] 'process raft request' (duration: 154.822362ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:51.131085Z","caller":"traceutil/trace.go:171","msg":"trace[357879364] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"155.196762ms","start":"2026-07-23T05:51:50.975872Z","end":"2026-07-23T05:51:51.131068Z","steps":["trace[357879364] 'process raft request' (duration: 154.879763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:51.131276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.890107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:51:51.131305Z","caller":"traceutil/trace.go:171","msg":"trace[839703090] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"155.451819ms","start":"2026-07-23T05:51:50.975836Z","end":"2026-07-23T05:51:51.131287Z","steps":["trace[839703090] 'process raft request' (duration: 154.789981ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:51.131317Z","caller":"traceutil/trace.go:171","msg":"trace[1477310233] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28252; }","duration":"107.98367ms","start":"2026-07-23T05:51:51.02332Z","end":"2026-07-23T05:51:51.131304Z","steps":["trace[1477310233] 'agreement among raft nodes before linearized reading' (duration: 107.809655ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:51.131514Z","caller":"traceutil/trace.go:171","msg":"trace[1090587662] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"155.623104ms","start":"2026-07-23T05:51:50.975881Z","end":"2026-07-23T05:51:51.131504Z","steps":["trace[1090587662] 'process raft request' (duration: 154.921415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:54.744654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.973173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:54.744794Z","caller":"traceutil/trace.go:171","msg":"trace[684300948] transaction","detail":"{read_only:false; response_revision:28273; number_of_response:1; }","duration":"244.346599ms","start":"2026-07-23T05:51:54.500418Z","end":"2026-07-23T05:51:54.744764Z","steps":["trace[684300948] 'process raft request' (duration: 47.16439ms)","trace[684300948] 'compare' (duration: 196.772178ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:54.752478Z","caller":"traceutil/trace.go:171","msg":"trace[1650895213] transaction","detail":"{read_only:false; response_revision:28274; number_of_response:1; }","duration":"229.722093ms","start":"2026-07-23T05:51:54.522737Z","end":"2026-07-23T05:51:54.752459Z","steps":["trace[1650895213] 'process raft request' (duration: 229.606479ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.005163Z","caller":"traceutil/trace.go:171","msg":"trace[595669185] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"216.342742ms","start":"2026-07-23T05:51:54.788798Z","end":"2026-07-23T05:51:55.00514Z","steps":["trace[595669185] 'process raft request' (duration: 216.193458ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.005873Z","caller":"traceutil/trace.go:171","msg":"trace[51699042] linearizableReadLoop","detail":"{readStateIndex:29212; appliedIndex:29212; }","duration":"162.395073ms","start":"2026-07-23T05:51:54.84346Z","end":"2026-07-23T05:51:55.005855Z","steps":["trace[51699042] 'read index received' (duration: 162.385582ms)","trace[51699042] 'applied index is now lower than readState.Index' (duration: 8.021µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:55.006006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.534526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:55.00605Z","caller":"traceutil/trace.go:171","msg":"trace[1732506118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28275; }","duration":"162.628649ms","start":"2026-07-23T05:51:54.843409Z","end":"2026-07-23T05:51:55.006037Z","steps":["trace[1732506118] 'agreement among raft nodes before linearized reading' (duration: 162.517416ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.022638Z","caller":"traceutil/trace.go:171","msg":"trace[704798640] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"135.124234ms","start":"2026-07-23T05:51:54.887492Z","end":"2026-07-23T05:51:55.022616Z","steps":["trace[704798640] 'process raft request' (duration: 134.414114ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.433493Z","caller":"traceutil/trace.go:171","msg":"trace[2065416393] transaction","detail":"{read_only:false; response_revision:28280; number_of_response:1; }","duration":"257.056023ms","start":"2026-07-23T05:51:55.176408Z","end":"2026-07-23T05:51:55.433464Z","steps":["trace[2065416393] 'process raft request' (duration: 230.945687ms)","trace[2065416393] 'compare' (duration: 25.90621ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:55.433592Z","caller":"traceutil/trace.go:171","msg":"trace[1231285873] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"255.756387ms","start":"2026-07-23T05:51:55.177813Z","end":"2026-07-23T05:51:55.433569Z","steps":["trace[1231285873] 'process raft request' (duration: 255.704235ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.433808Z","caller":"traceutil/trace.go:171","msg":"trace[647861410] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"257.388362ms","start":"2026-07-23T05:51:55.176408Z","end":"2026-07-23T05:51:55.433796Z","steps":["trace[647861410] 'process raft request' (duration: 256.984531ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.433911Z","caller":"traceutil/trace.go:171","msg":"trace[84698521] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"257.042072ms","start":"2026-07-23T05:51:55.176846Z","end":"2026-07-23T05:51:55.433888Z","steps":["trace[84698521] 'process raft request' (duration: 256.59226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:55.730298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.277348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:55.730564Z","caller":"traceutil/trace.go:171","msg":"trace[1761521396] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"204.272095ms","start":"2026-07-23T05:51:55.526271Z","end":"2026-07-23T05:51:55.730543Z","steps":["trace[1761521396] 'process raft request' (duration: 50.647238ms)","trace[1761521396] 'compare' (duration: 153.066461ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:55.783885Z","caller":"traceutil/trace.go:171","msg":"trace[2105119447] linearizableReadLoop","detail":"{readStateIndex:29224; appliedIndex:29222; }","duration":"103.906736ms","start":"2026-07-23T05:51:55.679959Z","end":"2026-07-23T05:51:55.783866Z","steps":["trace[2105119447] 'read index received' (duration: 103.636979ms)","trace[2105119447] 'applied index is now lower than readState.Index' (duration: 268.847µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:55.783997Z","caller":"traceutil/trace.go:171","msg":"trace[1372704400] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"253.730928ms","start":"2026-07-23T05:51:55.530244Z","end":"2026-07-23T05:51:55.783975Z","steps":["trace[1372704400] 'process raft request' (duration: 253.584804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:55.78402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.04633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:55.783926Z","caller":"traceutil/trace.go:171","msg":"trace[1289372339] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"255.997951ms","start":"2026-07-23T05:51:55.527901Z","end":"2026-07-23T05:51:55.783899Z","steps":["trace[1289372339] 'process raft request' (duration: 255.783805ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:55.784086Z","caller":"traceutil/trace.go:171","msg":"trace[242634233] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28287; }","duration":"104.131112ms","start":"2026-07-23T05:51:55.679943Z","end":"2026-07-23T05:51:55.784075Z","steps":["trace[242634233] 'agreement among raft nodes before linearized reading' (duration: 103.996828ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:56.868124Z","caller":"traceutil/trace.go:171","msg":"trace[518553717] transaction","detail":"{read_only:false; response_revision:28288; number_of_response:1; }","duration":"116.784305ms","start":"2026-07-23T05:51:56.751318Z","end":"2026-07-23T05:51:56.868102Z","steps":["trace[518553717] 'process raft request' (duration: 116.626951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.302697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.670553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:57.302799Z","caller":"traceutil/trace.go:171","msg":"trace[827891612] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28291; }","duration":"111.822937ms","start":"2026-07-23T05:51:57.190952Z","end":"2026-07-23T05:51:57.302775Z","steps":["trace[827891612] 'range keys from in-memory index tree' (duration: 111.56819ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:57.566236Z","caller":"traceutil/trace.go:171","msg":"trace[1349042794] linearizableReadLoop","detail":"{readStateIndex:29229; appliedIndex:29228; }","duration":"257.167015ms","start":"2026-07-23T05:51:57.309044Z","end":"2026-07-23T05:51:57.566211Z","steps":["trace[1349042794] 'read index received' (duration: 256.98464ms)","trace[1349042794] 'applied index is now lower than readState.Index' (duration: 181.255µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:57.566351Z","caller":"traceutil/trace.go:171","msg":"trace[939881661] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"257.995458ms","start":"2026-07-23T05:51:57.308323Z","end":"2026-07-23T05:51:57.566318Z","steps":["trace[939881661] 'process raft request' (duration: 257.71537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.566573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.499804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:51:57.566686Z","caller":"traceutil/trace.go:171","msg":"trace[1153676337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28292; }","duration":"257.618858ms","start":"2026-07-23T05:51:57.30904Z","end":"2026-07-23T05:51:57.566659Z","steps":["trace[1153676337] 'agreement among raft nodes before linearized reading' (duration: 257.323349ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:57.792671Z","caller":"traceutil/trace.go:171","msg":"trace[1016469087] linearizableReadLoop","detail":"{readStateIndex:29230; appliedIndex:29229; }","duration":"226.300518ms","start":"2026-07-23T05:51:57.566349Z","end":"2026-07-23T05:51:57.792649Z","steps":["trace[1016469087] 'read index received' (duration: 132.063689ms)","trace[1016469087] 'applied index is now lower than readState.Index' (duration: 94.235889ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:57.792722Z","caller":"traceutil/trace.go:171","msg":"trace[1446389469] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"350.861448ms","start":"2026-07-23T05:51:57.441834Z","end":"2026-07-23T05:51:57.792695Z","steps":["trace[1446389469] 'process raft request' (duration: 256.655461ms)","trace[1446389469] 'compare' (duration: 94.050873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:57.79282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.041705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T05:51:57.792869Z","caller":"traceutil/trace.go:171","msg":"trace[1475414755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28293; }","duration":"337.123317ms","start":"2026-07-23T05:51:57.455731Z","end":"2026-07-23T05:51:57.792854Z","steps":["trace[1475414755] 'agreement among raft nodes before linearized reading' (duration: 336.938521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.792872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.445861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-07-23T05:51:57.792896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.455716Z","time spent":"337.175079ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:51:57.792876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.44182Z","time spent":"350.961892ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:57.792966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.363191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-23T05:51:57.792993Z","caller":"traceutil/trace.go:171","msg":"trace[715272872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28293; }","duration":"352.404161ms","start":"2026-07-23T05:51:57.440584Z","end":"2026-07-23T05:51:57.792988Z","steps":["trace[715272872] 'agreement among raft nodes before linearized reading' (duration: 352.337479ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:57.792906Z","caller":"traceutil/trace.go:171","msg":"trace[169687932] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28293; }","duration":"339.522994ms","start":"2026-07-23T05:51:57.453371Z","end":"2026-07-23T05:51:57.792894Z","steps":["trace[169687932] 'agreement among raft nodes before linearized reading' (duration: 339.38365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.793023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.453833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T05:51:57.793046Z","caller":"traceutil/trace.go:171","msg":"trace[534810873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28293; }","duration":"352.497494ms","start":"2026-07-23T05:51:57.440542Z","end":"2026-07-23T05:51:57.793039Z","steps":["trace[534810873] 'agreement among raft nodes before linearized reading' (duration: 352.417871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.793068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.440533Z","time spent":"352.531715ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:51:57.793068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.453356Z","time spent":"339.691468ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:51:57.793094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.80024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T05:51:57.793124Z","caller":"traceutil/trace.go:171","msg":"trace[448759473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28293; }","duration":"353.862672ms","start":"2026-07-23T05:51:57.439257Z","end":"2026-07-23T05:51:57.793119Z","steps":["trace[448759473] 'agreement among raft nodes before linearized reading' (duration: 353.77716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.793141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.439239Z","time spent":"353.898272ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:51:57.793116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.189858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:51:57.793221Z","caller":"traceutil/trace.go:171","msg":"trace[1965839217] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28293; }","duration":"261.336371ms","start":"2026-07-23T05:51:57.531858Z","end":"2026-07-23T05:51:57.793195Z","steps":["trace[1965839217] 'agreement among raft nodes before linearized reading' (duration: 261.018062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:57.793018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.440578Z","time spent":"352.434382ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:51:58.263413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.17198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:58.263668Z","caller":"traceutil/trace.go:171","msg":"trace[1177821531] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"473.920597ms","start":"2026-07-23T05:51:57.789721Z","end":"2026-07-23T05:51:58.263641Z","steps":["trace[1177821531] 'process raft request' (duration: 331.455019ms)","trace[1177821531] 'compare' (duration: 141.952434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:58.263805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.789696Z","time spent":"474.029221ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:58.264315Z","caller":"traceutil/trace.go:171","msg":"trace[2108178578] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"474.578236ms","start":"2026-07-23T05:51:57.789723Z","end":"2026-07-23T05:51:58.264301Z","steps":["trace[2108178578] 'process raft request' (duration: 473.786134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.264502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.789703Z","time spent":"474.658748ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:58.26481Z","caller":"traceutil/trace.go:171","msg":"trace[1703392760] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"465.718691ms","start":"2026-07-23T05:51:57.79908Z","end":"2026-07-23T05:51:58.264798Z","steps":["trace[1703392760] 'process raft request' (duration: 465.171785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.264876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.799053Z","time spent":"465.793922ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:58.264888Z","caller":"traceutil/trace.go:171","msg":"trace[1646302499] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"464.506077ms","start":"2026-07-23T05:51:57.800362Z","end":"2026-07-23T05:51:58.264868Z","steps":["trace[1646302499] 'process raft request' (duration: 464.414674ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:58.264966Z","caller":"traceutil/trace.go:171","msg":"trace[821040996] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"465.638618ms","start":"2026-07-23T05:51:57.799315Z","end":"2026-07-23T05:51:58.264954Z","steps":["trace[821040996] 'process raft request' (duration: 465.376441ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:58.264953Z","caller":"traceutil/trace.go:171","msg":"trace[2003774743] linearizableReadLoop","detail":"{readStateIndex:29233; appliedIndex:29230; }","duration":"472.20203ms","start":"2026-07-23T05:51:57.792727Z","end":"2026-07-23T05:51:58.264929Z","steps":["trace[2003774743] 'read index received' (duration: 32.120203ms)","trace[2003774743] 'applied index is now lower than readState.Index' (duration: 440.080757ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:58.265133Z","caller":"traceutil/trace.go:171","msg":"trace[993651190] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"463.981082ms","start":"2026-07-23T05:51:57.800984Z","end":"2026-07-23T05:51:58.264965Z","steps":["trace[993651190] 'process raft request' (duration: 463.846108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.265162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.354262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:51:58.265168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.800332Z","time spent":"464.61339ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:58.265156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.905945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:51:58.265201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.513714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:51:58.265238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.708283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:58.265247Z","caller":"traceutil/trace.go:171","msg":"trace[679905742] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28300; }","duration":"633.041639ms","start":"2026-07-23T05:51:57.63219Z","end":"2026-07-23T05:51:58.265231Z","steps":["trace[679905742] 'agreement among raft nodes before linearized reading' (duration: 632.880114ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:58.265253Z","caller":"traceutil/trace.go:171","msg":"trace[2134169307] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28300; }","duration":"375.617567ms","start":"2026-07-23T05:51:57.889621Z","end":"2026-07-23T05:51:58.265238Z","steps":["trace[2134169307] 'agreement among raft nodes before linearized reading' (duration: 375.470173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.265269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.167001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18519"} {"level":"warn","ts":"2026-07-23T05:51:58.265282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.632173Z","time spent":"633.102011ms","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:51:58.265207Z","caller":"traceutil/trace.go:171","msg":"trace[873770892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28300; }","duration":"175.441345ms","start":"2026-07-23T05:51:58.089754Z","end":"2026-07-23T05:51:58.265195Z","steps":["trace[873770892] 'agreement among raft nodes before linearized reading' (duration: 175.334662ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:58.265292Z","caller":"traceutil/trace.go:171","msg":"trace[1214090847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28300; }","duration":"161.765755ms","start":"2026-07-23T05:51:58.103498Z","end":"2026-07-23T05:51:58.265264Z","steps":["trace[1214090847] 'agreement among raft nodes before linearized reading' (duration: 161.697263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.265258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.800966Z","time spent":"464.216858ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:58.265314Z","caller":"traceutil/trace.go:171","msg":"trace[178856733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28300; }","duration":"697.245294ms","start":"2026-07-23T05:51:57.568059Z","end":"2026-07-23T05:51:58.265304Z","steps":["trace[178856733] 'agreement among raft nodes before linearized reading' (duration: 697.026548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.265164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.32905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:51:58.265341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.799301Z","time spent":"465.690129ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:58.265352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.568042Z","time spent":"697.304255ms","remote":"127.0.0.1:54048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18542,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-23T05:51:58.265382Z","caller":"traceutil/trace.go:171","msg":"trace[1856701302] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28300; }","duration":"230.576257ms","start":"2026-07-23T05:51:58.034781Z","end":"2026-07-23T05:51:58.265357Z","steps":["trace[1856701302] 'agreement among raft nodes before linearized reading' (duration: 230.32085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.265289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.889595Z","time spent":"375.684019ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:58.265373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.237514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:58.265481Z","caller":"traceutil/trace.go:171","msg":"trace[1285559498] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28300; }","duration":"358.405699ms","start":"2026-07-23T05:51:57.90704Z","end":"2026-07-23T05:51:58.265446Z","steps":["trace[1285559498] 'agreement among raft nodes before linearized reading' (duration: 358.172892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:58.265542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:57.90702Z","time spent":"358.510302ms","remote":"127.0.0.1:33598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:59.603232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114007552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-23T05:51:59.603394Z","caller":"traceutil/trace.go:171","msg":"trace[840860002] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28300; }","duration":"1.114211747s","start":"2026-07-23T05:51:58.48916Z","end":"2026-07-23T05:51:59.603372Z","steps":["trace[840860002] 'range keys from in-memory index tree' (duration: 1.113720474s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.603463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:58.489142Z","time spent":"1.1143092s","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-23T05:51:59.603827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.636807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-23T05:51:59.604091Z","caller":"traceutil/trace.go:171","msg":"trace[2071528572] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:28300; }","duration":"826.7484ms","start":"2026-07-23T05:51:58.777135Z","end":"2026-07-23T05:51:59.603883Z","steps":["trace[2071528572] 'range keys from in-memory index tree' (duration: 826.434822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.604146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:58.777117Z","time spent":"827.017288ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-07-23T05:51:59.605212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.266858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:59.606042Z","caller":"traceutil/trace.go:171","msg":"trace[673718097] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"819.043717ms","start":"2026-07-23T05:51:58.78697Z","end":"2026-07-23T05:51:59.606013Z","steps":["trace[673718097] 'process raft request' (duration: 559.647919ms)","trace[673718097] 'compare' (duration: 256.419555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:59.606181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:58.786955Z","time spent":"819.140549ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:59.700657Z","caller":"traceutil/trace.go:171","msg":"trace[58764836] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"826.868814ms","start":"2026-07-23T05:51:58.87376Z","end":"2026-07-23T05:51:59.700629Z","steps":["trace[58764836] 'process raft request' (duration: 826.611246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:58.873733Z","time spent":"827.020218ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:59.701043Z","caller":"traceutil/trace.go:171","msg":"trace[1977491361] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"613.68162ms","start":"2026-07-23T05:51:59.087335Z","end":"2026-07-23T05:51:59.701017Z","steps":["trace[1977491361] 'process raft request' (duration: 613.225738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.701323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.087308Z","time spent":"613.896647ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:59.701411Z","caller":"traceutil/trace.go:171","msg":"trace[2001196191] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"550.079183ms","start":"2026-07-23T05:51:59.151316Z","end":"2026-07-23T05:51:59.701395Z","steps":["trace[2001196191] 'process raft request' (duration: 549.899978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.70152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.829961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:51:59.701567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.1513Z","time spent":"550.173326ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:59.701601Z","caller":"traceutil/trace.go:171","msg":"trace[1184451894] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28306; }","duration":"646.930884ms","start":"2026-07-23T05:51:59.054651Z","end":"2026-07-23T05:51:59.701582Z","steps":["trace[1184451894] 'agreement among raft nodes before linearized reading' (duration: 646.756349ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:59.70133Z","caller":"traceutil/trace.go:171","msg":"trace[455591680] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"608.125926ms","start":"2026-07-23T05:51:59.093167Z","end":"2026-07-23T05:51:59.701293Z","steps":["trace[455591680] 'process raft request' (duration: 607.756756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.701806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.093148Z","time spent":"608.587438ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:51:59.701358Z","caller":"traceutil/trace.go:171","msg":"trace[27242853] linearizableReadLoop","detail":"{readStateIndex:29239; appliedIndex:29237; }","duration":"646.633156ms","start":"2026-07-23T05:51:59.054693Z","end":"2026-07-23T05:51:59.701326Z","steps":["trace[27242853] 'read index received' (duration: 291.93902ms)","trace[27242853] 'applied index is now lower than readState.Index' (duration: 354.692616ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:59.701358Z","caller":"traceutil/trace.go:171","msg":"trace[1971958859] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"607.699294ms","start":"2026-07-23T05:51:59.093641Z","end":"2026-07-23T05:51:59.701341Z","steps":["trace[1971958859] 'process raft request' (duration: 607.489938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.701662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.054584Z","time spent":"647.062778ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:51:59.703244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.093627Z","time spent":"609.417722ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:59.906843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.555419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:51:59.908022Z","caller":"traceutil/trace.go:171","msg":"trace[285269947] linearizableReadLoop","detail":"{readStateIndex:29245; appliedIndex:29243; }","duration":"205.125549ms","start":"2026-07-23T05:51:59.702875Z","end":"2026-07-23T05:51:59.908001Z","steps":["trace[285269947] 'read index received' (duration: 69.370487ms)","trace[285269947] 'applied index is now lower than readState.Index' (duration: 135.753802ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:51:59.908198Z","caller":"traceutil/trace.go:171","msg":"trace[1915638211] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"502.907204ms","start":"2026-07-23T05:51:59.405258Z","end":"2026-07-23T05:51:59.908165Z","steps":["trace[1915638211] 'process raft request' (duration: 366.918305ms)","trace[1915638211] 'compare' (duration: 134.22205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:51:59.908326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.405238Z","time spent":"503.034757ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:51:59.908486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.928669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:51:59.908708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.788848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:51:59.908789Z","caller":"traceutil/trace.go:171","msg":"trace[873054855] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28307; }","duration":"724.89514ms","start":"2026-07-23T05:51:59.183881Z","end":"2026-07-23T05:51:59.908776Z","steps":["trace[873054855] 'agreement among raft nodes before linearized reading' (duration: 724.716625ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:51:59.908557Z","caller":"traceutil/trace.go:171","msg":"trace[1463984465] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28307; }","duration":"654.041992ms","start":"2026-07-23T05:51:59.254495Z","end":"2026-07-23T05:51:59.908537Z","steps":["trace[1463984465] 'agreement among raft nodes before linearized reading' (duration: 653.862877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.908854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.183867Z","time spent":"724.975403ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:51:59.90892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.254476Z","time spent":"654.424372ms","remote":"127.0.0.1:54024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:59.909205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.607085Z","time spent":"302.117425ms","remote":"127.0.0.1:53870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-23T05:51:59.909276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.090515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:51:59.909327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.601118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:59.910274Z","caller":"traceutil/trace.go:171","msg":"trace[64620702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28307; }","duration":"817.552604ms","start":"2026-07-23T05:51:59.092687Z","end":"2026-07-23T05:51:59.91024Z","steps":["trace[64620702] 'agreement among raft nodes before linearized reading' (duration: 816.614448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.909344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.571499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ed58386e-7b53-4086-ad94-867f57a51416\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-23T05:51:59.910378Z","caller":"traceutil/trace.go:171","msg":"trace[1087953286] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ed58386e-7b53-4086-ad94-867f57a51416; range_end:; response_count:1; response_revision:28307; }","duration":"302.655899ms","start":"2026-07-23T05:51:59.607704Z","end":"2026-07-23T05:51:59.91036Z","steps":["trace[1087953286] 'agreement among raft nodes before linearized reading' (duration: 301.541048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.909369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.058034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:51:59.910424Z","caller":"traceutil/trace.go:171","msg":"trace[1252854226] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28307; }","duration":"844.128103ms","start":"2026-07-23T05:51:59.06628Z","end":"2026-07-23T05:51:59.910408Z","steps":["trace[1252854226] 'agreement among raft nodes before linearized reading' (duration: 843.062383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.910434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.607678Z","time spent":"302.729271ms","remote":"127.0.0.1:54010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-ed58386e-7b53-4086-ad94-867f57a51416\" "} {"level":"warn","ts":"2026-07-23T05:51:59.910481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.066265Z","time spent":"844.191045ms","remote":"127.0.0.1:54050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:59.909431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.478005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:51:59.91063Z","caller":"traceutil/trace.go:171","msg":"trace[936305075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28307; }","duration":"339.698449ms","start":"2026-07-23T05:51:59.570917Z","end":"2026-07-23T05:51:59.910615Z","steps":["trace[936305075] 'agreement among raft nodes before linearized reading' (duration: 338.447424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.910666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.570897Z","time spent":"339.75833ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:51:59.909475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.199627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:51:59.910767Z","caller":"traceutil/trace.go:171","msg":"trace[2079700550] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28307; }","duration":"601.532924ms","start":"2026-07-23T05:51:59.309224Z","end":"2026-07-23T05:51:59.910757Z","steps":["trace[2079700550] 'agreement among raft nodes before linearized reading' (duration: 600.229548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.910813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.3092Z","time spent":"601.600216ms","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:51:59.910179Z","caller":"traceutil/trace.go:171","msg":"trace[992329326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28307; }","duration":"784.97642ms","start":"2026-07-23T05:51:59.125168Z","end":"2026-07-23T05:51:59.910145Z","steps":["trace[992329326] 'agreement among raft nodes before linearized reading' (duration: 783.946981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:51:59.910863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.125131Z","time spent":"785.71625ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:51:59.910981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.092674Z","time spent":"817.669968ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:51:59.929704Z","caller":"traceutil/trace.go:171","msg":"trace[1005250117] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"131.39205ms","start":"2026-07-23T05:51:59.798283Z","end":"2026-07-23T05:51:59.929675Z","steps":["trace[1005250117] 'process raft request' (duration: 131.262257ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:00.076993Z","caller":"traceutil/trace.go:171","msg":"trace[482473898] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"269.19449ms","start":"2026-07-23T05:51:59.807773Z","end":"2026-07-23T05:52:00.076968Z","steps":["trace[482473898] 'process raft request' (duration: 250.653625ms)","trace[482473898] 'compare' (duration: 18.240897ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:00.077298Z","caller":"traceutil/trace.go:171","msg":"trace[2122836060] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"246.609962ms","start":"2026-07-23T05:51:59.830676Z","end":"2026-07-23T05:52:00.077286Z","steps":["trace[2122836060] 'process raft request' (duration: 246.240482ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:00.077431Z","caller":"traceutil/trace.go:171","msg":"trace[1430747098] linearizableReadLoop","detail":"{readStateIndex:29248; appliedIndex:29245; }","duration":"169.297564ms","start":"2026-07-23T05:51:59.908126Z","end":"2026-07-23T05:52:00.077423Z","steps":["trace[1430747098] 'read index received' (duration: 21.404024ms)","trace[1430747098] 'applied index is now lower than readState.Index' (duration: 147.89294ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:00.077467Z","caller":"traceutil/trace.go:171","msg":"trace[579675383] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"162.582408ms","start":"2026-07-23T05:51:59.914875Z","end":"2026-07-23T05:52:00.077458Z","steps":["trace[579675383] 'process raft request' (duration: 162.504456ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:00.077535Z","caller":"traceutil/trace.go:171","msg":"trace[439081655] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"165.130929ms","start":"2026-07-23T05:51:59.912398Z","end":"2026-07-23T05:52:00.077529Z","steps":["trace[439081655] 'process raft request' (duration: 164.837011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:00.077591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.939277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:52:00.077615Z","caller":"traceutil/trace.go:171","msg":"trace[6964098] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28312; }","duration":"276.013339ms","start":"2026-07-23T05:51:59.801593Z","end":"2026-07-23T05:52:00.077607Z","steps":["trace[6964098] 'agreement among raft nodes before linearized reading' (duration: 275.886325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:00.077601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.475576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:00.077668Z","caller":"traceutil/trace.go:171","msg":"trace[859474083] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28312; }","duration":"369.593129ms","start":"2026-07-23T05:51:59.708057Z","end":"2026-07-23T05:52:00.07765Z","steps":["trace[859474083] 'agreement among raft nodes before linearized reading' (duration: 369.448855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:00.077703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.708039Z","time spent":"369.656171ms","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-23T05:52:00.077804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.5573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:00.077836Z","caller":"traceutil/trace.go:171","msg":"trace[1319631234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28312; }","duration":"165.614782ms","start":"2026-07-23T05:51:59.912212Z","end":"2026-07-23T05:52:00.077827Z","steps":["trace[1319631234] 'agreement among raft nodes before linearized reading' (duration: 165.55936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:00.078002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.897245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-23T05:52:00.07808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.248216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-23T05:52:00.078094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.71095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:00.078107Z","caller":"traceutil/trace.go:171","msg":"trace[397741634] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28312; }","duration":"163.300588ms","start":"2026-07-23T05:51:59.914798Z","end":"2026-07-23T05:52:00.078099Z","steps":["trace[397741634] 'agreement among raft nodes before linearized reading' (duration: 163.177464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:00.07812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.506273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:52:00.07813Z","caller":"traceutil/trace.go:171","msg":"trace[1152223252] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28312; }","duration":"149.773342ms","start":"2026-07-23T05:51:59.928344Z","end":"2026-07-23T05:52:00.078117Z","steps":["trace[1152223252] 'agreement among raft nodes before linearized reading' (duration: 149.720861ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:00.078152Z","caller":"traceutil/trace.go:171","msg":"trace[1315920314] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28312; }","duration":"276.571275ms","start":"2026-07-23T05:51:59.801574Z","end":"2026-07-23T05:52:00.078145Z","steps":["trace[1315920314] 'agreement among raft nodes before linearized reading' (duration: 276.492393ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:00.078071Z","caller":"traceutil/trace.go:171","msg":"trace[2123112015] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28312; }","duration":"353.011458ms","start":"2026-07-23T05:51:59.725043Z","end":"2026-07-23T05:52:00.078054Z","steps":["trace[2123112015] 'agreement among raft nodes before linearized reading' (duration: 352.801783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:00.079053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:51:59.725023Z","time spent":"353.985026ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-23T05:52:00.433601Z","caller":"traceutil/trace.go:171","msg":"trace[880476714] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"138.407695ms","start":"2026-07-23T05:52:00.29517Z","end":"2026-07-23T05:52:00.433578Z","steps":["trace[880476714] 'process raft request' (duration: 86.817852ms)","trace[880476714] 'compare' (duration: 51.273635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:00.433871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.568203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:00.433962Z","caller":"traceutil/trace.go:171","msg":"trace[1562591474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28318; }","duration":"141.713178ms","start":"2026-07-23T05:52:00.292232Z","end":"2026-07-23T05:52:00.433945Z","steps":["trace[1562591474] 'agreement among raft nodes before linearized reading' (duration: 141.381608ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:02.057759Z","caller":"traceutil/trace.go:171","msg":"trace[1199247212] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"122.038331ms","start":"2026-07-23T05:52:01.935695Z","end":"2026-07-23T05:52:02.057733Z","steps":["trace[1199247212] 'process raft request' (duration: 121.872026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:02.448905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.652407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:52:02.449038Z","caller":"traceutil/trace.go:171","msg":"trace[242509946] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"152.832587ms","start":"2026-07-23T05:52:02.296187Z","end":"2026-07-23T05:52:02.449019Z","steps":["trace[242509946] 'process raft request' (duration: 47.991834ms)","trace[242509946] 'compare' (duration: 104.513364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:02.478625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.840627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T05:52:02.478703Z","caller":"traceutil/trace.go:171","msg":"trace[1600460435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28328; }","duration":"125.944969ms","start":"2026-07-23T05:52:02.352738Z","end":"2026-07-23T05:52:02.478683Z","steps":["trace[1600460435] 'agreement among raft nodes before linearized reading' (duration: 125.738553ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:02.479001Z","caller":"traceutil/trace.go:171","msg":"trace[1911052872] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"125.102337ms","start":"2026-07-23T05:52:02.353886Z","end":"2026-07-23T05:52:02.478988Z","steps":["trace[1911052872] 'process raft request' (duration: 124.457619ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:02.855382Z","caller":"traceutil/trace.go:171","msg":"trace[176213075] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"370.006721ms","start":"2026-07-23T05:52:02.485352Z","end":"2026-07-23T05:52:02.855359Z","steps":["trace[176213075] 'process raft request' (duration: 369.95543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:02.85553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:02.485334Z","time spent":"370.119134ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:02.855532Z","caller":"traceutil/trace.go:171","msg":"trace[1232894219] linearizableReadLoop","detail":"{readStateIndex:29267; appliedIndex:29266; }","duration":"375.262057ms","start":"2026-07-23T05:52:02.480242Z","end":"2026-07-23T05:52:02.855504Z","steps":["trace[1232894219] 'read index received' (duration: 291.277314ms)","trace[1232894219] 'applied index is now lower than readState.Index' (duration: 83.983173ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:02.855665Z","caller":"traceutil/trace.go:171","msg":"trace[809696638] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"400.067376ms","start":"2026-07-23T05:52:02.455583Z","end":"2026-07-23T05:52:02.855651Z","steps":["trace[809696638] 'process raft request' (duration: 315.919468ms)","trace[809696638] 'compare' (duration: 83.155351ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:02.855743Z","caller":"traceutil/trace.go:171","msg":"trace[1790186249] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"371.272246ms","start":"2026-07-23T05:52:02.484457Z","end":"2026-07-23T05:52:02.855729Z","steps":["trace[1790186249] 'process raft request' (duration: 370.763612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:02.855802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:02.455563Z","time spent":"400.136499ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:02.85586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:02.484431Z","time spent":"371.394969ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:02.855951Z","caller":"traceutil/trace.go:171","msg":"trace[1081676858] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"370.756101ms","start":"2026-07-23T05:52:02.485186Z","end":"2026-07-23T05:52:02.855942Z","steps":["trace[1081676858] 'process raft request' (duration: 370.088713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:02.855996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.753291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-23T05:52:02.856035Z","caller":"traceutil/trace.go:171","msg":"trace[644419057] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:28332; }","duration":"375.833603ms","start":"2026-07-23T05:52:02.48019Z","end":"2026-07-23T05:52:02.856024Z","steps":["trace[644419057] 'agreement among raft nodes before linearized reading' (duration: 375.712519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:02.856066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:02.48017Z","time spent":"375.888795ms","remote":"127.0.0.1:54064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-07-23T05:52:02.856162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:02.485154Z","time spent":"370.972357ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:02.856256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.022177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:52:02.856296Z","caller":"traceutil/trace.go:171","msg":"trace[2088095061] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28332; }","duration":"300.093839ms","start":"2026-07-23T05:52:02.556191Z","end":"2026-07-23T05:52:02.856285Z","steps":["trace[2088095061] 'agreement among raft nodes before linearized reading' (duration: 300.020597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:02.856324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:02.556171Z","time spent":"300.14712ms","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:02.856666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.243099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:02.856723Z","caller":"traceutil/trace.go:171","msg":"trace[1270857316] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28332; }","duration":"103.330841ms","start":"2026-07-23T05:52:02.753367Z","end":"2026-07-23T05:52:02.856698Z","steps":["trace[1270857316] 'agreement among raft nodes before linearized reading' (duration: 103.264199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:04.447903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939218170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:52:04.90731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080188743s","expected-duration":"1s"} {"level":"info","ts":"2026-07-23T05:52:04.907684Z","caller":"traceutil/trace.go:171","msg":"trace[138570778] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"1.1438016s","start":"2026-07-23T05:52:03.763862Z","end":"2026-07-23T05:52:04.907664Z","steps":["trace[138570778] 'process raft request' (duration: 1.143615415s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:04.907833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:03.763842Z","time spent":"1.143906724s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:04.907894Z","caller":"traceutil/trace.go:171","msg":"trace[127326864] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"1.143545313s","start":"2026-07-23T05:52:03.764333Z","end":"2026-07-23T05:52:04.907878Z","steps":["trace[127326864] 'process raft request' (duration: 1.143284826s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:04.907969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:03.764319Z","time spent":"1.143614745s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:04.908059Z","caller":"traceutil/trace.go:171","msg":"trace[1499731178] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"1.141572589s","start":"2026-07-23T05:52:03.766475Z","end":"2026-07-23T05:52:04.908047Z","steps":["trace[1499731178] 'process raft request' (duration: 1.141355533s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:04.908118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:03.766457Z","time spent":"1.14162731s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:05.435225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.637289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:52:05.435767Z","caller":"traceutil/trace.go:171","msg":"trace[1964191321] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"1.372145365s","start":"2026-07-23T05:52:04.063598Z","end":"2026-07-23T05:52:05.435744Z","steps":["trace[1964191321] 'process raft request' (duration: 1.371760725s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.435851Z","caller":"traceutil/trace.go:171","msg":"trace[1988737361] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"519.368051ms","start":"2026-07-23T05:52:04.916471Z","end":"2026-07-23T05:52:05.435839Z","steps":["trace[1988737361] 'process raft request' (duration: 519.301909ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.435891Z","caller":"traceutil/trace.go:171","msg":"trace[206530444] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"981.361087ms","start":"2026-07-23T05:52:04.454505Z","end":"2026-07-23T05:52:05.435866Z","steps":["trace[206530444] 'process raft request' (duration: 981.207203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.435904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.063568Z","time spent":"1.372260739s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:05.435969Z","caller":"traceutil/trace.go:171","msg":"trace[1397770664] linearizableReadLoop","detail":"{readStateIndex:29277; appliedIndex:29271; }","duration":"1.488370115s","start":"2026-07-23T05:52:03.947579Z","end":"2026-07-23T05:52:05.435949Z","steps":["trace[1397770664] 'read index received' (duration: 959.899531ms)","trace[1397770664] 'applied index is now lower than readState.Index' (duration: 528.467914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:05.436028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.454486Z","time spent":"981.46336ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:05.435943Z","caller":"traceutil/trace.go:171","msg":"trace[1517937900] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"947.805725ms","start":"2026-07-23T05:52:04.488112Z","end":"2026-07-23T05:52:05.435918Z","steps":["trace[1517937900] 'process raft request' (duration: 947.63005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.916443Z","time spent":"519.448604ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:05.435965Z","caller":"traceutil/trace.go:171","msg":"trace[1583281494] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"1.318943847s","start":"2026-07-23T05:52:04.117006Z","end":"2026-07-23T05:52:05.43595Z","steps":["trace[1583281494] 'process raft request' (duration: 1.318629378s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.488087Z","time spent":"948.000441ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:05.436146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347002497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:52:05.43619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488622132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-07-23T05:52:05.436216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.759328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:05.436235Z","caller":"traceutil/trace.go:171","msg":"trace[367322702] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28341; }","duration":"1.488715395s","start":"2026-07-23T05:52:03.947507Z","end":"2026-07-23T05:52:05.436223Z","steps":["trace[367322702] 'agreement among raft nodes before linearized reading' (duration: 1.48854333s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:03.947486Z","time spent":"1.488773656s","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.506769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:52:05.436354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.475108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-23T05:52:05.43638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.602069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:52:05.436387Z","caller":"traceutil/trace.go:171","msg":"trace[1305468984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28341; }","duration":"576.585091ms","start":"2026-07-23T05:52:04.859791Z","end":"2026-07-23T05:52:05.436376Z","steps":["trace[1305468984] 'agreement among raft nodes before linearized reading' (duration: 576.480288ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.436263Z","caller":"traceutil/trace.go:171","msg":"trace[954784797] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28341; }","duration":"841.836781ms","start":"2026-07-23T05:52:04.594412Z","end":"2026-07-23T05:52:05.436249Z","steps":["trace[954784797] 'agreement among raft nodes before linearized reading' (duration: 841.760538ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.436412Z","caller":"traceutil/trace.go:171","msg":"trace[1290658540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28341; }","duration":"576.54914ms","start":"2026-07-23T05:52:04.859847Z","end":"2026-07-23T05:52:05.436396Z","steps":["trace[1290658540] 'agreement among raft nodes before linearized reading' (duration: 576.364594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.859775Z","time spent":"576.650672ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:52:05.43644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.116974Z","time spent":"1.319218345s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:05.436458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.859842Z","time spent":"576.608531ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032962761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:52:05.436479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.424233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:52:05.436511Z","caller":"traceutil/trace.go:171","msg":"trace[1427380529] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28341; }","duration":"1.033039203s","start":"2026-07-23T05:52:04.403461Z","end":"2026-07-23T05:52:05.4365Z","steps":["trace[1427380529] 'agreement among raft nodes before linearized reading' (duration: 1.032982902s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.436541Z","caller":"traceutil/trace.go:171","msg":"trace[681486112] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28341; }","duration":"776.527056ms","start":"2026-07-23T05:52:04.660002Z","end":"2026-07-23T05:52:05.436529Z","steps":["trace[681486112] 'agreement among raft nodes before linearized reading' (duration: 776.28479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.8381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:52:05.436672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31978199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-07-23T05:52:05.43668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247476821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-07-23T05:52:05.436691Z","caller":"traceutil/trace.go:171","msg":"trace[736545104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28341; }","duration":"576.013935ms","start":"2026-07-23T05:52:04.860668Z","end":"2026-07-23T05:52:05.436682Z","steps":["trace[736545104] 'agreement among raft nodes before linearized reading' (duration: 575.726547ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.436704Z","caller":"traceutil/trace.go:171","msg":"trace[1212507454] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28341; }","duration":"1.319861083s","start":"2026-07-23T05:52:04.116834Z","end":"2026-07-23T05:52:05.436695Z","steps":["trace[1212507454] 'agreement among raft nodes before linearized reading' (duration: 1.319784781s)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.436712Z","caller":"traceutil/trace.go:171","msg":"trace[836063530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28341; }","duration":"1.247548053s","start":"2026-07-23T05:52:04.189155Z","end":"2026-07-23T05:52:05.436703Z","steps":["trace[836063530] 'agreement among raft nodes before linearized reading' (duration: 1.24744391s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.594392Z","time spent":"842.041327ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:05.436719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.860637Z","time spent":"576.075246ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-23T05:52:05.436425Z","caller":"traceutil/trace.go:171","msg":"trace[1612233150] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28341; }","duration":"952.67356ms","start":"2026-07-23T05:52:04.483742Z","end":"2026-07-23T05:52:05.436416Z","steps":["trace[1612233150] 'agreement among raft nodes before linearized reading' (duration: 952.500145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.436944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.483727Z","time spent":"953.204685ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.403439Z","time spent":"1.033119045s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:52:05.436218Z","caller":"traceutil/trace.go:171","msg":"trace[31555162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28341; }","duration":"1.34711708s","start":"2026-07-23T05:52:04.089083Z","end":"2026-07-23T05:52:05.4362Z","steps":["trace[31555162] 'agreement among raft nodes before linearized reading' (duration: 1.346996607s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.437075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.089063Z","time spent":"1.348000904s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.995014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:52:05.437148Z","caller":"traceutil/trace.go:171","msg":"trace[1952262624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28341; }","duration":"576.582151ms","start":"2026-07-23T05:52:04.860551Z","end":"2026-07-23T05:52:05.437133Z","steps":["trace[1952262624] 'agreement among raft nodes before linearized reading' (duration: 575.953144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.437186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.860543Z","time spent":"576.631642ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.65998Z","time spent":"776.592718ms","remote":"127.0.0.1:41782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":173,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:05.436736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.11682Z","time spent":"1.319909834s","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.189133Z","time spent":"1.247602495s","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-23T05:52:05.436774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249766085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:52:05.43735Z","caller":"traceutil/trace.go:171","msg":"trace[560047329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28341; }","duration":"1.250382752s","start":"2026-07-23T05:52:04.186959Z","end":"2026-07-23T05:52:05.437341Z","steps":["trace[560047329] 'agreement among raft nodes before linearized reading' (duration: 1.249655822s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.437381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:04.186937Z","time spent":"1.250436924s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-23T05:52:05.634035Z","caller":"traceutil/trace.go:171","msg":"trace[545596242] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"192.170229ms","start":"2026-07-23T05:52:05.441843Z","end":"2026-07-23T05:52:05.634014Z","steps":["trace[545596242] 'process raft request' (duration: 188.758265ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.634413Z","caller":"traceutil/trace.go:171","msg":"trace[12026123] linearizableReadLoop","detail":"{readStateIndex:29285; appliedIndex:29280; }","duration":"188.919109ms","start":"2026-07-23T05:52:05.445469Z","end":"2026-07-23T05:52:05.634388Z","steps":["trace[12026123] 'read index received' (duration: 41.127092ms)","trace[12026123] 'applied index is now lower than readState.Index' (duration: 147.790907ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:05.634512Z","caller":"traceutil/trace.go:171","msg":"trace[689859511] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"192.54388ms","start":"2026-07-23T05:52:05.441963Z","end":"2026-07-23T05:52:05.634507Z","steps":["trace[689859511] 'process raft request' (duration: 192.020065ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.634488Z","caller":"traceutil/trace.go:171","msg":"trace[593836450] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"192.063806ms","start":"2026-07-23T05:52:05.442413Z","end":"2026-07-23T05:52:05.634477Z","steps":["trace[593836450] 'process raft request' (duration: 191.807619ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.634556Z","caller":"traceutil/trace.go:171","msg":"trace[1079691399] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"191.374278ms","start":"2026-07-23T05:52:05.44316Z","end":"2026-07-23T05:52:05.634534Z","steps":["trace[1079691399] 'process raft request' (duration: 191.180482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:05.634763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.273449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:05.634823Z","caller":"traceutil/trace.go:171","msg":"trace[2027852537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28346; }","duration":"189.365801ms","start":"2026-07-23T05:52:05.445442Z","end":"2026-07-23T05:52:05.634808Z","steps":["trace[2027852537] 'agreement among raft nodes before linearized reading' (duration: 189.236288ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:05.94119Z","caller":"traceutil/trace.go:171","msg":"trace[1384070114] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"103.162386ms","start":"2026-07-23T05:52:05.837992Z","end":"2026-07-23T05:52:05.941154Z","steps":["trace[1384070114] 'process raft request' (duration: 90.724701ms)","trace[1384070114] 'compare' (duration: 12.231379ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:07.141532Z","caller":"traceutil/trace.go:171","msg":"trace[1895044221] transaction","detail":"{read_only:false; response_revision:28349; number_of_response:1; }","duration":"228.317924ms","start":"2026-07-23T05:52:06.913189Z","end":"2026-07-23T05:52:07.141507Z","steps":["trace[1895044221] 'process raft request' (duration: 227.940094ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:07.285438Z","caller":"traceutil/trace.go:171","msg":"trace[608452740] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"371.655397ms","start":"2026-07-23T05:52:06.91376Z","end":"2026-07-23T05:52:07.285415Z","steps":["trace[608452740] 'process raft request' (duration: 308.533833ms)","trace[608452740] 'compare' (duration: 62.959329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:07.285594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:06.913728Z","time spent":"371.791941ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:07.285991Z","caller":"traceutil/trace.go:171","msg":"trace[410935108] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"371.492042ms","start":"2026-07-23T05:52:06.914443Z","end":"2026-07-23T05:52:07.285936Z","steps":["trace[410935108] 'process raft request' (duration: 370.934517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:07.286163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.821503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:07.286005Z","caller":"traceutil/trace.go:171","msg":"trace[599493052] linearizableReadLoop","detail":"{readStateIndex:29291; appliedIndex:29287; }","duration":"194.646928ms","start":"2026-07-23T05:52:07.091327Z","end":"2026-07-23T05:52:07.285974Z","steps":["trace[599493052] 'read index received' (duration: 49.791273ms)","trace[599493052] 'applied index is now lower than readState.Index' (duration: 144.854245ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:07.286218Z","caller":"traceutil/trace.go:171","msg":"trace[1369028197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28352; }","duration":"194.922836ms","start":"2026-07-23T05:52:07.091285Z","end":"2026-07-23T05:52:07.286208Z","steps":["trace[1369028197] 'agreement among raft nodes before linearized reading' (duration: 194.777472ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:07.286243Z","caller":"traceutil/trace.go:171","msg":"trace[1526832794] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"332.966811ms","start":"2026-07-23T05:52:06.953261Z","end":"2026-07-23T05:52:07.286228Z","steps":["trace[1526832794] 'process raft request' (duration: 332.491398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:07.286168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:06.914426Z","time spent":"371.649086ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:07.286315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:06.953246Z","time spent":"333.028554ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7253,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:08.578165Z","caller":"traceutil/trace.go:171","msg":"trace[1926517992] linearizableReadLoop","detail":"{readStateIndex:29306; appliedIndex:29305; }","duration":"107.640091ms","start":"2026-07-23T05:52:08.4705Z","end":"2026-07-23T05:52:08.57814Z","steps":["trace[1926517992] 'read index received' (duration: 107.518978ms)","trace[1926517992] 'applied index is now lower than readState.Index' (duration: 119.983µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:08.578294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.777355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:08.578276Z","caller":"traceutil/trace.go:171","msg":"trace[1913843252] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"170.995871ms","start":"2026-07-23T05:52:08.407247Z","end":"2026-07-23T05:52:08.578243Z","steps":["trace[1913843252] 'process raft request' (duration: 170.61226ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:08.578329Z","caller":"traceutil/trace.go:171","msg":"trace[291938318] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28367; }","duration":"107.855487ms","start":"2026-07-23T05:52:08.470464Z","end":"2026-07-23T05:52:08.57832Z","steps":["trace[291938318] 'agreement among raft nodes before linearized reading' (duration: 107.765244ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:08.7183Z","caller":"traceutil/trace.go:171","msg":"trace[247590297] linearizableReadLoop","detail":"{readStateIndex:29307; appliedIndex:29306; }","duration":"110.783598ms","start":"2026-07-23T05:52:08.60748Z","end":"2026-07-23T05:52:08.718263Z","steps":["trace[247590297] 'read index received' (duration: 93.279432ms)","trace[247590297] 'applied index is now lower than readState.Index' (duration: 17.502136ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:08.718484Z","caller":"traceutil/trace.go:171","msg":"trace[944789278] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"131.097852ms","start":"2026-07-23T05:52:08.58737Z","end":"2026-07-23T05:52:08.718468Z","steps":["trace[944789278] 'process raft request' (duration: 113.348529ms)","trace[944789278] 'compare' (duration: 17.359902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:08.71859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.932151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:08.718671Z","caller":"traceutil/trace.go:171","msg":"trace[769462540] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28368; }","duration":"107.026524ms","start":"2026-07-23T05:52:08.611619Z","end":"2026-07-23T05:52:08.718645Z","steps":["trace[769462540] 'agreement among raft nodes before linearized reading' (duration: 106.908311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:08.718949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.466617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-23T05:52:08.718989Z","caller":"traceutil/trace.go:171","msg":"trace[1233978650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28368; }","duration":"111.527719ms","start":"2026-07-23T05:52:08.607448Z","end":"2026-07-23T05:52:08.718976Z","steps":["trace[1233978650] 'agreement among raft nodes before linearized reading' (duration: 111.402676ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.001185Z","caller":"traceutil/trace.go:171","msg":"trace[743809184] transaction","detail":"{read_only:false; response_revision:28372; number_of_response:1; }","duration":"117.998978ms","start":"2026-07-23T05:52:08.88315Z","end":"2026-07-23T05:52:09.001149Z","steps":["trace[743809184] 'process raft request' (duration: 93.754285ms)","trace[743809184] 'compare' (duration: 24.065288ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:09.128061Z","caller":"traceutil/trace.go:171","msg":"trace[1957172953] transaction","detail":"{read_only:false; response_revision:28373; number_of_response:1; }","duration":"114.45528ms","start":"2026-07-23T05:52:09.013577Z","end":"2026-07-23T05:52:09.128032Z","steps":["trace[1957172953] 'process raft request' (duration: 98.755714ms)","trace[1957172953] 'compare' (duration: 15.419548ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:09.290402Z","caller":"traceutil/trace.go:171","msg":"trace[521500497] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"143.052055ms","start":"2026-07-23T05:52:09.14733Z","end":"2026-07-23T05:52:09.290382Z","steps":["trace[521500497] 'process raft request' (duration: 143.015344ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.290586Z","caller":"traceutil/trace.go:171","msg":"trace[1186453617] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"156.771706ms","start":"2026-07-23T05:52:09.133791Z","end":"2026-07-23T05:52:09.290562Z","steps":["trace[1186453617] 'process raft request' (duration: 153.772882ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.290871Z","caller":"traceutil/trace.go:171","msg":"trace[1792300495] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"155.11141ms","start":"2026-07-23T05:52:09.135728Z","end":"2026-07-23T05:52:09.290839Z","steps":["trace[1792300495] 'process raft request' (duration: 154.575305ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.462781Z","caller":"traceutil/trace.go:171","msg":"trace[472720505] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"171.173176ms","start":"2026-07-23T05:52:09.291582Z","end":"2026-07-23T05:52:09.462756Z","steps":["trace[472720505] 'process raft request' (duration: 102.661663ms)","trace[472720505] 'compare' (duration: 68.329158ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:09.462874Z","caller":"traceutil/trace.go:171","msg":"trace[996918979] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"157.814595ms","start":"2026-07-23T05:52:09.305045Z","end":"2026-07-23T05:52:09.46286Z","steps":["trace[996918979] 'process raft request' (duration: 157.655881ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.462885Z","caller":"traceutil/trace.go:171","msg":"trace[748817994] linearizableReadLoop","detail":"{readStateIndex:29320; appliedIndex:29318; }","duration":"154.603716ms","start":"2026-07-23T05:52:09.308248Z","end":"2026-07-23T05:52:09.462852Z","steps":["trace[748817994] 'read index received' (duration: 85.963199ms)","trace[748817994] 'applied index is now lower than readState.Index' (duration: 68.637907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:09.463344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.070549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-vbgcb\" ","response":"range_response_count:1 size:6896"} {"level":"info","ts":"2026-07-23T05:52:09.463427Z","caller":"traceutil/trace.go:171","msg":"trace[2028659228] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-vbgcb; range_end:; response_count:1; response_revision:28380; }","duration":"155.190331ms","start":"2026-07-23T05:52:09.308219Z","end":"2026-07-23T05:52:09.463409Z","steps":["trace[2028659228] 'agreement among raft nodes before linearized reading' (duration: 154.857162ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.7428Z","caller":"traceutil/trace.go:171","msg":"trace[321836347] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"260.305013ms","start":"2026-07-23T05:52:09.482466Z","end":"2026-07-23T05:52:09.742771Z","steps":["trace[321836347] 'process raft request' (duration: 241.605313ms)","trace[321836347] 'compare' (duration: 18.530645ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:09.743013Z","caller":"traceutil/trace.go:171","msg":"trace[1042735385] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"217.521484ms","start":"2026-07-23T05:52:09.525472Z","end":"2026-07-23T05:52:09.742993Z","steps":["trace[1042735385] 'process raft request' (duration: 217.40332ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.74311Z","caller":"traceutil/trace.go:171","msg":"trace[1503433760] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"218.82763ms","start":"2026-07-23T05:52:09.524175Z","end":"2026-07-23T05:52:09.743002Z","steps":["trace[1503433760] 'process raft request' (duration: 218.558832ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.743251Z","caller":"traceutil/trace.go:171","msg":"trace[526236060] linearizableReadLoop","detail":"{readStateIndex:29324; appliedIndex:29322; }","duration":"217.926835ms","start":"2026-07-23T05:52:09.525292Z","end":"2026-07-23T05:52:09.743219Z","steps":["trace[526236060] 'read index received' (duration: 18.401301ms)","trace[526236060] 'applied index is now lower than readState.Index' (duration: 199.523704ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:09.743335Z","caller":"traceutil/trace.go:171","msg":"trace[892152827] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"217.817832ms","start":"2026-07-23T05:52:09.525503Z","end":"2026-07-23T05:52:09.743321Z","steps":["trace[892152827] 'process raft request' (duration: 217.436351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:09.743502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.706726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:52:09.743548Z","caller":"traceutil/trace.go:171","msg":"trace[814185333] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28386; }","duration":"146.800339ms","start":"2026-07-23T05:52:09.596735Z","end":"2026-07-23T05:52:09.743535Z","steps":["trace[814185333] 'agreement among raft nodes before linearized reading' (duration: 146.690216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:09.74354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.977288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-23T05:52:09.743596Z","caller":"traceutil/trace.go:171","msg":"trace[1920511867] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:28386; }","duration":"199.04877ms","start":"2026-07-23T05:52:09.544532Z","end":"2026-07-23T05:52:09.743581Z","steps":["trace[1920511867] 'agreement among raft nodes before linearized reading' (duration: 198.855125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:09.743589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.063405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-23T05:52:09.743589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.257524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-07-23T05:52:09.743657Z","caller":"traceutil/trace.go:171","msg":"trace[1961952160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28386; }","duration":"116.200429ms","start":"2026-07-23T05:52:09.627439Z","end":"2026-07-23T05:52:09.743639Z","steps":["trace[1961952160] 'agreement among raft nodes before linearized reading' (duration: 115.978922ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.74367Z","caller":"traceutil/trace.go:171","msg":"trace[2029831323] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:28386; }","duration":"218.395678ms","start":"2026-07-23T05:52:09.52526Z","end":"2026-07-23T05:52:09.743656Z","steps":["trace[2029831323] 'agreement among raft nodes before linearized reading' (duration: 218.10367ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.921151Z","caller":"traceutil/trace.go:171","msg":"trace[1278017719] transaction","detail":"{read_only:false; response_revision:28387; number_of_response:1; }","duration":"173.593013ms","start":"2026-07-23T05:52:09.747531Z","end":"2026-07-23T05:52:09.921124Z","steps":["trace[1278017719] 'process raft request' (duration: 106.309174ms)","trace[1278017719] 'compare' (duration: 67.122355ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:09.93089Z","caller":"traceutil/trace.go:171","msg":"trace[542950794] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"181.496913ms","start":"2026-07-23T05:52:09.749375Z","end":"2026-07-23T05:52:09.930872Z","steps":["trace[542950794] 'process raft request' (duration: 181.37881ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.931079Z","caller":"traceutil/trace.go:171","msg":"trace[320986619] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"180.921377ms","start":"2026-07-23T05:52:09.750143Z","end":"2026-07-23T05:52:09.931065Z","steps":["trace[320986619] 'process raft request' (duration: 180.696541ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.93139Z","caller":"traceutil/trace.go:171","msg":"trace[1788523599] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"181.179875ms","start":"2026-07-23T05:52:09.750183Z","end":"2026-07-23T05:52:09.931363Z","steps":["trace[1788523599] 'process raft request' (duration: 180.824825ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.931788Z","caller":"traceutil/trace.go:171","msg":"trace[84575955] transaction","detail":"{read_only:false; response_revision:28391; number_of_response:1; }","duration":"181.262507ms","start":"2026-07-23T05:52:09.750508Z","end":"2026-07-23T05:52:09.931771Z","steps":["trace[84575955] 'process raft request' (duration: 180.953078ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.931825Z","caller":"traceutil/trace.go:171","msg":"trace[1494681004] transaction","detail":"{read_only:false; response_revision:28393; number_of_response:1; }","duration":"172.312658ms","start":"2026-07-23T05:52:09.759493Z","end":"2026-07-23T05:52:09.931806Z","steps":["trace[1494681004] 'process raft request' (duration: 172.240936ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:09.931923Z","caller":"traceutil/trace.go:171","msg":"trace[1999546407] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"175.359783ms","start":"2026-07-23T05:52:09.756555Z","end":"2026-07-23T05:52:09.931915Z","steps":["trace[1999546407] 'process raft request' (duration: 175.094796ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:10.546254Z","caller":"traceutil/trace.go:171","msg":"trace[252925550] transaction","detail":"{read_only:false; response_revision:28397; number_of_response:1; }","duration":"107.884148ms","start":"2026-07-23T05:52:10.438348Z","end":"2026-07-23T05:52:10.546232Z","steps":["trace[252925550] 'process raft request' (duration: 107.723673ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:10.603508Z","caller":"traceutil/trace.go:171","msg":"trace[337459789] transaction","detail":"{read_only:false; response_revision:28398; number_of_response:1; }","duration":"159.928483ms","start":"2026-07-23T05:52:10.443557Z","end":"2026-07-23T05:52:10.603485Z","steps":["trace[337459789] 'process raft request' (duration: 159.80112ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:11.454374Z","caller":"traceutil/trace.go:171","msg":"trace[2083950798] transaction","detail":"{read_only:false; response_revision:28401; number_of_response:1; }","duration":"141.598674ms","start":"2026-07-23T05:52:11.312744Z","end":"2026-07-23T05:52:11.454342Z","steps":["trace[2083950798] 'process raft request' (duration: 141.10884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.425744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939218308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:52:12.52748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.589992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T05:52:12.527552Z","caller":"traceutil/trace.go:171","msg":"trace[1245078391] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28402; }","duration":"968.714515ms","start":"2026-07-23T05:52:11.558823Z","end":"2026-07-23T05:52:12.527537Z","steps":["trace[1245078391] 'count revisions from in-memory index tree' (duration: 968.523291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.527584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.558805Z","time spent":"968.769768ms","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":127,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:52:12.528405Z","caller":"traceutil/trace.go:171","msg":"trace[2103949285] transaction","detail":"{read_only:false; response_revision:28403; number_of_response:1; }","duration":"779.000084ms","start":"2026-07-23T05:52:11.749392Z","end":"2026-07-23T05:52:12.528392Z","steps":["trace[2103949285] 'process raft request' (duration: 763.867374ms)","trace[2103949285] 'compare' (duration: 13.771052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:12.528489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.749363Z","time spent":"779.075267ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:12.52842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.057314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:12.529362Z","caller":"traceutil/trace.go:171","msg":"trace[296204552] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28402; }","duration":"925.923967ms","start":"2026-07-23T05:52:11.603414Z","end":"2026-07-23T05:52:12.529338Z","steps":["trace[296204552] 'count revisions from in-memory index tree' (duration: 923.990713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.529411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.603395Z","time spent":"926.000319ms","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:52:12.71576Z","caller":"traceutil/trace.go:171","msg":"trace[1338609920] transaction","detail":"{read_only:false; response_revision:28404; number_of_response:1; }","duration":"966.197735ms","start":"2026-07-23T05:52:11.74953Z","end":"2026-07-23T05:52:12.715728Z","steps":["trace[1338609920] 'process raft request' (duration: 887.376086ms)","trace[1338609920] 'compare' (duration: 77.996916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:12.715951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.749511Z","time spent":"966.33897ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:12.716395Z","caller":"traceutil/trace.go:171","msg":"trace[1900872896] transaction","detail":"{read_only:false; response_revision:28405; number_of_response:1; }","duration":"966.776372ms","start":"2026-07-23T05:52:11.749593Z","end":"2026-07-23T05:52:12.716369Z","steps":["trace[1900872896] 'process raft request' (duration: 966.075203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.716548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.749589Z","time spent":"966.878975ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:12.716624Z","caller":"traceutil/trace.go:171","msg":"trace[1243890109] transaction","detail":"{read_only:false; response_revision:28407; number_of_response:1; }","duration":"754.459003ms","start":"2026-07-23T05:52:11.962148Z","end":"2026-07-23T05:52:12.716607Z","steps":["trace[1243890109] 'process raft request' (duration: 754.123123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.71672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.962126Z","time spent":"754.540215ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:12.716857Z","caller":"traceutil/trace.go:171","msg":"trace[486659943] linearizableReadLoop","detail":"{readStateIndex:29347; appliedIndex:29342; }","duration":"791.596854ms","start":"2026-07-23T05:52:11.925248Z","end":"2026-07-23T05:52:12.716845Z","steps":["trace[486659943] 'read index received' (duration: 588.147962ms)","trace[486659943] 'applied index is now lower than readState.Index' (duration: 203.447712ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:12.716932Z","caller":"traceutil/trace.go:171","msg":"trace[17234581] transaction","detail":"{read_only:false; response_revision:28406; number_of_response:1; }","duration":"966.833203ms","start":"2026-07-23T05:52:11.750084Z","end":"2026-07-23T05:52:12.716917Z","steps":["trace[17234581] 'process raft request' (duration: 966.111593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.717011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.750072Z","time spent":"966.895165ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:12.717028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.784299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:52:12.717062Z","caller":"traceutil/trace.go:171","msg":"trace[1666041842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28408; }","duration":"791.851801ms","start":"2026-07-23T05:52:11.925201Z","end":"2026-07-23T05:52:12.717053Z","steps":["trace[1666041842] 'agreement among raft nodes before linearized reading' (duration: 791.727018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.717098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.925184Z","time spent":"791.907223ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:52:12.717272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.018648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:52:12.717317Z","caller":"traceutil/trace.go:171","msg":"trace[1647744370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28408; }","duration":"782.141641ms","start":"2026-07-23T05:52:11.935161Z","end":"2026-07-23T05:52:12.717302Z","steps":["trace[1647744370] 'agreement among raft nodes before linearized reading' (duration: 782.021378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.717354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.935142Z","time spent":"782.202203ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:52:12.717698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.761092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:12.717731Z","caller":"traceutil/trace.go:171","msg":"trace[2094555140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28408; }","duration":"325.849354ms","start":"2026-07-23T05:52:12.391872Z","end":"2026-07-23T05:52:12.717721Z","steps":["trace[2094555140] 'agreement among raft nodes before linearized reading' (duration: 325.786722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.717786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.391851Z","time spent":"325.915186ms","remote":"127.0.0.1:40490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:12.717913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.836213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:52:12.717945Z","caller":"traceutil/trace.go:171","msg":"trace[57307666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28408; }","duration":"781.884415ms","start":"2026-07-23T05:52:11.936053Z","end":"2026-07-23T05:52:12.717937Z","steps":["trace[57307666] 'agreement among raft nodes before linearized reading' (duration: 781.774682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.717969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.936046Z","time spent":"781.918906ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:52:12.718048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.668467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:52:12.718085Z","caller":"traceutil/trace.go:171","msg":"trace[716386437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28408; }","duration":"782.737479ms","start":"2026-07-23T05:52:11.935336Z","end":"2026-07-23T05:52:12.718074Z","steps":["trace[716386437] 'agreement among raft nodes before linearized reading' (duration: 782.634886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.718117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.935309Z","time spent":"782.79995ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:52:12.718145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.028984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:12.718172Z","caller":"traceutil/trace.go:171","msg":"trace[1594994017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28408; }","duration":"626.082566ms","start":"2026-07-23T05:52:12.09208Z","end":"2026-07-23T05:52:12.718162Z","steps":["trace[1594994017] 'agreement among raft nodes before linearized reading' (duration: 626.010324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.71819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.092065Z","time spent":"626.121477ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:52:12.718299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.010386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:52:12.718285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.937557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:12.718351Z","caller":"traceutil/trace.go:171","msg":"trace[2054721225] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28408; }","duration":"705.074701ms","start":"2026-07-23T05:52:12.013259Z","end":"2026-07-23T05:52:12.718334Z","steps":["trace[2054721225] 'agreement among raft nodes before linearized reading' (duration: 704.940397ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:12.718341Z","caller":"traceutil/trace.go:171","msg":"trace[1548803729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28408; }","duration":"783.058757ms","start":"2026-07-23T05:52:11.935265Z","end":"2026-07-23T05:52:12.718323Z","steps":["trace[1548803729] 'agreement among raft nodes before linearized reading' (duration: 782.972465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:12.718387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.013239Z","time spent":"705.137942ms","remote":"127.0.0.1:42896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:12.718403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:11.935259Z","time spent":"783.127879ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-23T05:52:13.045665Z","caller":"traceutil/trace.go:171","msg":"trace[68109245] transaction","detail":"{read_only:false; response_revision:28412; number_of_response:1; }","duration":"323.419266ms","start":"2026-07-23T05:52:12.722222Z","end":"2026-07-23T05:52:13.045641Z","steps":["trace[68109245] 'process raft request' (duration: 323.353784ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:13.045714Z","caller":"traceutil/trace.go:171","msg":"trace[945042519] transaction","detail":"{read_only:false; response_revision:28410; number_of_response:1; }","duration":"324.069534ms","start":"2026-07-23T05:52:12.721576Z","end":"2026-07-23T05:52:13.045645Z","steps":["trace[945042519] 'process raft request' (duration: 323.797527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:13.045974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.722213Z","time spent":"323.544259ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:13.046036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.721553Z","time spent":"324.298651ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:13.046044Z","caller":"traceutil/trace.go:171","msg":"trace[1230253962] transaction","detail":"{read_only:false; response_revision:28411; number_of_response:1; }","duration":"323.913159ms","start":"2026-07-23T05:52:12.722095Z","end":"2026-07-23T05:52:13.046008Z","steps":["trace[1230253962] 'process raft request' (duration: 323.437036ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:13.046082Z","caller":"traceutil/trace.go:171","msg":"trace[1523927063] linearizableReadLoop","detail":"{readStateIndex:29353; appliedIndex:29349; }","duration":"114.022978ms","start":"2026-07-23T05:52:12.932001Z","end":"2026-07-23T05:52:13.046024Z","steps":["trace[1523927063] 'read index received' (duration: 113.349269ms)","trace[1523927063] 'applied index is now lower than readState.Index' (duration: 672.319µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:13.046159Z","caller":"traceutil/trace.go:171","msg":"trace[698482952] transaction","detail":"{read_only:false; response_revision:28413; number_of_response:1; }","duration":"322.640554ms","start":"2026-07-23T05:52:12.723494Z","end":"2026-07-23T05:52:13.046134Z","steps":["trace[698482952] 'process raft request' (duration: 322.113519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:13.046209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.722086Z","time spent":"324.033373ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:13.046282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:12.723487Z","time spent":"322.719087ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:13.046349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.308956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:13.046458Z","caller":"traceutil/trace.go:171","msg":"trace[1890890363] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28413; }","duration":"114.44577ms","start":"2026-07-23T05:52:12.931984Z","end":"2026-07-23T05:52:13.046429Z","steps":["trace[1890890363] 'agreement among raft nodes before linearized reading' (duration: 114.227284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:13.576098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.830666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:52:13.576233Z","caller":"traceutil/trace.go:171","msg":"trace[584966004] transaction","detail":"{read_only:false; response_revision:28414; number_of_response:1; }","duration":"510.527195ms","start":"2026-07-23T05:52:13.065674Z","end":"2026-07-23T05:52:13.576202Z","steps":["trace[584966004] 'process raft request' (duration: 221.540356ms)","trace[584966004] 'compare' (duration: 288.457214ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:13.57626Z","caller":"traceutil/trace.go:171","msg":"trace[1963089018] transaction","detail":"{read_only:false; response_revision:28415; number_of_response:1; }","duration":"263.562953ms","start":"2026-07-23T05:52:13.312687Z","end":"2026-07-23T05:52:13.57625Z","steps":["trace[1963089018] 'process raft request' (duration: 263.502092ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:13.576268Z","caller":"traceutil/trace.go:171","msg":"trace[979929086] linearizableReadLoop","detail":"{readStateIndex:29354; appliedIndex:29353; }","duration":"503.87545ms","start":"2026-07-23T05:52:13.072367Z","end":"2026-07-23T05:52:13.576243Z","steps":["trace[979929086] 'read index received' (duration: 214.796628ms)","trace[979929086] 'applied index is now lower than readState.Index' (duration: 289.076262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:13.576296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.065654Z","time spent":"510.616248ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-23T05:52:13.576494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.130528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-6d878f497-6hm9l\" ","response":"range_response_count:1 size:7353"} {"level":"info","ts":"2026-07-23T05:52:13.576537Z","caller":"traceutil/trace.go:171","msg":"trace[1234853460] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-6d878f497-6hm9l; range_end:; response_count:1; response_revision:28415; }","duration":"504.2466ms","start":"2026-07-23T05:52:13.072282Z","end":"2026-07-23T05:52:13.576529Z","steps":["trace[1234853460] 'agreement among raft nodes before linearized reading' (duration: 504.065825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:13.576567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.072255Z","time spent":"504.306792ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7376,"request content":"key:\"/registry/pods/openstack/manila-scheduler-6d878f497-6hm9l\" "} {"level":"info","ts":"2026-07-23T05:52:13.660784Z","caller":"traceutil/trace.go:171","msg":"trace[1127481259] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"201.771545ms","start":"2026-07-23T05:52:13.458986Z","end":"2026-07-23T05:52:13.660757Z","steps":["trace[1127481259] 'process raft request' (duration: 201.58519ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.245286Z","caller":"traceutil/trace.go:171","msg":"trace[1818279208] transaction","detail":"{read_only:false; response_revision:28417; number_of_response:1; }","duration":"715.635783ms","start":"2026-07-23T05:52:13.529618Z","end":"2026-07-23T05:52:14.245254Z","steps":["trace[1818279208] 'process raft request' (duration: 715.345015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.245455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.529598Z","time spent":"715.769267ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:14.245475Z","caller":"traceutil/trace.go:171","msg":"trace[645355797] transaction","detail":"{read_only:false; response_revision:28418; number_of_response:1; }","duration":"665.303804ms","start":"2026-07-23T05:52:13.580156Z","end":"2026-07-23T05:52:14.24546Z","steps":["trace[645355797] 'process raft request' (duration: 664.983636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.245532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.580138Z","time spent":"665.363437ms","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-23T05:52:14.24556Z","caller":"traceutil/trace.go:171","msg":"trace[1174363911] linearizableReadLoop","detail":"{readStateIndex:29357; appliedIndex:29355; }","duration":"669.220104ms","start":"2026-07-23T05:52:13.576319Z","end":"2026-07-23T05:52:14.245539Z","steps":["trace[1174363911] 'read index received' (duration: 84.326052ms)","trace[1174363911] 'applied index is now lower than readState.Index' (duration: 584.893012ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:14.245673Z","caller":"traceutil/trace.go:171","msg":"trace[823960873] transaction","detail":"{read_only:false; response_revision:28419; number_of_response:1; }","duration":"660.168032ms","start":"2026-07-23T05:52:13.585497Z","end":"2026-07-23T05:52:14.245665Z","steps":["trace[823960873] 'process raft request' (duration: 659.920265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.245764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049723136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:52:14.245785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.585472Z","time spent":"660.229583ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7346,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:14.245805Z","caller":"traceutil/trace.go:171","msg":"trace[1251477395] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28419; }","duration":"1.049798128s","start":"2026-07-23T05:52:13.195994Z","end":"2026-07-23T05:52:14.245792Z","steps":["trace[1251477395] 'agreement among raft nodes before linearized reading' (duration: 1.049733416s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.245829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.195969Z","time spent":"1.04985505s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:14.245949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.820792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-23T05:52:14.246011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.197697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:52:14.246032Z","caller":"traceutil/trace.go:171","msg":"trace[1076409144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28419; }","duration":"153.256348ms","start":"2026-07-23T05:52:14.092769Z","end":"2026-07-23T05:52:14.246025Z","steps":["trace[1076409144] 'agreement among raft nodes before linearized reading' (duration: 153.219917ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.246033Z","caller":"traceutil/trace.go:171","msg":"trace[1194417304] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28419; }","duration":"763.955656ms","start":"2026-07-23T05:52:13.482058Z","end":"2026-07-23T05:52:14.246013Z","steps":["trace[1194417304] 'agreement among raft nodes before linearized reading' (duration: 763.74488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.246078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.482037Z","time spent":"764.030397ms","remote":"127.0.0.1:41740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:52:14.246091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.211983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:52:14.246216Z","caller":"traceutil/trace.go:171","msg":"trace[1609426679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28419; }","duration":"516.341207ms","start":"2026-07-23T05:52:13.729861Z","end":"2026-07-23T05:52:14.246202Z","steps":["trace[1609426679] 'agreement among raft nodes before linearized reading' (duration: 516.0848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.246256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:13.729803Z","time spent":"516.441369ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-23T05:52:14.447558Z","caller":"traceutil/trace.go:171","msg":"trace[2129798290] linearizableReadLoop","detail":"{readStateIndex:29360; appliedIndex:29359; }","duration":"197.281421ms","start":"2026-07-23T05:52:14.250256Z","end":"2026-07-23T05:52:14.447537Z","steps":["trace[2129798290] 'read index received' (duration: 110.000366ms)","trace[2129798290] 'applied index is now lower than readState.Index' (duration: 87.280195ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:14.447667Z","caller":"traceutil/trace.go:171","msg":"trace[1901752531] transaction","detail":"{read_only:false; response_revision:28420; number_of_response:1; }","duration":"197.693723ms","start":"2026-07-23T05:52:14.249935Z","end":"2026-07-23T05:52:14.447629Z","steps":["trace[1901752531] 'process raft request' (duration: 110.336255ms)","trace[1901752531] 'compare' (duration: 87.028788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:14.447892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.610821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-69f48b8bbf-78cf8\" ","response":"range_response_count:1 size:7179"} {"level":"info","ts":"2026-07-23T05:52:14.447979Z","caller":"traceutil/trace.go:171","msg":"trace[1658094742] range","detail":"{range_begin:/registry/pods/openstack/manila-data-69f48b8bbf-78cf8; range_end:; response_count:1; response_revision:28420; }","duration":"197.711184ms","start":"2026-07-23T05:52:14.250247Z","end":"2026-07-23T05:52:14.447958Z","steps":["trace[1658094742] 'agreement among raft nodes before linearized reading' (duration: 197.389995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.448282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.647762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:52:14.448321Z","caller":"traceutil/trace.go:171","msg":"trace[15257511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28420; }","duration":"197.741534ms","start":"2026-07-23T05:52:14.250569Z","end":"2026-07-23T05:52:14.44831Z","steps":["trace[15257511] 'agreement among raft nodes before linearized reading' (duration: 197.086426ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.594531Z","caller":"traceutil/trace.go:171","msg":"trace[949022981] transaction","detail":"{read_only:false; response_revision:28422; number_of_response:1; }","duration":"134.997691ms","start":"2026-07-23T05:52:14.459502Z","end":"2026-07-23T05:52:14.5945Z","steps":["trace[949022981] 'process raft request' (duration: 134.442766ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.644916Z","caller":"traceutil/trace.go:171","msg":"trace[1112722160] transaction","detail":"{read_only:false; response_revision:28424; number_of_response:1; }","duration":"100.073551ms","start":"2026-07-23T05:52:14.544821Z","end":"2026-07-23T05:52:14.644894Z","steps":["trace[1112722160] 'process raft request' (duration: 99.745161ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.761905Z","caller":"traceutil/trace.go:171","msg":"trace[1910938002] linearizableReadLoop","detail":"{readStateIndex:29365; appliedIndex:29364; }","duration":"111.22685ms","start":"2026-07-23T05:52:14.650652Z","end":"2026-07-23T05:52:14.761879Z","steps":["trace[1910938002] 'read index received' (duration: 71.758033ms)","trace[1910938002] 'applied index is now lower than readState.Index' (duration: 39.467197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:14.762167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.450706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:52:14.762235Z","caller":"traceutil/trace.go:171","msg":"trace[1532451662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28425; }","duration":"111.602411ms","start":"2026-07-23T05:52:14.650621Z","end":"2026-07-23T05:52:14.762224Z","steps":["trace[1532451662] 'agreement among raft nodes before linearized reading' (duration: 111.354474ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.762233Z","caller":"traceutil/trace.go:171","msg":"trace[775226415] transaction","detail":"{read_only:false; response_revision:28425; number_of_response:1; }","duration":"113.289678ms","start":"2026-07-23T05:52:14.648915Z","end":"2026-07-23T05:52:14.762204Z","steps":["trace[775226415] 'process raft request' (duration: 73.482572ms)","trace[775226415] 'compare' (duration: 39.349514ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:14.8177Z","caller":"traceutil/trace.go:171","msg":"trace[312895383] transaction","detail":"{read_only:false; response_revision:28426; number_of_response:1; }","duration":"161.212739ms","start":"2026-07-23T05:52:14.65646Z","end":"2026-07-23T05:52:14.817673Z","steps":["trace[312895383] 'process raft request' (duration: 160.978423ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.929102Z","caller":"traceutil/trace.go:171","msg":"trace[370292170] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"205.587322ms","start":"2026-07-23T05:52:14.723481Z","end":"2026-07-23T05:52:14.929068Z","steps":["trace[370292170] 'process raft request' (duration: 192.495729ms)","trace[370292170] 'compare' (duration: 12.859757ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:14.929478Z","caller":"traceutil/trace.go:171","msg":"trace[1727648896] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"205.379786ms","start":"2026-07-23T05:52:14.724069Z","end":"2026-07-23T05:52:14.929449Z","steps":["trace[1727648896] 'process raft request' (duration: 204.934354ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.929576Z","caller":"traceutil/trace.go:171","msg":"trace[929308569] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"122.125663ms","start":"2026-07-23T05:52:14.807424Z","end":"2026-07-23T05:52:14.92955Z","steps":["trace[929308569] 'process raft request' (duration: 121.860615ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:14.929584Z","caller":"traceutil/trace.go:171","msg":"trace[482577039] linearizableReadLoop","detail":"{readStateIndex:29370; appliedIndex:29365; }","duration":"165.516339ms","start":"2026-07-23T05:52:14.764028Z","end":"2026-07-23T05:52:14.929544Z","steps":["trace[482577039] 'read index received' (duration: 53.408324ms)","trace[482577039] 'applied index is now lower than readState.Index' (duration: 112.106695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:14.929819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.760085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18519"} {"level":"info","ts":"2026-07-23T05:52:14.929894Z","caller":"traceutil/trace.go:171","msg":"trace[178623335] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28431; }","duration":"165.879669ms","start":"2026-07-23T05:52:14.763997Z","end":"2026-07-23T05:52:14.929876Z","steps":["trace[178623335] 'agreement among raft nodes before linearized reading' (duration: 165.644242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.929937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.195164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:52:14.930153Z","caller":"traceutil/trace.go:171","msg":"trace[780968943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28431; }","duration":"127.456981ms","start":"2026-07-23T05:52:14.802675Z","end":"2026-07-23T05:52:14.930132Z","steps":["trace[780968943] 'agreement among raft nodes before linearized reading' (duration: 127.129292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:14.929973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.569619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-9c5bbf66b-tb4dx\" ","response":"range_response_count:1 size:7926"} {"level":"info","ts":"2026-07-23T05:52:14.930397Z","caller":"traceutil/trace.go:171","msg":"trace[343096977] range","detail":"{range_begin:/registry/pods/openstack/manila-api-9c5bbf66b-tb4dx; range_end:; response_count:1; response_revision:28431; }","duration":"108.049382ms","start":"2026-07-23T05:52:14.822332Z","end":"2026-07-23T05:52:14.930381Z","steps":["trace[343096977] 'agreement among raft nodes before linearized reading' (duration: 107.468776ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.092994Z","caller":"traceutil/trace.go:171","msg":"trace[2126157287] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"149.925625ms","start":"2026-07-23T05:52:14.943034Z","end":"2026-07-23T05:52:15.092959Z","steps":["trace[2126157287] 'process raft request' (duration: 128.179111ms)","trace[2126157287] 'compare' (duration: 21.530888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:15.228707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.817203ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:52:15.228824Z","caller":"traceutil/trace.go:171","msg":"trace[581368421] linearizableReadLoop","detail":"{readStateIndex:29374; appliedIndex:29372; }","duration":"178.003576ms","start":"2026-07-23T05:52:15.050798Z","end":"2026-07-23T05:52:15.228802Z","steps":["trace[581368421] 'read index received' (duration: 20.503159ms)","trace[581368421] 'applied index is now lower than readState.Index' (duration: 157.498727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:15.229073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.1522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-23T05:52:15.229082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.858072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-6cbd59d768-gswzw\" ","response":"range_response_count:1 size:10272"} {"level":"warn","ts":"2026-07-23T05:52:15.229071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.242492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:52:15.229124Z","caller":"traceutil/trace.go:171","msg":"trace[1013787930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28433; }","duration":"178.262963ms","start":"2026-07-23T05:52:15.050848Z","end":"2026-07-23T05:52:15.229111Z","steps":["trace[1013787930] 'agreement among raft nodes before linearized reading' (duration: 178.063818ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.22914Z","caller":"traceutil/trace.go:171","msg":"trace[690870143] range","detail":"{range_begin:/registry/pods/openstack/manila-share-6cbd59d768-gswzw; range_end:; response_count:1; response_revision:28433; }","duration":"132.968325ms","start":"2026-07-23T05:52:15.096157Z","end":"2026-07-23T05:52:15.229126Z","steps":["trace[690870143] 'agreement among raft nodes before linearized reading' (duration: 132.760139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:15.229121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.024897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-23T05:52:15.229168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.529563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:52:15.229164Z","caller":"traceutil/trace.go:171","msg":"trace[161993753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28433; }","duration":"178.389366ms","start":"2026-07-23T05:52:15.050752Z","end":"2026-07-23T05:52:15.229141Z","steps":["trace[161993753] 'agreement among raft nodes before linearized reading' (duration: 178.135899ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.229202Z","caller":"traceutil/trace.go:171","msg":"trace[1699942233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28433; }","duration":"177.590615ms","start":"2026-07-23T05:52:15.051602Z","end":"2026-07-23T05:52:15.229192Z","steps":["trace[1699942233] 'agreement among raft nodes before linearized reading' (duration: 177.362298ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.229202Z","caller":"traceutil/trace.go:171","msg":"trace[472534933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28433; }","duration":"178.14716ms","start":"2026-07-23T05:52:15.051038Z","end":"2026-07-23T05:52:15.229185Z","steps":["trace[472534933] 'agreement among raft nodes before linearized reading' (duration: 177.924264ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.425535Z","caller":"traceutil/trace.go:171","msg":"trace[1358566872] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"190.590375ms","start":"2026-07-23T05:52:15.234917Z","end":"2026-07-23T05:52:15.425508Z","steps":["trace[1358566872] 'process raft request' (duration: 126.353021ms)","trace[1358566872] 'compare' (duration: 63.690809ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:15.4266Z","caller":"traceutil/trace.go:171","msg":"trace[1255366108] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"186.480931ms","start":"2026-07-23T05:52:15.2401Z","end":"2026-07-23T05:52:15.426581Z","steps":["trace[1255366108] 'process raft request' (duration: 186.412519ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.42676Z","caller":"traceutil/trace.go:171","msg":"trace[1329240929] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"191.160202ms","start":"2026-07-23T05:52:15.235555Z","end":"2026-07-23T05:52:15.426715Z","steps":["trace[1329240929] 'process raft request' (duration: 190.854653ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.426706Z","caller":"traceutil/trace.go:171","msg":"trace[423409986] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"191.265774ms","start":"2026-07-23T05:52:15.235426Z","end":"2026-07-23T05:52:15.426691Z","steps":["trace[423409986] 'process raft request' (duration: 189.865495ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:15.894977Z","caller":"traceutil/trace.go:171","msg":"trace[437025506] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"100.121131ms","start":"2026-07-23T05:52:15.794822Z","end":"2026-07-23T05:52:15.894943Z","steps":["trace[437025506] 'process raft request' (duration: 62.863736ms)","trace[437025506] 'compare' (duration: 37.127042ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:16.654072Z","caller":"traceutil/trace.go:171","msg":"trace[1435775207] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"118.429451ms","start":"2026-07-23T05:52:16.535591Z","end":"2026-07-23T05:52:16.654021Z","steps":["trace[1435775207] 'process raft request' (duration: 118.147973ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:16.75023Z","caller":"traceutil/trace.go:171","msg":"trace[1748510793] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"148.911138ms","start":"2026-07-23T05:52:16.601286Z","end":"2026-07-23T05:52:16.750197Z","steps":["trace[1748510793] 'process raft request' (duration: 112.480125ms)","trace[1748510793] 'compare' (duration: 36.081893ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:16.971253Z","caller":"traceutil/trace.go:171","msg":"trace[80320621] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"200.075619ms","start":"2026-07-23T05:52:16.771149Z","end":"2026-07-23T05:52:16.971224Z","steps":["trace[80320621] 'process raft request' (duration: 199.879514ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.007996Z","caller":"traceutil/trace.go:171","msg":"trace[962300358] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"183.597601ms","start":"2026-07-23T05:52:16.824378Z","end":"2026-07-23T05:52:17.007976Z","steps":["trace[962300358] 'process raft request' (duration: 183.53872ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.00801Z","caller":"traceutil/trace.go:171","msg":"trace[615711723] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"183.733205ms","start":"2026-07-23T05:52:16.824249Z","end":"2026-07-23T05:52:17.007983Z","steps":["trace[615711723] 'process raft request' (duration: 183.56314ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.391595Z","caller":"traceutil/trace.go:171","msg":"trace[293115022] linearizableReadLoop","detail":"{readStateIndex:29412; appliedIndex:29411; }","duration":"108.504305ms","start":"2026-07-23T05:52:17.283069Z","end":"2026-07-23T05:52:17.391573Z","steps":["trace[293115022] 'read index received' (duration: 108.279188ms)","trace[293115022] 'applied index is now lower than readState.Index' (duration: 224.167µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:17.391788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.703231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-23T05:52:17.39182Z","caller":"traceutil/trace.go:171","msg":"trace[1889998757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28471; }","duration":"108.804943ms","start":"2026-07-23T05:52:17.283006Z","end":"2026-07-23T05:52:17.391811Z","steps":["trace[1889998757] 'agreement among raft nodes before linearized reading' (duration: 108.644939ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.391848Z","caller":"traceutil/trace.go:171","msg":"trace[1705938661] transaction","detail":"{read_only:false; response_revision:28471; number_of_response:1; }","duration":"109.418071ms","start":"2026-07-23T05:52:17.282375Z","end":"2026-07-23T05:52:17.391793Z","steps":["trace[1705938661] 'process raft request' (duration: 109.059141ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.53788Z","caller":"traceutil/trace.go:171","msg":"trace[1782432678] linearizableReadLoop","detail":"{readStateIndex:29413; appliedIndex:29412; }","duration":"108.70797ms","start":"2026-07-23T05:52:17.429142Z","end":"2026-07-23T05:52:17.53785Z","steps":["trace[1782432678] 'read index received' (duration: 58.365951ms)","trace[1782432678] 'applied index is now lower than readState.Index' (duration: 50.340769ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:17.538026Z","caller":"traceutil/trace.go:171","msg":"trace[622483992] transaction","detail":"{read_only:false; response_revision:28472; number_of_response:1; }","duration":"138.627631ms","start":"2026-07-23T05:52:17.399385Z","end":"2026-07-23T05:52:17.538012Z","steps":["trace[622483992] 'process raft request' (duration: 88.170049ms)","trace[622483992] 'compare' (duration: 49.974099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:17.538526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.983702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T05:52:17.53858Z","caller":"traceutil/trace.go:171","msg":"trace[547120238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28472; }","duration":"107.088836ms","start":"2026-07-23T05:52:17.431478Z","end":"2026-07-23T05:52:17.538566Z","steps":["trace[547120238] 'agreement among raft nodes before linearized reading' (duration: 106.946132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:17.538601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.438511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-23T05:52:17.53864Z","caller":"traceutil/trace.go:171","msg":"trace[12277176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28472; }","duration":"109.525743ms","start":"2026-07-23T05:52:17.429104Z","end":"2026-07-23T05:52:17.538629Z","steps":["trace[12277176] 'agreement among raft nodes before linearized reading' (duration: 109.360958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:17.538956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.393053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-23T05:52:17.543446Z","caller":"traceutil/trace.go:171","msg":"trace[899575267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28472; }","duration":"112.052863ms","start":"2026-07-23T05:52:17.431362Z","end":"2026-07-23T05:52:17.543415Z","steps":["trace[899575267] 'agreement among raft nodes before linearized reading' (duration: 106.666934ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.913564Z","caller":"traceutil/trace.go:171","msg":"trace[855242806] transaction","detail":"{read_only:false; response_revision:28474; number_of_response:1; }","duration":"369.869557ms","start":"2026-07-23T05:52:17.543661Z","end":"2026-07-23T05:52:17.91353Z","steps":["trace[855242806] 'process raft request' (duration: 334.949367ms)","trace[855242806] 'compare' (duration: 34.476988ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:17.91359Z","caller":"traceutil/trace.go:171","msg":"trace[944984060] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"366.987207ms","start":"2026-07-23T05:52:17.546577Z","end":"2026-07-23T05:52:17.913564Z","steps":["trace[944984060] 'process raft request' (duration: 366.849653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:17.91372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:17.543639Z","time spent":"370.00294ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:52:17.913726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:17.546559Z","time spent":"367.09324ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:17.913889Z","caller":"traceutil/trace.go:171","msg":"trace[1595005444] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"361.573167ms","start":"2026-07-23T05:52:17.552293Z","end":"2026-07-23T05:52:17.913866Z","steps":["trace[1595005444] 'process raft request' (duration: 361.220337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:17.913966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:17.55228Z","time spent":"361.644858ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:17.914056Z","caller":"traceutil/trace.go:171","msg":"trace[170807928] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"307.38454ms","start":"2026-07-23T05:52:17.606659Z","end":"2026-07-23T05:52:17.914043Z","steps":["trace[170807928] 'process raft request' (duration: 307.065952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:17.914117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:17.606636Z","time spent":"307.449003ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6639,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:52:17.914145Z","caller":"traceutil/trace.go:171","msg":"trace[523954261] linearizableReadLoop","detail":"{readStateIndex:29418; appliedIndex:29413; }","duration":"301.815046ms","start":"2026-07-23T05:52:17.612316Z","end":"2026-07-23T05:52:17.914131Z","steps":["trace[523954261] 'read index received' (duration: 21.97132ms)","trace[523954261] 'applied index is now lower than readState.Index' (duration: 279.842876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:52:17.914288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.96435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-23T05:52:17.914318Z","caller":"traceutil/trace.go:171","msg":"trace[481840825] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28478; }","duration":"302.023842ms","start":"2026-07-23T05:52:17.612285Z","end":"2026-07-23T05:52:17.914309Z","steps":["trace[481840825] 'agreement among raft nodes before linearized reading' (duration: 301.891108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:52:17.914344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:52:17.612273Z","time spent":"302.064463ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-23T05:52:17.914424Z","caller":"traceutil/trace.go:171","msg":"trace[1685821337] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"280.561476ms","start":"2026-07-23T05:52:17.633851Z","end":"2026-07-23T05:52:17.914412Z","steps":["trace[1685821337] 'process raft request' (duration: 280.087143ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:17.961502Z","caller":"traceutil/trace.go:171","msg":"trace[907020381] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"209.46377ms","start":"2026-07-23T05:52:17.752013Z","end":"2026-07-23T05:52:17.961477Z","steps":["trace[907020381] 'process raft request' (duration: 209.300126ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:18.061561Z","caller":"traceutil/trace.go:171","msg":"trace[1524946030] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"135.372881ms","start":"2026-07-23T05:52:17.926154Z","end":"2026-07-23T05:52:18.061527Z","steps":["trace[1524946030] 'process raft request' (duration: 128.291515ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:18.181684Z","caller":"traceutil/trace.go:171","msg":"trace[1737364625] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"107.59736ms","start":"2026-07-23T05:52:18.074057Z","end":"2026-07-23T05:52:18.181654Z","steps":["trace[1737364625] 'process raft request' (duration: 96.402819ms)","trace[1737364625] 'compare' (duration: 11.062208ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:33.218845Z","caller":"traceutil/trace.go:171","msg":"trace[1430971536] transaction","detail":"{read_only:false; response_revision:28600; number_of_response:1; }","duration":"100.958345ms","start":"2026-07-23T05:52:33.117844Z","end":"2026-07-23T05:52:33.218802Z","steps":["trace[1430971536] 'process raft request' (duration: 46.252475ms)","trace[1430971536] 'compare' (duration: 54.374741ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:33.863114Z","caller":"traceutil/trace.go:171","msg":"trace[375427965] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"142.802677ms","start":"2026-07-23T05:52:33.720275Z","end":"2026-07-23T05:52:33.863078Z","steps":["trace[375427965] 'process raft request' (duration: 116.9869ms)","trace[375427965] 'compare' (duration: 25.669093ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:37.795569Z","caller":"traceutil/trace.go:171","msg":"trace[160811445] transaction","detail":"{read_only:false; response_revision:28635; number_of_response:1; }","duration":"136.925575ms","start":"2026-07-23T05:52:37.658619Z","end":"2026-07-23T05:52:37.795545Z","steps":["trace[160811445] 'process raft request' (duration: 136.788301ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:46.100573Z","caller":"traceutil/trace.go:171","msg":"trace[156893644] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"147.316644ms","start":"2026-07-23T05:52:45.953212Z","end":"2026-07-23T05:52:46.100529Z","steps":["trace[156893644] 'process raft request' (duration: 47.335776ms)","trace[156893644] 'compare' (duration: 99.842264ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:52:46.273188Z","caller":"traceutil/trace.go:171","msg":"trace[929937879] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"111.971541ms","start":"2026-07-23T05:52:46.16117Z","end":"2026-07-23T05:52:46.273142Z","steps":["trace[929937879] 'process raft request' (duration: 111.864818ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:52:46.273202Z","caller":"traceutil/trace.go:171","msg":"trace[1368002900] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"116.357853ms","start":"2026-07-23T05:52:46.1568Z","end":"2026-07-23T05:52:46.273157Z","steps":["trace[1368002900] 'process raft request' (duration: 61.717585ms)","trace[1368002900] 'compare' (duration: 54.372001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:00.562761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.44435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-23T05:53:00.562897Z","caller":"traceutil/trace.go:171","msg":"trace[1670347882] linearizableReadLoop","detail":"{readStateIndex:29890; appliedIndex:29889; }","duration":"184.058454ms","start":"2026-07-23T05:53:00.378822Z","end":"2026-07-23T05:53:00.562881Z","steps":["trace[1670347882] 'read index received' (duration: 13.789903ms)","trace[1670347882] 'applied index is now lower than readState.Index' (duration: 170.267131ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:00.563232Z","caller":"traceutil/trace.go:171","msg":"trace[1588359791] transaction","detail":"{read_only:false; response_revision:28935; number_of_response:1; }","duration":"190.157273ms","start":"2026-07-23T05:53:00.373058Z","end":"2026-07-23T05:53:00.563215Z","steps":["trace[1588359791] 'process raft request' (duration: 84.175729ms)","trace[1588359791] 'compare' (duration: 105.0965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:00.563721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.891997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-23T05:53:00.563912Z","caller":"traceutil/trace.go:171","msg":"trace[1132717615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28935; }","duration":"185.113243ms","start":"2026-07-23T05:53:00.378779Z","end":"2026-07-23T05:53:00.563892Z","steps":["trace[1132717615] 'agreement among raft nodes before linearized reading' (duration: 184.568438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:00.605043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.056303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:00.605194Z","caller":"traceutil/trace.go:171","msg":"trace[1827024348] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28936; }","duration":"180.280929ms","start":"2026-07-23T05:53:00.424846Z","end":"2026-07-23T05:53:00.605127Z","steps":["trace[1827024348] 'agreement among raft nodes before linearized reading' (duration: 179.992071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:00.605449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.13088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:53:00.605699Z","caller":"traceutil/trace.go:171","msg":"trace[545373605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28936; }","duration":"214.415828ms","start":"2026-07-23T05:53:00.391257Z","end":"2026-07-23T05:53:00.605673Z","steps":["trace[545373605] 'agreement among raft nodes before linearized reading' (duration: 213.450531ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:03.576997Z","caller":"traceutil/trace.go:171","msg":"trace[1706678269] transaction","detail":"{read_only:false; response_revision:28959; number_of_response:1; }","duration":"187.434398ms","start":"2026-07-23T05:53:03.389542Z","end":"2026-07-23T05:53:03.576976Z","steps":["trace[1706678269] 'process raft request' (duration: 187.285554ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:03.657831Z","caller":"traceutil/trace.go:171","msg":"trace[100389948] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"202.113746ms","start":"2026-07-23T05:53:03.455681Z","end":"2026-07-23T05:53:03.657795Z","steps":["trace[100389948] 'process raft request' (duration: 160.589392ms)","trace[100389948] 'compare' (duration: 41.155704ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:03.658029Z","caller":"traceutil/trace.go:171","msg":"trace[1140764268] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"183.18453ms","start":"2026-07-23T05:53:03.474831Z","end":"2026-07-23T05:53:03.658016Z","steps":["trace[1140764268] 'process raft request' (duration: 182.874391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:06.142434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.779033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-23T05:53:06.142503Z","caller":"traceutil/trace.go:171","msg":"trace[2047058754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28976; }","duration":"144.896016ms","start":"2026-07-23T05:53:05.997592Z","end":"2026-07-23T05:53:06.142488Z","steps":["trace[2047058754] 'range keys from in-memory index tree' (duration: 144.602218ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:07.708182Z","caller":"traceutil/trace.go:171","msg":"trace[897249878] linearizableReadLoop","detail":"{readStateIndex:29945; appliedIndex:29944; }","duration":"140.247277ms","start":"2026-07-23T05:53:07.567909Z","end":"2026-07-23T05:53:07.708156Z","steps":["trace[897249878] 'read index received' (duration: 140.097823ms)","trace[897249878] 'applied index is now lower than readState.Index' (duration: 148.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:07.708218Z","caller":"traceutil/trace.go:171","msg":"trace[1617220758] transaction","detail":"{read_only:false; response_revision:28989; number_of_response:1; }","duration":"175.885157ms","start":"2026-07-23T05:53:07.532294Z","end":"2026-07-23T05:53:07.708179Z","steps":["trace[1617220758] 'process raft request' (duration: 175.697272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:07.708452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.526294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-5q9zb\" ","response":"range_response_count:1 size:6469"} {"level":"info","ts":"2026-07-23T05:53:07.708497Z","caller":"traceutil/trace.go:171","msg":"trace[468773853] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-5q9zb; range_end:; response_count:1; response_revision:28989; }","duration":"140.611767ms","start":"2026-07-23T05:53:07.567873Z","end":"2026-07-23T05:53:07.708485Z","steps":["trace[468773853] 'agreement among raft nodes before linearized reading' (duration: 140.406561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.208726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939219634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T05:53:08.589664Z","caller":"traceutil/trace.go:171","msg":"trace[57979486] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"919.885519ms","start":"2026-07-23T05:53:07.669741Z","end":"2026-07-23T05:53:08.589626Z","steps":["trace[57979486] 'process raft request' (duration: 919.768406ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:08.589706Z","caller":"traceutil/trace.go:171","msg":"trace[521757426] transaction","detail":"{read_only:false; response_revision:28992; number_of_response:1; }","duration":"918.173832ms","start":"2026-07-23T05:53:07.671502Z","end":"2026-07-23T05:53:08.589676Z","steps":["trace[521757426] 'process raft request' (duration: 918.051828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.589822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:07.66972Z","time spent":"920.019893ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:53:08.589827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:07.671485Z","time spent":"918.275664ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:08.589821Z","caller":"traceutil/trace.go:171","msg":"trace[1067623351] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"999.913753ms","start":"2026-07-23T05:53:07.589849Z","end":"2026-07-23T05:53:08.589763Z","steps":["trace[1067623351] 'process raft request' (duration: 999.476141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.590039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:07.589828Z","time spent":"1.000105578s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:08.670684Z","caller":"traceutil/trace.go:171","msg":"trace[1012484008] linearizableReadLoop","detail":"{readStateIndex:29949; appliedIndex:29945; }","duration":"962.409581ms","start":"2026-07-23T05:53:07.708246Z","end":"2026-07-23T05:53:08.670656Z","steps":["trace[1012484008] 'read index received' (duration: 881.142813ms)","trace[1012484008] 'applied index is now lower than readState.Index' (duration: 81.265398ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:08.670803Z","caller":"traceutil/trace.go:171","msg":"trace[1245556471] transaction","detail":"{read_only:false; response_revision:28994; number_of_response:1; }","duration":"204.387318ms","start":"2026-07-23T05:53:08.466403Z","end":"2026-07-23T05:53:08.67079Z","steps":["trace[1245556471] 'process raft request' (duration: 204.176863ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:08.670803Z","caller":"traceutil/trace.go:171","msg":"trace[1982055381] transaction","detail":"{read_only:false; response_revision:28993; number_of_response:1; }","duration":"951.514808ms","start":"2026-07-23T05:53:07.719237Z","end":"2026-07-23T05:53:08.670752Z","steps":["trace[1982055381] 'process raft request' (duration: 951.166539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.67117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.855287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-23T05:53:08.671237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:07.719207Z","time spent":"951.882698ms","remote":"127.0.0.1:54054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6404,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:08.671289Z","caller":"traceutil/trace.go:171","msg":"trace[830568513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28994; }","duration":"975.029172ms","start":"2026-07-23T05:53:07.696237Z","end":"2026-07-23T05:53:08.671266Z","steps":["trace[830568513] 'agreement among raft nodes before linearized reading' (duration: 974.645801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.671337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:07.696203Z","time spent":"975.126674ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:53:08.678915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.30229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-23T05:53:08.679011Z","caller":"traceutil/trace.go:171","msg":"trace[694599149] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28995; }","duration":"929.440754ms","start":"2026-07-23T05:53:07.749547Z","end":"2026-07-23T05:53:08.678988Z","steps":["trace[694599149] 'agreement among raft nodes before linearized reading' (duration: 929.195797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.679061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:07.749532Z","time spent":"929.519807ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-23T05:53:08.679235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.630963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-23T05:53:08.679316Z","caller":"traceutil/trace.go:171","msg":"trace[1011794760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28995; }","duration":"377.803147ms","start":"2026-07-23T05:53:08.301487Z","end":"2026-07-23T05:53:08.67929Z","steps":["trace[1011794760] 'agreement among raft nodes before linearized reading' (duration: 377.514949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.679347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.53098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-23T05:53:08.679314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.879801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:08.679506Z","caller":"traceutil/trace.go:171","msg":"trace[250127008] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28995; }","duration":"621.122918ms","start":"2026-07-23T05:53:08.058367Z","end":"2026-07-23T05:53:08.67949Z","steps":["trace[250127008] 'agreement among raft nodes before linearized reading' (duration: 620.888782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.679546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:08.058344Z","time spent":"621.19045ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:53:08.679388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:08.301471Z","time spent":"377.90147ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T05:53:08.679239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.856752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:08.679822Z","caller":"traceutil/trace.go:171","msg":"trace[714543173] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28995; }","duration":"584.449779ms","start":"2026-07-23T05:53:08.095346Z","end":"2026-07-23T05:53:08.679796Z","steps":["trace[714543173] 'agreement among raft nodes before linearized reading' (duration: 583.77588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.679853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:08.095293Z","time spent":"584.551572ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-23T05:53:08.679232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.961206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:08.679998Z","caller":"traceutil/trace.go:171","msg":"trace[2132597624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28995; }","duration":"588.785669ms","start":"2026-07-23T05:53:08.091205Z","end":"2026-07-23T05:53:08.679991Z","steps":["trace[2132597624] 'agreement among raft nodes before linearized reading' (duration: 587.953496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.680023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:08.091165Z","time spent":"588.852251ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:53:08.679393Z","caller":"traceutil/trace.go:171","msg":"trace[1989498052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28995; }","duration":"449.613792ms","start":"2026-07-23T05:53:08.229767Z","end":"2026-07-23T05:53:08.679381Z","steps":["trace[1989498052] 'agreement among raft nodes before linearized reading' (duration: 449.429467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:08.680179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:08.229745Z","time spent":"450.418685ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:53:08.679445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.030321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:08.680341Z","caller":"traceutil/trace.go:171","msg":"trace[2070169136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28995; }","duration":"108.907746ms","start":"2026-07-23T05:53:08.57137Z","end":"2026-07-23T05:53:08.680278Z","steps":["trace[2070169136] 'agreement among raft nodes before linearized reading' (duration: 107.916718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:14.592856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939219734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T05:53:15.135385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.713221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-23T05:53:15.135526Z","caller":"traceutil/trace.go:171","msg":"trace[1186266148] linearizableReadLoop","detail":"{readStateIndex:29995; appliedIndex:29994; }","duration":"1.043219895s","start":"2026-07-23T05:53:14.092281Z","end":"2026-07-23T05:53:15.135501Z","steps":["trace[1186266148] 'read index received' (duration: 636.374021ms)","trace[1186266148] 'applied index is now lower than readState.Index' (duration: 406.843794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.135843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043550674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:15.135951Z","caller":"traceutil/trace.go:171","msg":"trace[866366960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29037; }","duration":"1.043684398s","start":"2026-07-23T05:53:14.092227Z","end":"2026-07-23T05:53:15.135911Z","steps":["trace[866366960] 'agreement among raft nodes before linearized reading' (duration: 1.043531234s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.136008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.092206Z","time spent":"1.043782681s","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:53:15.275337Z","caller":"traceutil/trace.go:171","msg":"trace[1763908254] transaction","detail":"{read_only:false; response_revision:29038; number_of_response:1; }","duration":"662.377994ms","start":"2026-07-23T05:53:14.612936Z","end":"2026-07-23T05:53:15.275314Z","steps":["trace[1763908254] 'process raft request' (duration: 662.101437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.275475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.612909Z","time spent":"662.488748ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:15.275593Z","caller":"traceutil/trace.go:171","msg":"trace[298980994] transaction","detail":"{read_only:false; response_revision:29039; number_of_response:1; }","duration":"643.998174ms","start":"2026-07-23T05:53:14.631581Z","end":"2026-07-23T05:53:15.275579Z","steps":["trace[298980994] 'process raft request' (duration: 643.691955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.27574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.631554Z","time spent":"644.123247ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:15.275984Z","caller":"traceutil/trace.go:171","msg":"trace[376796386] transaction","detail":"{read_only:false; response_revision:29040; number_of_response:1; }","duration":"609.063263ms","start":"2026-07-23T05:53:14.666888Z","end":"2026-07-23T05:53:15.275951Z","steps":["trace[376796386] 'process raft request' (duration: 608.58927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.276136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.666848Z","time spent":"609.198447ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:15.276218Z","caller":"traceutil/trace.go:171","msg":"trace[512813957] transaction","detail":"{read_only:false; response_revision:29041; number_of_response:1; }","duration":"564.711411ms","start":"2026-07-23T05:53:14.71148Z","end":"2026-07-23T05:53:15.276191Z","steps":["trace[512813957] 'process raft request' (duration: 564.397882ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:15.276183Z","caller":"traceutil/trace.go:171","msg":"trace[1856650618] transaction","detail":"{read_only:false; response_revision:29042; number_of_response:1; }","duration":"564.400372ms","start":"2026-07-23T05:53:14.711736Z","end":"2026-07-23T05:53:15.276137Z","steps":["trace[1856650618] 'process raft request' (duration: 564.31462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.276336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.711456Z","time spent":"564.821464ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:53:15.276451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.711722Z","time spent":"564.583707ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:15.456918Z","caller":"traceutil/trace.go:171","msg":"trace[1469542662] transaction","detail":"{read_only:false; response_revision:29043; number_of_response:1; }","duration":"659.70245ms","start":"2026-07-23T05:53:14.797187Z","end":"2026-07-23T05:53:15.45689Z","steps":["trace[1469542662] 'process raft request' (duration: 583.590265ms)","trace[1469542662] 'compare' (duration: 75.741855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.457077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.797158Z","time spent":"659.839964ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:15.457243Z","caller":"traceutil/trace.go:171","msg":"trace[1040166819] transaction","detail":"{read_only:false; response_revision:29044; number_of_response:1; }","duration":"264.200351ms","start":"2026-07-23T05:53:15.193013Z","end":"2026-07-23T05:53:15.457214Z","steps":["trace[1040166819] 'process raft request' (duration: 263.78196ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:15.457512Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T05:53:15.457638Z","caller":"traceutil/trace.go:171","msg":"trace[1921319089] linearizableReadLoop","detail":"{readStateIndex:30001; appliedIndex:29995; }","duration":"322.069619ms","start":"2026-07-23T05:53:15.135555Z","end":"2026-07-23T05:53:15.457625Z","steps":["trace[1921319089] 'read index received' (duration: 139.597169ms)","trace[1921319089] 'applied index is now lower than readState.Index' (duration: 182.47136ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:15.457804Z","caller":"traceutil/trace.go:171","msg":"trace[1553480508] transaction","detail":"{read_only:false; response_revision:29045; number_of_response:1; }","duration":"242.517538ms","start":"2026-07-23T05:53:15.215276Z","end":"2026-07-23T05:53:15.457793Z","steps":["trace[1553480508] 'process raft request' (duration: 241.838399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.631874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.799301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T05:53:15.632Z","caller":"traceutil/trace.go:171","msg":"trace[80546753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29045; }","duration":"876.972406ms","start":"2026-07-23T05:53:14.755011Z","end":"2026-07-23T05:53:15.631984Z","steps":["trace[80546753] 'agreement among raft nodes before linearized reading' (duration: 702.696294ms)","trace[80546753] 'range keys from in-memory index tree' (duration: 174.089077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.632042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.754993Z","time spent":"877.041068ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T05:53:15.632068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.142904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-23T05:53:15.632136Z","caller":"traceutil/trace.go:171","msg":"trace[1795874774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29045; }","duration":"781.234647ms","start":"2026-07-23T05:53:14.850879Z","end":"2026-07-23T05:53:15.632113Z","steps":["trace[1795874774] 'agreement among raft nodes before linearized reading' (duration: 606.878602ms)","trace[1795874774] 'range keys from in-memory index tree' (duration: 174.1954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.632188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.850871Z","time spent":"781.304068ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-23T05:53:15.632212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339886397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:37 size:314839"} {"level":"warn","ts":"2026-07-23T05:53:15.631874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.571215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-23T05:53:15.632311Z","caller":"traceutil/trace.go:171","msg":"trace[661894129] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:37; response_revision:29045; }","duration":"1.340019411s","start":"2026-07-23T05:53:14.292252Z","end":"2026-07-23T05:53:15.632271Z","steps":["trace[661894129] 'agreement among raft nodes before linearized reading' (duration: 1.165490122s)","trace[661894129] 'range keys from in-memory index tree' (duration: 173.967954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.632231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.679587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-23T05:53:15.632005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.917468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-07-23T05:53:15.632484Z","caller":"traceutil/trace.go:171","msg":"trace[2086796020] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29045; }","duration":"921.457522ms","start":"2026-07-23T05:53:14.711Z","end":"2026-07-23T05:53:15.632457Z","steps":["trace[2086796020] 'agreement among raft nodes before linearized reading' (duration: 746.717357ms)","trace[2086796020] 'range keys from in-memory index tree' (duration: 174.091787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.632549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.710974Z","time spent":"921.559875ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-23T05:53:15.632174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.637041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-23T05:53:15.632848Z","caller":"traceutil/trace.go:171","msg":"trace[505070744] linearizableReadLoop","detail":"{readStateIndex:30004; appliedIndex:30003; }","duration":"175.165496ms","start":"2026-07-23T05:53:15.457661Z","end":"2026-07-23T05:53:15.632826Z","steps":["trace[505070744] 'read index received' (duration: 11.328824ms)","trace[505070744] 'applied index is now lower than readState.Index' (duration: 163.835532ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:15.632958Z","caller":"traceutil/trace.go:171","msg":"trace[1144364322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29045; }","duration":"830.558677ms","start":"2026-07-23T05:53:14.802284Z","end":"2026-07-23T05:53:15.632843Z","steps":["trace[1144364322] 'agreement among raft nodes before linearized reading' (duration: 655.40678ms)","trace[1144364322] 'range keys from in-memory index tree' (duration: 174.048946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.633167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.149786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:15.633212Z","caller":"traceutil/trace.go:171","msg":"trace[711706676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29046; }","duration":"496.230198ms","start":"2026-07-23T05:53:15.136967Z","end":"2026-07-23T05:53:15.633197Z","steps":["trace[711706676] 'agreement among raft nodes before linearized reading' (duration: 496.139605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.633246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.136948Z","time spent":"496.291039ms","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-23T05:53:15.63316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.802217Z","time spent":"830.921867ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-23T05:53:15.633348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.713645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T05:53:15.633401Z","caller":"traceutil/trace.go:171","msg":"trace[917580608] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29046; }","duration":"386.822698ms","start":"2026-07-23T05:53:15.246567Z","end":"2026-07-23T05:53:15.63339Z","steps":["trace[917580608] 'agreement among raft nodes before linearized reading' (duration: 386.420127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.63344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.246544Z","time spent":"386.888559ms","remote":"127.0.0.1:54228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":199,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:53:15.632306Z","caller":"traceutil/trace.go:171","msg":"trace[81447144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29045; }","duration":"823.018097ms","start":"2026-07-23T05:53:14.809264Z","end":"2026-07-23T05:53:15.632282Z","steps":["trace[81447144] 'agreement among raft nodes before linearized reading' (duration: 648.420836ms)","trace[81447144] 'range keys from in-memory index tree' (duration: 174.052276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.633673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.809258Z","time spent":"824.399936ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-23T05:53:15.633712Z","caller":"traceutil/trace.go:171","msg":"trace[957729858] transaction","detail":"{read_only:false; response_revision:29046; number_of_response:1; }","duration":"194.599117ms","start":"2026-07-23T05:53:15.439096Z","end":"2026-07-23T05:53:15.633695Z","steps":["trace[957729858] 'process raft request' (duration: 192.55945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.632356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.292233Z","time spent":"1.340112784s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":37,"response size":314862,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-23T05:53:15.632359Z","caller":"traceutil/trace.go:171","msg":"trace[2124118857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29045; }","duration":"782.80934ms","start":"2026-07-23T05:53:14.849534Z","end":"2026-07-23T05:53:15.632344Z","steps":["trace[2124118857] 'agreement among raft nodes before linearized reading' (duration: 608.25771ms)","trace[2124118857] 'range keys from in-memory index tree' (duration: 174.329744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.631918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076055618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:15.633887Z","caller":"traceutil/trace.go:171","msg":"trace[2102889276] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29045; }","duration":"1.078073854s","start":"2026-07-23T05:53:14.555795Z","end":"2026-07-23T05:53:15.633869Z","steps":["trace[2102889276] 'agreement among raft nodes before linearized reading' (duration: 901.934471ms)","trace[2102889276] 'count revisions from in-memory index tree' (duration: 174.139068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:15.633441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.593281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:53:15.634925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.849509Z","time spent":"785.405122ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-23T05:53:15.633942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:14.555769Z","time spent":"1.078153767s","remote":"127.0.0.1:41762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-23T05:53:15.634018Z","caller":"traceutil/trace.go:171","msg":"trace[672803735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:29046; }","duration":"157.196788ms","start":"2026-07-23T05:53:15.476797Z","end":"2026-07-23T05:53:15.633994Z","steps":["trace[672803735] 'agreement among raft nodes before linearized reading' (duration: 156.613312ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:15.994467Z","caller":"traceutil/trace.go:171","msg":"trace[2031831318] transaction","detail":"{read_only:false; response_revision:29047; number_of_response:1; }","duration":"357.125213ms","start":"2026-07-23T05:53:15.637317Z","end":"2026-07-23T05:53:15.994442Z","steps":["trace[2031831318] 'process raft request' (duration: 356.99868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:15.994608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.637297Z","time spent":"357.237966ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:16.103332Z","caller":"traceutil/trace.go:171","msg":"trace[1629093244] transaction","detail":"{read_only:false; response_revision:29048; number_of_response:1; }","duration":"465.479924ms","start":"2026-07-23T05:53:15.637824Z","end":"2026-07-23T05:53:16.103304Z","steps":["trace[1629093244] 'process raft request' (duration: 465.161425ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:16.103345Z","caller":"traceutil/trace.go:171","msg":"trace[229500156] transaction","detail":"{read_only:false; response_revision:29049; number_of_response:1; }","duration":"462.743727ms","start":"2026-07-23T05:53:15.640572Z","end":"2026-07-23T05:53:16.103316Z","steps":["trace[229500156] 'process raft request' (duration: 462.633194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:16.103496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.637799Z","time spent":"465.609427ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:53:16.10352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.640563Z","time spent":"462.859821ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:16.103736Z","caller":"traceutil/trace.go:171","msg":"trace[39109171] transaction","detail":"{read_only:false; response_revision:29050; number_of_response:1; }","duration":"463.088037ms","start":"2026-07-23T05:53:15.640618Z","end":"2026-07-23T05:53:16.103706Z","steps":["trace[39109171] 'process raft request' (duration: 462.648205ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:16.103808Z","caller":"traceutil/trace.go:171","msg":"trace[674983865] linearizableReadLoop","detail":"{readStateIndex:30006; appliedIndex:30004; }","duration":"463.215021ms","start":"2026-07-23T05:53:15.640565Z","end":"2026-07-23T05:53:16.10378Z","steps":["trace[674983865] 'read index received' (duration: 353.816131ms)","trace[674983865] 'applied index is now lower than readState.Index' (duration: 109.39773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:16.103879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.640614Z","time spent":"463.1898ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T05:53:16.103924Z","caller":"traceutil/trace.go:171","msg":"trace[1244237719] transaction","detail":"{read_only:false; response_revision:29051; number_of_response:1; }","duration":"462.910202ms","start":"2026-07-23T05:53:15.64099Z","end":"2026-07-23T05:53:16.1039Z","steps":["trace[1244237719] 'process raft request' (duration: 462.535232ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:16.103979Z","caller":"traceutil/trace.go:171","msg":"trace[1942729058] transaction","detail":"{read_only:false; response_revision:29052; number_of_response:1; }","duration":"258.991856ms","start":"2026-07-23T05:53:15.844972Z","end":"2026-07-23T05:53:16.103964Z","steps":["trace[1942729058] 'process raft request' (duration: 258.737459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:16.104011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.640985Z","time spent":"462.988244ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-23T05:53:16.104165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.598611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:16.104201Z","caller":"traceutil/trace.go:171","msg":"trace[849978602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29052; }","duration":"463.666703ms","start":"2026-07-23T05:53:15.640521Z","end":"2026-07-23T05:53:16.104188Z","steps":["trace[849978602] 'agreement among raft nodes before linearized reading' (duration: 463.604672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:16.104206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.47151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-23T05:53:16.104227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T05:53:15.640508Z","time spent":"463.712474ms","remote":"127.0.0.1:53860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-23T05:53:16.10425Z","caller":"traceutil/trace.go:171","msg":"trace[1033962004] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29052; }","duration":"263.561793ms","start":"2026-07-23T05:53:15.840675Z","end":"2026-07-23T05:53:16.104237Z","steps":["trace[1033962004] 'agreement among raft nodes before linearized reading' (duration: 263.47037ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:16.110339Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-23T05:53:16.110459Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-23T05:53:17.961445Z","caller":"traceutil/trace.go:171","msg":"trace[1236431809] transaction","detail":"{read_only:false; response_revision:29062; number_of_response:1; }","duration":"104.601667ms","start":"2026-07-23T05:53:17.856819Z","end":"2026-07-23T05:53:17.961421Z","steps":["trace[1236431809] 'process raft request' (duration: 104.435902ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.413569Z","caller":"traceutil/trace.go:171","msg":"trace[757375994] transaction","detail":"{read_only:false; response_revision:29094; number_of_response:1; }","duration":"111.486068ms","start":"2026-07-23T05:53:21.302058Z","end":"2026-07-23T05:53:21.413544Z","steps":["trace[757375994] 'process raft request' (duration: 111.163039ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.413593Z","caller":"traceutil/trace.go:171","msg":"trace[171259179] transaction","detail":"{read_only:false; response_revision:29095; number_of_response:1; }","duration":"111.401575ms","start":"2026-07-23T05:53:21.302158Z","end":"2026-07-23T05:53:21.41356Z","steps":["trace[171259179] 'process raft request' (duration: 111.258861ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.413634Z","caller":"traceutil/trace.go:171","msg":"trace[594657816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29096; }","duration":"106.960922ms","start":"2026-07-23T05:53:21.306639Z","end":"2026-07-23T05:53:21.4136Z","steps":["trace[594657816] 'process raft request' (duration: 106.89722ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.41386Z","caller":"traceutil/trace.go:171","msg":"trace[1464010577] transaction","detail":"{read_only:false; response_revision:29096; number_of_response:1; }","duration":"108.067693ms","start":"2026-07-23T05:53:21.305782Z","end":"2026-07-23T05:53:21.413849Z","steps":["trace[1464010577] 'process raft request' (duration: 107.693613ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.465326Z","caller":"traceutil/trace.go:171","msg":"trace[1336680045] transaction","detail":"{read_only:false; response_revision:29097; number_of_response:1; }","duration":"142.244652ms","start":"2026-07-23T05:53:21.323055Z","end":"2026-07-23T05:53:21.465299Z","steps":["trace[1336680045] 'process raft request' (duration: 142.029437ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.465571Z","caller":"traceutil/trace.go:171","msg":"trace[2095957970] transaction","detail":"{read_only:false; response_revision:29098; number_of_response:1; }","duration":"139.445595ms","start":"2026-07-23T05:53:21.326112Z","end":"2026-07-23T05:53:21.465557Z","steps":["trace[2095957970] 'process raft request' (duration: 139.143086ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.465812Z","caller":"traceutil/trace.go:171","msg":"trace[174955683] transaction","detail":"{read_only:false; response_revision:29100; number_of_response:1; }","duration":"137.678235ms","start":"2026-07-23T05:53:21.328121Z","end":"2026-07-23T05:53:21.465799Z","steps":["trace[174955683] 'process raft request' (duration: 137.600493ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.46582Z","caller":"traceutil/trace.go:171","msg":"trace[318618005] linearizableReadLoop","detail":"{readStateIndex:30060; appliedIndex:30056; }","duration":"104.480413ms","start":"2026-07-23T05:53:21.361324Z","end":"2026-07-23T05:53:21.465804Z","steps":["trace[318618005] 'read index received' (duration: 52.686553ms)","trace[318618005] 'applied index is now lower than readState.Index' (duration: 51.792729ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:21.465844Z","caller":"traceutil/trace.go:171","msg":"trace[1195590852] transaction","detail":"{read_only:false; response_revision:29099; number_of_response:1; }","duration":"138.55179ms","start":"2026-07-23T05:53:21.32726Z","end":"2026-07-23T05:53:21.465812Z","steps":["trace[1195590852] 'process raft request' (duration: 138.252971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:21.465966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.627127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:21.466012Z","caller":"traceutil/trace.go:171","msg":"trace[1152729969] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:29100; }","duration":"104.73051ms","start":"2026-07-23T05:53:21.361268Z","end":"2026-07-23T05:53:21.465998Z","steps":["trace[1152729969] 'agreement among raft nodes before linearized reading' (duration: 104.616157ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:21.999753Z","caller":"traceutil/trace.go:171","msg":"trace[977157701] transaction","detail":"{read_only:false; response_revision:29107; number_of_response:1; }","duration":"241.224033ms","start":"2026-07-23T05:53:21.758493Z","end":"2026-07-23T05:53:21.999717Z","steps":["trace[977157701] 'process raft request' (duration: 177.305826ms)","trace[977157701] 'compare' (duration: 63.502745ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:22.794466Z","caller":"traceutil/trace.go:171","msg":"trace[345970908] transaction","detail":"{read_only:false; response_revision:29142; number_of_response:1; }","duration":"117.753432ms","start":"2026-07-23T05:53:22.676685Z","end":"2026-07-23T05:53:22.794439Z","steps":["trace[345970908] 'process raft request' (duration: 98.322842ms)","trace[345970908] 'compare' (duration: 19.328327ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:22.804401Z","caller":"traceutil/trace.go:171","msg":"trace[1614157097] transaction","detail":"{read_only:false; response_revision:29143; number_of_response:1; }","duration":"126.69051ms","start":"2026-07-23T05:53:22.677685Z","end":"2026-07-23T05:53:22.804375Z","steps":["trace[1614157097] 'process raft request' (duration: 126.505475ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:22.804529Z","caller":"traceutil/trace.go:171","msg":"trace[666268807] transaction","detail":"{read_only:false; response_revision:29144; number_of_response:1; }","duration":"125.329422ms","start":"2026-07-23T05:53:22.679156Z","end":"2026-07-23T05:53:22.804485Z","steps":["trace[666268807] 'process raft request' (duration: 125.157647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:22.804577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.501615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-23T05:53:22.804413Z","caller":"traceutil/trace.go:171","msg":"trace[838420294] linearizableReadLoop","detail":"{readStateIndex:30105; appliedIndex:30103; }","duration":"126.342861ms","start":"2026-07-23T05:53:22.678058Z","end":"2026-07-23T05:53:22.8044Z","steps":["trace[838420294] 'read index received' (duration: 96.973835ms)","trace[838420294] 'applied index is now lower than readState.Index' (duration: 29.368266ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:22.804617Z","caller":"traceutil/trace.go:171","msg":"trace[295734940] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:29145; }","duration":"126.575698ms","start":"2026-07-23T05:53:22.67803Z","end":"2026-07-23T05:53:22.804606Z","steps":["trace[295734940] 'agreement among raft nodes before linearized reading' (duration: 126.406883ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:22.80465Z","caller":"traceutil/trace.go:171","msg":"trace[1945175340] transaction","detail":"{read_only:false; response_revision:29145; number_of_response:1; }","duration":"124.939311ms","start":"2026-07-23T05:53:22.679699Z","end":"2026-07-23T05:53:22.804639Z","steps":["trace[1945175340] 'process raft request' (duration: 124.660944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:22.808603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.26231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-23T05:53:22.808852Z","caller":"traceutil/trace.go:171","msg":"trace[1745300763] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:29146; }","duration":"130.350002ms","start":"2026-07-23T05:53:22.678303Z","end":"2026-07-23T05:53:22.808653Z","steps":["trace[1745300763] 'agreement among raft nodes before linearized reading' (duration: 130.166877ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:23.079531Z","caller":"traceutil/trace.go:171","msg":"trace[1312526349] transaction","detail":"{read_only:false; response_revision:29152; number_of_response:1; }","duration":"115.989683ms","start":"2026-07-23T05:53:22.963521Z","end":"2026-07-23T05:53:23.079511Z","steps":["trace[1312526349] 'process raft request' (duration: 115.920611ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:23.079795Z","caller":"traceutil/trace.go:171","msg":"trace[2057666321] transaction","detail":"{read_only:false; response_revision:29151; number_of_response:1; }","duration":"171.099144ms","start":"2026-07-23T05:53:22.908671Z","end":"2026-07-23T05:53:23.07977Z","steps":["trace[2057666321] 'process raft request' (duration: 170.698463ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:23.079962Z","caller":"traceutil/trace.go:171","msg":"trace[1909099495] linearizableReadLoop","detail":"{readStateIndex:30111; appliedIndex:30109; }","duration":"204.606845ms","start":"2026-07-23T05:53:22.875344Z","end":"2026-07-23T05:53:23.07995Z","steps":["trace[1909099495] 'read index received' (duration: 54.267878ms)","trace[1909099495] 'applied index is now lower than readState.Index' (duration: 150.337857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:23.080327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.969815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-23T05:53:23.080378Z","caller":"traceutil/trace.go:171","msg":"trace[328563573] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:29152; }","duration":"205.046447ms","start":"2026-07-23T05:53:22.875302Z","end":"2026-07-23T05:53:23.080349Z","steps":["trace[328563573] 'agreement among raft nodes before linearized reading' (duration: 204.917854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:23.080547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.420512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-23T05:53:23.080621Z","caller":"traceutil/trace.go:171","msg":"trace[1605991437] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:29152; }","duration":"203.526475ms","start":"2026-07-23T05:53:22.877079Z","end":"2026-07-23T05:53:23.080606Z","steps":["trace[1605991437] 'agreement among raft nodes before linearized reading' (duration: 203.316629ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:23.080607Z","caller":"traceutil/trace.go:171","msg":"trace[1466785544] transaction","detail":"{read_only:false; response_revision:29149; number_of_response:1; }","duration":"211.308432ms","start":"2026-07-23T05:53:22.869274Z","end":"2026-07-23T05:53:23.080582Z","steps":["trace[1466785544] 'process raft request' (duration: 180.187537ms)","trace[1466785544] 'compare' (duration: 29.450168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:23.080714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.687771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-23T05:53:23.080844Z","caller":"traceutil/trace.go:171","msg":"trace[735150181] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:29152; }","duration":"130.849775ms","start":"2026-07-23T05:53:22.949978Z","end":"2026-07-23T05:53:23.080828Z","steps":["trace[735150181] 'agreement among raft nodes before linearized reading' (duration: 130.611519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:23.0809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.634724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-cf6f5894d-wxwdz\" ","response":"range_response_count:1 size:9540"} {"level":"info","ts":"2026-07-23T05:53:23.081536Z","caller":"traceutil/trace.go:171","msg":"trace[1021663943] range","detail":"{range_begin:/registry/pods/openstack/horizon-cf6f5894d-wxwdz; range_end:; response_count:1; response_revision:29152; }","duration":"147.285363ms","start":"2026-07-23T05:53:22.934228Z","end":"2026-07-23T05:53:23.081514Z","steps":["trace[1021663943] 'agreement among raft nodes before linearized reading' (duration: 146.603494ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:23.08098Z","caller":"traceutil/trace.go:171","msg":"trace[662692884] transaction","detail":"{read_only:false; response_revision:29150; number_of_response:1; }","duration":"202.522707ms","start":"2026-07-23T05:53:22.87845Z","end":"2026-07-23T05:53:23.080972Z","steps":["trace[662692884] 'process raft request' (duration: 200.785329ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:25.740485Z","caller":"traceutil/trace.go:171","msg":"trace[1260681894] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"119.682355ms","start":"2026-07-23T05:53:25.620773Z","end":"2026-07-23T05:53:25.740455Z","steps":["trace[1260681894] 'process raft request' (duration: 41.326618ms)","trace[1260681894] 'compare' (duration: 78.222024ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:37.773209Z","caller":"traceutil/trace.go:171","msg":"trace[1749625014] transaction","detail":"{read_only:false; response_revision:29309; number_of_response:1; }","duration":"105.700236ms","start":"2026-07-23T05:53:37.667485Z","end":"2026-07-23T05:53:37.773185Z","steps":["trace[1749625014] 'process raft request' (duration: 105.534992ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:37.887276Z","caller":"traceutil/trace.go:171","msg":"trace[1128879054] linearizableReadLoop","detail":"{readStateIndex:30276; appliedIndex:30274; }","duration":"103.123426ms","start":"2026-07-23T05:53:37.784134Z","end":"2026-07-23T05:53:37.887257Z","steps":["trace[1128879054] 'read index received' (duration: 74.84281ms)","trace[1128879054] 'applied index is now lower than readState.Index' (duration: 28.279636ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T05:53:37.887336Z","caller":"traceutil/trace.go:171","msg":"trace[466286816] transaction","detail":"{read_only:false; response_revision:29311; number_of_response:1; }","duration":"103.393353ms","start":"2026-07-23T05:53:37.783918Z","end":"2026-07-23T05:53:37.887311Z","steps":["trace[466286816] 'process raft request' (duration: 103.303781ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:37.887399Z","caller":"traceutil/trace.go:171","msg":"trace[1038546342] transaction","detail":"{read_only:false; response_revision:29310; number_of_response:1; }","duration":"104.39121ms","start":"2026-07-23T05:53:37.782923Z","end":"2026-07-23T05:53:37.887314Z","steps":["trace[1038546342] 'process raft request' (duration: 75.983441ms)","trace[1038546342] 'compare' (duration: 28.157412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:37.887417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.265039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:37.887577Z","caller":"traceutil/trace.go:171","msg":"trace[1175724146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29311; }","duration":"103.461724ms","start":"2026-07-23T05:53:37.784102Z","end":"2026-07-23T05:53:37.887564Z","steps":["trace[1175724146] 'agreement among raft nodes before linearized reading' (duration: 103.244978ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:49.039664Z","caller":"traceutil/trace.go:171","msg":"trace[388228882] linearizableReadLoop","detail":"{readStateIndex:30363; appliedIndex:30362; }","duration":"219.435937ms","start":"2026-07-23T05:53:48.820205Z","end":"2026-07-23T05:53:49.039641Z","steps":["trace[388228882] 'read index received' (duration: 219.334155ms)","trace[388228882] 'applied index is now lower than readState.Index' (duration: 100.462µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T05:53:49.040139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.914121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-757c4894fc-dm68z.18c4d31283a79933\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-23T05:53:49.040178Z","caller":"traceutil/trace.go:171","msg":"trace[1329670279] range","detail":"{range_begin:/registry/events/openstack/barbican-api-757c4894fc-dm68z.18c4d31283a79933; range_end:; response_count:1; response_revision:29394; }","duration":"220.016613ms","start":"2026-07-23T05:53:48.820148Z","end":"2026-07-23T05:53:49.040165Z","steps":["trace[1329670279] 'agreement among raft nodes before linearized reading' (duration: 219.865469ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:53:51.298282Z","caller":"traceutil/trace.go:171","msg":"trace[1864902673] transaction","detail":"{read_only:false; response_revision:29410; number_of_response:1; }","duration":"110.336576ms","start":"2026-07-23T05:53:51.187928Z","end":"2026-07-23T05:53:51.298264Z","steps":["trace[1864902673] 'process raft request' (duration: 109.835702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T05:53:58.241384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.242409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T05:53:58.241481Z","caller":"traceutil/trace.go:171","msg":"trace[1640547211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29473; }","duration":"103.403563ms","start":"2026-07-23T05:53:58.138056Z","end":"2026-07-23T05:53:58.24146Z","steps":["trace[1640547211] 'count revisions from in-memory index tree' (duration: 103.153366ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:54:08.23859Z","caller":"traceutil/trace.go:171","msg":"trace[1490964486] transaction","detail":"{read_only:false; response_revision:29547; number_of_response:1; }","duration":"148.901627ms","start":"2026-07-23T05:54:08.089668Z","end":"2026-07-23T05:54:08.238569Z","steps":["trace[1490964486] 'process raft request' (duration: 147.632921ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:54:08.239877Z","caller":"traceutil/trace.go:171","msg":"trace[681190014] transaction","detail":"{read_only:false; response_revision:29548; number_of_response:1; }","duration":"101.686224ms","start":"2026-07-23T05:54:08.138176Z","end":"2026-07-23T05:54:08.239862Z","steps":["trace[681190014] 'process raft request' (duration: 101.413607ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T05:55:30.704152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27546} {"level":"info","ts":"2026-07-23T05:55:30.824465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27546,"took":"116.315472ms","hash":21372556,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":36802560,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-23T05:55:30.824527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":21372556,"revision":27546,"compact-revision":24901} {"level":"info","ts":"2026-07-23T06:00:12.455819Z","caller":"traceutil/trace.go:171","msg":"trace[1441000295] transaction","detail":"{read_only:false; response_revision:32321; number_of_response:1; }","duration":"170.011551ms","start":"2026-07-23T06:00:12.285778Z","end":"2026-07-23T06:00:12.45579Z","steps":["trace[1441000295] 'process raft request' (duration: 152.269268ms)","trace[1441000295] 'compare' (duration: 17.566768ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T06:00:12.565364Z","caller":"traceutil/trace.go:171","msg":"trace[390309158] linearizableReadLoop","detail":"{readStateIndex:33376; appliedIndex:33375; }","duration":"103.981978ms","start":"2026-07-23T06:00:12.46136Z","end":"2026-07-23T06:00:12.565342Z","steps":["trace[390309158] 'read index received' (duration: 103.921756ms)","trace[390309158] 'applied index is now lower than readState.Index' (duration: 59.392µs)"],"step_count":2} {"level":"info","ts":"2026-07-23T06:00:12.565635Z","caller":"traceutil/trace.go:171","msg":"trace[1516134526] transaction","detail":"{read_only:false; response_revision:32322; number_of_response:1; }","duration":"105.739737ms","start":"2026-07-23T06:00:12.459861Z","end":"2026-07-23T06:00:12.565601Z","steps":["trace[1516134526] 'process raft request' (duration: 105.354486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:00:12.565852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.467671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29746425\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-07-23T06:00:12.565924Z","caller":"traceutil/trace.go:171","msg":"trace[733182301] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29746425; range_end:; response_count:1; response_revision:32322; }","duration":"104.583074ms","start":"2026-07-23T06:00:12.461325Z","end":"2026-07-23T06:00:12.565908Z","steps":["trace[733182301] 'agreement among raft nodes before linearized reading' (duration: 104.228694ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T06:00:12.567057Z","caller":"traceutil/trace.go:171","msg":"trace[1707164036] transaction","detail":"{read_only:false; response_revision:32324; number_of_response:1; }","duration":"105.060617ms","start":"2026-07-23T06:00:12.461972Z","end":"2026-07-23T06:00:12.567032Z","steps":["trace[1707164036] 'process raft request' (duration: 104.870892ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T06:00:12.567395Z","caller":"traceutil/trace.go:171","msg":"trace[1350779239] transaction","detail":"{read_only:false; response_revision:32323; number_of_response:1; }","duration":"105.804678ms","start":"2026-07-23T06:00:12.461569Z","end":"2026-07-23T06:00:12.567373Z","steps":["trace[1350779239] 'process raft request' (duration: 105.14585ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T06:00:30.709564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30197} {"level":"info","ts":"2026-07-23T06:00:30.849955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30197,"took":"135.883204ms","hash":2146003266,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":31121408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-23T06:00:30.850028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2146003266,"revision":30197,"compact-revision":27546} {"level":"info","ts":"2026-07-23T06:02:11.623282Z","caller":"traceutil/trace.go:171","msg":"trace[2089381368] transaction","detail":"{read_only:false; response_revision:33223; number_of_response:1; }","duration":"117.045921ms","start":"2026-07-23T06:02:11.506205Z","end":"2026-07-23T06:02:11.623251Z","steps":["trace[2089381368] 'process raft request' (duration: 116.855906ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T06:05:30.716889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32485} {"level":"info","ts":"2026-07-23T06:05:30.868078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32485,"took":"147.007292ms","hash":2042558910,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":31072256,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-23T06:05:30.868132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2042558910,"revision":32485,"compact-revision":30197} {"level":"info","ts":"2026-07-23T06:09:11.658535Z","caller":"traceutil/trace.go:171","msg":"trace[1835642468] transaction","detail":"{read_only:false; response_revision:36404; number_of_response:1; }","duration":"100.84236ms","start":"2026-07-23T06:09:11.557645Z","end":"2026-07-23T06:09:11.658488Z","steps":["trace[1835642468] 'process raft request' (duration: 94.988948ms)"],"step_count":1} {"level":"info","ts":"2026-07-23T06:09:15.871874Z","caller":"traceutil/trace.go:171","msg":"trace[1527681249] transaction","detail":"{read_only:false; response_revision:36485; number_of_response:1; }","duration":"187.394084ms","start":"2026-07-23T06:09:15.684446Z","end":"2026-07-23T06:09:15.87184Z","steps":["trace[1527681249] 'process raft request' (duration: 175.844253ms)","trace[1527681249] 'compare' (duration: 11.307904ms)"],"step_count":2} {"level":"info","ts":"2026-07-23T06:09:15.872049Z","caller":"traceutil/trace.go:171","msg":"trace[737387050] transaction","detail":"{read_only:false; response_revision:36486; number_of_response:1; }","duration":"124.862197ms","start":"2026-07-23T06:09:15.747162Z","end":"2026-07-23T06:09:15.872024Z","steps":["trace[737387050] 'process raft request' (duration: 124.61199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:44.982972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939237891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T06:09:45.048183Z","caller":"traceutil/trace.go:171","msg":"trace[2131392560] transaction","detail":"{read_only:false; response_revision:36716; number_of_response:1; }","duration":"618.672911ms","start":"2026-07-23T06:09:44.429477Z","end":"2026-07-23T06:09:45.04815Z","steps":["trace[2131392560] 'process raft request' (duration: 597.234315ms)","trace[2131392560] 'compare' (duration: 20.712596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T06:09:45.048332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.42945Z","time spent":"618.800845ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T06:09:45.058428Z","caller":"traceutil/trace.go:171","msg":"trace[781200008] transaction","detail":"{read_only:false; response_revision:36717; number_of_response:1; }","duration":"624.521234ms","start":"2026-07-23T06:09:44.433849Z","end":"2026-07-23T06:09:45.05837Z","steps":["trace[781200008] 'process raft request' (duration: 623.855415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.058675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.433833Z","time spent":"624.699048ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T06:09:45.059089Z","caller":"traceutil/trace.go:171","msg":"trace[30111994] transaction","detail":"{read_only:false; response_revision:36718; number_of_response:1; }","duration":"625.123011ms","start":"2026-07-23T06:09:44.433957Z","end":"2026-07-23T06:09:45.05908Z","steps":["trace[30111994] 'process raft request' (duration: 623.963728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.059136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.433952Z","time spent":"625.157501ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T06:09:45.060994Z","caller":"traceutil/trace.go:171","msg":"trace[1002716512] transaction","detail":"{read_only:false; response_revision:36719; number_of_response:1; }","duration":"626.754326ms","start":"2026-07-23T06:09:44.43418Z","end":"2026-07-23T06:09:45.060935Z","steps":["trace[1002716512] 'process raft request' (duration: 624.843763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.06132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.434115Z","time spent":"626.994242ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T06:09:45.061663Z","caller":"traceutil/trace.go:171","msg":"trace[2013777121] transaction","detail":"{read_only:false; response_revision:36720; number_of_response:1; }","duration":"627.394444ms","start":"2026-07-23T06:09:44.434253Z","end":"2026-07-23T06:09:45.061648Z","steps":["trace[2013777121] 'process raft request' (duration: 625.10332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.061723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.434246Z","time spent":"627.445635ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-23T06:09:45.066774Z","caller":"traceutil/trace.go:171","msg":"trace[1089426976] linearizableReadLoop","detail":"{readStateIndex:37901; appliedIndex:37895; }","duration":"633.924675ms","start":"2026-07-23T06:09:44.432837Z","end":"2026-07-23T06:09:45.066762Z","steps":["trace[1089426976] 'read index received' (duration: 594.776278ms)","trace[1089426976] 'applied index is now lower than readState.Index' (duration: 39.147197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-23T06:09:45.067062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.212213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-23T06:09:45.067087Z","caller":"traceutil/trace.go:171","msg":"trace[1465320930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:36721; }","duration":"634.285175ms","start":"2026-07-23T06:09:44.432792Z","end":"2026-07-23T06:09:45.067077Z","steps":["trace[1465320930] 'agreement among raft nodes before linearized reading' (duration: 634.227783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.067107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.432768Z","time spent":"634.333666ms","remote":"127.0.0.1:33580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-23T06:09:45.0673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.37219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-23T06:09:45.067319Z","caller":"traceutil/trace.go:171","msg":"trace[2114611111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36721; }","duration":"633.40094ms","start":"2026-07-23T06:09:44.433913Z","end":"2026-07-23T06:09:45.067314Z","steps":["trace[2114611111] 'agreement among raft nodes before linearized reading' (duration: 633.321738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.067347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.433907Z","time spent":"633.435131ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-23T06:09:45.067777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.546284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-23T06:09:45.067807Z","caller":"traceutil/trace.go:171","msg":"trace[2032275722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36721; }","duration":"633.582466ms","start":"2026-07-23T06:09:44.434216Z","end":"2026-07-23T06:09:45.067798Z","steps":["trace[2032275722] 'agreement among raft nodes before linearized reading' (duration: 633.525954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:45.067832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:44.434211Z","time spent":"633.614086ms","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-23T06:09:46.534412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939237911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T06:09:47.208379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939237911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-23T06:09:48.24209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656054214939237911,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-23T06:09:48.242963Z","caller":"traceutil/trace.go:171","msg":"trace[1113765116] linearizableReadLoop","detail":"{readStateIndex:37907; appliedIndex:37907; }","duration":"2.250835389s","start":"2026-07-23T06:09:45.992095Z","end":"2026-07-23T06:09:48.24293Z","steps":["trace[1113765116] 'read index received' (duration: 2.250827309s)","trace[1113765116] 'applied index is now lower than readState.Index' (duration: 5.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-23T06:09:48.243311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018730021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-23T06:09:48.243348Z","caller":"traceutil/trace.go:171","msg":"trace[258169878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:36726; }","duration":"1.018814623s","start":"2026-07-23T06:09:47.224523Z","end":"2026-07-23T06:09:48.243337Z","steps":["trace[258169878] 'agreement among raft nodes before linearized reading' (duration: 1.018541176s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:48.243375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:47.224509Z","time spent":"1.018858014s","remote":"127.0.0.1:53888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-23T06:09:48.24357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251470596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-23T06:09:48.243599Z","caller":"traceutil/trace.go:171","msg":"trace[701682227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36726; }","duration":"2.251531368s","start":"2026-07-23T06:09:45.992059Z","end":"2026-07-23T06:09:48.243591Z","steps":["trace[701682227] 'agreement among raft nodes before linearized reading' (duration: 2.251476437s)"],"step_count":1} {"level":"warn","ts":"2026-07-23T06:09:48.243959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-23T06:09:45.992043Z","time spent":"2.251568079s","remote":"127.0.0.1:40660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-23T06:10:30.72317Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34749} {"level":"info","ts":"2026-07-23T06:10:30.864528Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34749,"took":"137.754406ms","hash":2707623509,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":31031296,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-23T06:10:30.864609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2707623509,"revision":34749,"compact-revision":32485} {"level":"info","ts":"2026-07-23T06:14:19.629179Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-23T06:14:19.633659Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-23T06:14:19.633776Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-23T06:15:30.73067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37095} {"level":"info","ts":"2026-07-23T06:15:30.870965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37095,"took":"136.423598ms","hash":3815963886,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":31981568,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T06:15:30.871033Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3815963886,"revision":37095,"compact-revision":34749} {"level":"info","ts":"2026-07-23T06:20:30.736683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39324} {"level":"info","ts":"2026-07-23T06:20:30.861365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39324,"took":"119.121597ms","hash":104050518,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":32382976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-23T06:20:30.861432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":104050518,"revision":39324,"compact-revision":37095} {"level":"info","ts":"2026-07-23T06:25:30.743442Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41548} {"level":"info","ts":"2026-07-23T06:25:30.863576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41548,"took":"116.751841ms","hash":545140237,"current-db-size-bytes":59420672,"current-db-size":"59 MB","current-db-size-in-use-bytes":30769152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-23T06:25:30.863647Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":545140237,"revision":41548,"compact-revision":39324}