{"level":"warn","ts":"2026-07-13T23:26:14.959359Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-13T23:26:14.959487Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.228:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.228:2380","--initial-cluster=instance=https://199.19.213.228:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.228:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.228:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-13T23:26:14.959575Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-13T23:26:14.959594Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.228:2380"]} {"level":"info","ts":"2026-07-13T23:26:14.959617Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-13T23:26:14.960567Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.228:2379"]} {"level":"info","ts":"2026-07-13T23:26:14.960674Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.228:2380"],"listen-peer-urls":["https://199.19.213.228:2380"],"advertise-client-urls":["https://199.19.213.228:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.228:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.228:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-13T23:26:14.963697Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.738055ms"} {"level":"info","ts":"2026-07-13T23:26:14.968501Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"db79120667ce701f","cluster-id":"793c581eb68f3646"} {"level":"info","ts":"2026-07-13T23:26:14.968637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f switched to configuration voters=()"} {"level":"info","ts":"2026-07-13T23:26:14.968669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f became follower at term 0"} {"level":"info","ts":"2026-07-13T23:26:14.968695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft db79120667ce701f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-13T23:26:14.968714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f became follower at term 1"} {"level":"info","ts":"2026-07-13T23:26:14.968768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f switched to configuration voters=(15814691385208893471)"} {"level":"warn","ts":"2026-07-13T23:26:14.973861Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-13T23:26:14.97561Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-13T23:26:14.977334Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-13T23:26:14.98Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"db79120667ce701f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-13T23:26:14.980166Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-13T23:26:14.98029Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-13T23:26:14.980321Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-13T23:26:14.980523Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"db79120667ce701f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-13T23:26:14.981253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f switched to configuration voters=(15814691385208893471)"} {"level":"info","ts":"2026-07-13T23:26:14.983137Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"793c581eb68f3646","local-member-id":"db79120667ce701f","added-peer-id":"db79120667ce701f","added-peer-peer-urls":["https://199.19.213.228:2380"]} {"level":"info","ts":"2026-07-13T23:26:14.984534Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-13T23:26:14.984623Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.228:2380"} {"level":"info","ts":"2026-07-13T23:26:14.984654Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.228:2380"} {"level":"info","ts":"2026-07-13T23:26:14.984778Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"db79120667ce701f","initial-advertise-peer-urls":["https://199.19.213.228:2380"],"listen-peer-urls":["https://199.19.213.228:2380"],"advertise-client-urls":["https://199.19.213.228:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.228:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-13T23:26:14.984825Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-13T23:26:15.26954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f is starting a new election at term 1"} {"level":"info","ts":"2026-07-13T23:26:15.26963Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f became pre-candidate at term 1"} {"level":"info","ts":"2026-07-13T23:26:15.269698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f received MsgPreVoteResp from db79120667ce701f at term 1"} {"level":"info","ts":"2026-07-13T23:26:15.269721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f became candidate at term 2"} {"level":"info","ts":"2026-07-13T23:26:15.269752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f received MsgVoteResp from db79120667ce701f at term 2"} {"level":"info","ts":"2026-07-13T23:26:15.269769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"db79120667ce701f became leader at term 2"} {"level":"info","ts":"2026-07-13T23:26:15.269786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: db79120667ce701f elected leader db79120667ce701f at term 2"} {"level":"info","ts":"2026-07-13T23:26:15.272105Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-13T23:26:15.272937Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"db79120667ce701f","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.228:2379]}","request-path":"/0/members/db79120667ce701f/attributes","cluster-id":"793c581eb68f3646","publish-timeout":"7s"} {"level":"info","ts":"2026-07-13T23:26:15.273141Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-13T23:26:15.273195Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-13T23:26:15.273519Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"793c581eb68f3646","local-member-id":"db79120667ce701f","cluster-version":"3.5"} {"level":"info","ts":"2026-07-13T23:26:15.273652Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-13T23:26:15.273695Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-13T23:26:15.276611Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.228:2379"} {"level":"info","ts":"2026-07-13T23:26:15.282801Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-13T23:26:15.287063Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-13T23:26:15.28712Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-13T23:26:33.174174Z","caller":"traceutil/trace.go:171","msg":"trace[1259252608] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"273.573161ms","start":"2026-07-13T23:26:32.900565Z","end":"2026-07-13T23:26:33.174138Z","steps":["trace[1259252608] 'process raft request' (duration: 204.132596ms)","trace[1259252608] 'compare' (duration: 69.261362ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:26:57.355312Z","caller":"traceutil/trace.go:171","msg":"trace[1238046711] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"165.709943ms","start":"2026-07-13T23:26:57.189572Z","end":"2026-07-13T23:26:57.355281Z","steps":["trace[1238046711] 'read index received' (duration: 162.604053ms)","trace[1238046711] 'applied index is now lower than readState.Index' (duration: 3.10415ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:26:57.355372Z","caller":"traceutil/trace.go:171","msg":"trace[2075622138] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"166.293213ms","start":"2026-07-13T23:26:57.189044Z","end":"2026-07-13T23:26:57.355338Z","steps":["trace[2075622138] 'process raft request' (duration: 164.271795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:26:57.355606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.932297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:26:57.355907Z","caller":"traceutil/trace.go:171","msg":"trace[1583084043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"166.322945ms","start":"2026-07-13T23:26:57.18951Z","end":"2026-07-13T23:26:57.355833Z","steps":["trace[1583084043] 'agreement among raft nodes before linearized reading' (duration: 165.892207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:26:57.356469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.824964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-13T23:26:57.356605Z","caller":"traceutil/trace.go:171","msg":"trace[1013055466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"123.009407ms","start":"2026-07-13T23:26:57.233557Z","end":"2026-07-13T23:26:57.356566Z","steps":["trace[1013055466] 'agreement among raft nodes before linearized reading' (duration: 121.902467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:26:57.662867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.753275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-13T23:26:57.663305Z","caller":"traceutil/trace.go:171","msg":"trace[1583541403] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:610; }","duration":"290.739647ms","start":"2026-07-13T23:26:57.372546Z","end":"2026-07-13T23:26:57.663285Z","steps":["trace[1583541403] 'read index received' (duration: 169.871761ms)","trace[1583541403] 'applied index is now lower than readState.Index' (duration: 120.866976ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:26:57.663346Z","caller":"traceutil/trace.go:171","msg":"trace[1290733306] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"300.880771ms","start":"2026-07-13T23:26:57.362428Z","end":"2026-07-13T23:26:57.663308Z","steps":["trace[1290733306] 'process raft request' (duration: 300.697898ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:26:57.66342Z","caller":"traceutil/trace.go:171","msg":"trace[1163502416] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"244.779692ms","start":"2026-07-13T23:26:57.418624Z","end":"2026-07-13T23:26:57.663404Z","steps":["trace[1163502416] 'process raft request' (duration: 244.606838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:26:57.663589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:26:57.362401Z","time spent":"301.088325ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-13T23:26:57.66331Z","caller":"traceutil/trace.go:171","msg":"trace[1604200240] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"302.756227ms","start":"2026-07-13T23:26:57.360513Z","end":"2026-07-13T23:26:57.66327Z","steps":["trace[1604200240] 'process raft request' (duration: 181.80046ms)","trace[1604200240] 'compare' (duration: 119.333147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:26:57.663769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.444493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mfwl2\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-13T23:26:57.663848Z","caller":"traceutil/trace.go:171","msg":"trace[969009420] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mfwl2; range_end:; response_count:1; response_revision:589; }","duration":"278.547376ms","start":"2026-07-13T23:26:57.385287Z","end":"2026-07-13T23:26:57.663834Z","steps":["trace[969009420] 'agreement among raft nodes before linearized reading' (duration: 278.178139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:26:57.663877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:26:57.360496Z","time spent":"303.243377ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-13T23:26:57.664288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.717147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-13T23:26:57.664357Z","caller":"traceutil/trace.go:171","msg":"trace[969565858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"291.846329ms","start":"2026-07-13T23:26:57.372488Z","end":"2026-07-13T23:26:57.664334Z","steps":["trace[969565858] 'agreement among raft nodes before linearized reading' (duration: 290.939362ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:26:58.152302Z","caller":"traceutil/trace.go:171","msg":"trace[2099038280] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"328.315105ms","start":"2026-07-13T23:26:57.823951Z","end":"2026-07-13T23:26:58.152267Z","steps":["trace[2099038280] 'process raft request' (duration: 328.00464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:26:58.152517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:26:57.823924Z","time spent":"328.478438ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-13T23:28:32.946111Z","caller":"traceutil/trace.go:171","msg":"trace[1544396479] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"253.081932ms","start":"2026-07-13T23:28:32.692995Z","end":"2026-07-13T23:28:32.946077Z","steps":["trace[1544396479] 'process raft request' (duration: 252.894308ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:28:32.957088Z","caller":"traceutil/trace.go:171","msg":"trace[1728807386] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"231.785353ms","start":"2026-07-13T23:28:32.725254Z","end":"2026-07-13T23:28:32.95704Z","steps":["trace[1728807386] 'process raft request' (duration: 231.620699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:28:33.339564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.760378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:28:33.339647Z","caller":"traceutil/trace.go:171","msg":"trace[49313982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1845; }","duration":"148.901071ms","start":"2026-07-13T23:28:33.190728Z","end":"2026-07-13T23:28:33.339629Z","steps":["trace[49313982] 'range keys from in-memory index tree' (duration: 148.654577ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:28:47.628622Z","caller":"traceutil/trace.go:171","msg":"trace[1330454088] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"126.901179ms","start":"2026-07-13T23:28:47.50169Z","end":"2026-07-13T23:28:47.628591Z","steps":["trace[1330454088] 'process raft request' (duration: 126.689485ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:28:52.116409Z","caller":"traceutil/trace.go:171","msg":"trace[1395807127] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"176.118037ms","start":"2026-07-13T23:28:51.94026Z","end":"2026-07-13T23:28:52.116378Z","steps":["trace[1395807127] 'process raft request' (duration: 175.905313ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:28:52.140395Z","caller":"traceutil/trace.go:171","msg":"trace[7660821] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"109.444274ms","start":"2026-07-13T23:28:52.030934Z","end":"2026-07-13T23:28:52.140378Z","steps":["trace[7660821] 'process raft request' (duration: 109.297941ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:29:30.405544Z","caller":"traceutil/trace.go:171","msg":"trace[507395236] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"113.947634ms","start":"2026-07-13T23:29:30.291528Z","end":"2026-07-13T23:29:30.405476Z","steps":["trace[507395236] 'process raft request' (duration: 113.715529ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:29:30.590337Z","caller":"traceutil/trace.go:171","msg":"trace[1110399848] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2286; }","duration":"278.807679ms","start":"2026-07-13T23:29:30.311494Z","end":"2026-07-13T23:29:30.590302Z","steps":["trace[1110399848] 'read index received' (duration: 93.699955ms)","trace[1110399848] 'applied index is now lower than readState.Index' (duration: 185.106164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:29:30.590768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.205707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-13T23:29:30.590853Z","caller":"traceutil/trace.go:171","msg":"trace[1293362706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2201; }","duration":"279.423771ms","start":"2026-07-13T23:29:30.311409Z","end":"2026-07-13T23:29:30.590833Z","steps":["trace[1293362706] 'agreement among raft nodes before linearized reading' (duration: 279.055533ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:29:30.591027Z","caller":"traceutil/trace.go:171","msg":"trace[1539433897] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"294.207242ms","start":"2026-07-13T23:29:30.296184Z","end":"2026-07-13T23:29:30.590391Z","steps":["trace[1539433897] 'process raft request' (duration: 293.870956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:29:30.607254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.604627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-13T23:29:30.607311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.397313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-13T23:29:30.607404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.939762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-13T23:29:30.607421Z","caller":"traceutil/trace.go:171","msg":"trace[944212556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2202; }","duration":"111.574547ms","start":"2026-07-13T23:29:30.49582Z","end":"2026-07-13T23:29:30.607395Z","steps":["trace[944212556] 'agreement among raft nodes before linearized reading' (duration: 111.265641ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:29:30.607348Z","caller":"traceutil/trace.go:171","msg":"trace[1495860855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"112.735609ms","start":"2026-07-13T23:29:30.494591Z","end":"2026-07-13T23:29:30.607327Z","steps":["trace[1495860855] 'agreement among raft nodes before linearized reading' (duration: 112.543545ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:29:30.607496Z","caller":"traceutil/trace.go:171","msg":"trace[1090409887] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2202; }","duration":"281.071945ms","start":"2026-07-13T23:29:30.32641Z","end":"2026-07-13T23:29:30.607482Z","steps":["trace[1090409887] 'agreement among raft nodes before linearized reading' (duration: 280.560245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:29:30.607644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.858952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-13T23:29:30.607825Z","caller":"traceutil/trace.go:171","msg":"trace[585251447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2202; }","duration":"110.135448ms","start":"2026-07-13T23:29:30.497639Z","end":"2026-07-13T23:29:30.607774Z","steps":["trace[585251447] 'agreement among raft nodes before linearized reading' (duration: 109.567857ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:34:49.614734Z","caller":"traceutil/trace.go:171","msg":"trace[940787292] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"102.867285ms","start":"2026-07-13T23:34:49.51183Z","end":"2026-07-13T23:34:49.614697Z","steps":["trace[940787292] 'process raft request' (duration: 97.742297ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:34:53.960645Z","caller":"traceutil/trace.go:171","msg":"trace[499654639] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"177.366945ms","start":"2026-07-13T23:34:53.783238Z","end":"2026-07-13T23:34:53.960605Z","steps":["trace[499654639] 'process raft request' (duration: 140.551129ms)","trace[499654639] 'compare' (duration: 36.355887ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:34:53.960725Z","caller":"traceutil/trace.go:171","msg":"trace[2023454327] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"173.923699ms","start":"2026-07-13T23:34:53.786756Z","end":"2026-07-13T23:34:53.960679Z","steps":["trace[2023454327] 'process raft request' (duration: 173.515322ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:35:06.667677Z","caller":"traceutil/trace.go:171","msg":"trace[170126397] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"231.238397ms","start":"2026-07-13T23:35:06.436412Z","end":"2026-07-13T23:35:06.667651Z","steps":["trace[170126397] 'process raft request' (duration: 223.391316ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:35:06.741856Z","caller":"traceutil/trace.go:171","msg":"trace[1164070843] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"305.388168ms","start":"2026-07-13T23:35:06.436432Z","end":"2026-07-13T23:35:06.74182Z","steps":["trace[1164070843] 'process raft request' (duration: 305.151294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:35:06.74208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:35:06.436403Z","time spent":"305.562072ms","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-13T23:35:06.742137Z","caller":"traceutil/trace.go:171","msg":"trace[779181132] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"305.606423ms","start":"2026-07-13T23:35:06.436513Z","end":"2026-07-13T23:35:06.74212Z","steps":["trace[779181132] 'process raft request' (duration: 305.253326ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:35:06.742156Z","caller":"traceutil/trace.go:171","msg":"trace[1658778606] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5495; }","duration":"276.704287ms","start":"2026-07-13T23:35:06.46542Z","end":"2026-07-13T23:35:06.742125Z","steps":["trace[1658778606] 'read index received' (duration: 194.325507ms)","trace[1658778606] 'applied index is now lower than readState.Index' (duration: 82.37695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:35:06.742277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:35:06.436507Z","time spent":"305.678404ms","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-13T23:35:06.742483Z","caller":"traceutil/trace.go:171","msg":"trace[61542258] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"305.94247ms","start":"2026-07-13T23:35:06.436524Z","end":"2026-07-13T23:35:06.742467Z","steps":["trace[61542258] 'process raft request' (duration: 305.478051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:35:06.742491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.068986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-13T23:35:06.742531Z","caller":"traceutil/trace.go:171","msg":"trace[1377460284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5299; }","duration":"277.135336ms","start":"2026-07-13T23:35:06.465385Z","end":"2026-07-13T23:35:06.74252Z","steps":["trace[1377460284] 'agreement among raft nodes before linearized reading' (duration: 277.000554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:35:06.742555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:35:06.436516Z","time spent":"306.004921ms","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-13T23:35:06.75363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.283543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-13T23:35:06.753671Z","caller":"traceutil/trace.go:171","msg":"trace[1166944923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5300; }","duration":"285.339344ms","start":"2026-07-13T23:35:06.468322Z","end":"2026-07-13T23:35:06.753661Z","steps":["trace[1166944923] 'agreement among raft nodes before linearized reading' (duration: 285.224882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:35:06.753705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.915315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-13T23:35:06.75376Z","caller":"traceutil/trace.go:171","msg":"trace[430437311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5300; }","duration":"274.984116ms","start":"2026-07-13T23:35:06.478761Z","end":"2026-07-13T23:35:06.753745Z","steps":["trace[430437311] 'agreement among raft nodes before linearized reading' (duration: 274.802192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:35:06.753787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.091475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-13T23:35:06.753816Z","caller":"traceutil/trace.go:171","msg":"trace[1681953417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5300; }","duration":"278.132856ms","start":"2026-07-13T23:35:06.475676Z","end":"2026-07-13T23:35:06.753809Z","steps":["trace[1681953417] 'agreement among raft nodes before linearized reading' (duration: 278.056254ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:35:14.340479Z","caller":"traceutil/trace.go:171","msg":"trace[1882432442] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"182.008802ms","start":"2026-07-13T23:35:14.158432Z","end":"2026-07-13T23:35:14.340441Z","steps":["trace[1882432442] 'process raft request' (duration: 101.817134ms)","trace[1882432442] 'compare' (duration: 80.037915ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:36:15.331462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2971} {"level":"info","ts":"2026-07-13T23:36:15.405332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2971,"took":"72.172337ms","hash":353380951,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":33841152,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-13T23:36:15.405505Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":353380951,"revision":2971,"compact-revision":-1} {"level":"info","ts":"2026-07-13T23:41:15.33885Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6039} {"level":"info","ts":"2026-07-13T23:41:15.440201Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6039,"took":"98.792037ms","hash":2921557320,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":21942272,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-13T23:41:15.440292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2921557320,"revision":6039,"compact-revision":2971} {"level":"info","ts":"2026-07-13T23:41:29.735683Z","caller":"traceutil/trace.go:171","msg":"trace[1834589463] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"281.735961ms","start":"2026-07-13T23:41:29.453925Z","end":"2026-07-13T23:41:29.735661Z","steps":["trace[1834589463] 'read index received' (duration: 281.69973ms)","trace[1834589463] 'applied index is now lower than readState.Index' (duration: 33.171µs)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:41:29.735833Z","caller":"traceutil/trace.go:171","msg":"trace[402246984] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"343.994741ms","start":"2026-07-13T23:41:29.391814Z","end":"2026-07-13T23:41:29.735809Z","steps":["trace[402246984] 'process raft request' (duration: 343.712846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:41:29.735991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:41:29.391776Z","time spent":"344.117452ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-13T23:41:29.736159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.233562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-13T23:41:29.736208Z","caller":"traceutil/trace.go:171","msg":"trace[1273868948] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8341; }","duration":"282.274983ms","start":"2026-07-13T23:41:29.453909Z","end":"2026-07-13T23:41:29.736184Z","steps":["trace[1273868948] 'agreement among raft nodes before linearized reading' (duration: 281.848734ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:41:41.901177Z","caller":"traceutil/trace.go:171","msg":"trace[424038486] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"115.735041ms","start":"2026-07-13T23:41:41.785408Z","end":"2026-07-13T23:41:41.901143Z","steps":["trace[424038486] 'process raft request' (duration: 115.466305ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:41:42.174458Z","caller":"traceutil/trace.go:171","msg":"trace[490698617] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8702; }","duration":"222.674675ms","start":"2026-07-13T23:41:41.951745Z","end":"2026-07-13T23:41:42.17442Z","steps":["trace[490698617] 'read index received' (duration: 222.463601ms)","trace[490698617] 'applied index is now lower than readState.Index' (duration: 209.434µs)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:41:42.174772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.97297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vq67d\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-13T23:41:42.174822Z","caller":"traceutil/trace.go:171","msg":"trace[830195083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vq67d; range_end:; response_count:1; response_revision:8405; }","duration":"223.084422ms","start":"2026-07-13T23:41:41.951725Z","end":"2026-07-13T23:41:42.17481Z","steps":["trace[830195083] 'agreement among raft nodes before linearized reading' (duration: 222.850357ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:41:42.175081Z","caller":"traceutil/trace.go:171","msg":"trace[2117555377] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"234.5113ms","start":"2026-07-13T23:41:41.940324Z","end":"2026-07-13T23:41:42.174835Z","steps":["trace[2117555377] 'process raft request' (duration: 233.870448ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:10.423913Z","caller":"traceutil/trace.go:171","msg":"trace[608010348] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"130.747298ms","start":"2026-07-13T23:42:10.293143Z","end":"2026-07-13T23:42:10.42389Z","steps":["trace[608010348] 'process raft request' (duration: 130.695987ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:10.424111Z","caller":"traceutil/trace.go:171","msg":"trace[380798452] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"400.675334ms","start":"2026-07-13T23:42:10.023422Z","end":"2026-07-13T23:42:10.424097Z","steps":["trace[380798452] 'process raft request' (duration: 384.153968ms)","trace[380798452] 'compare' (duration: 15.511286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:42:10.424214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:42:10.023382Z","time spent":"400.746595ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-13T23:42:10.424311Z","caller":"traceutil/trace.go:171","msg":"trace[1270553415] linearizableReadLoop","detail":"{readStateIndex:8916; appliedIndex:8915; }","duration":"290.093682ms","start":"2026-07-13T23:42:10.134187Z","end":"2026-07-13T23:42:10.424281Z","steps":["trace[1270553415] 'read index received' (duration: 273.404723ms)","trace[1270553415] 'applied index is now lower than readState.Index' (duration: 16.685129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:42:10.424479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.263525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:42:10.424575Z","caller":"traceutil/trace.go:171","msg":"trace[1346803991] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8611; }","duration":"290.420188ms","start":"2026-07-13T23:42:10.134133Z","end":"2026-07-13T23:42:10.424553Z","steps":["trace[1346803991] 'agreement among raft nodes before linearized reading' (duration: 290.267036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:42:10.424586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.742624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:42:10.424673Z","caller":"traceutil/trace.go:171","msg":"trace[890099582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8611; }","duration":"233.882587ms","start":"2026-07-13T23:42:10.190766Z","end":"2026-07-13T23:42:10.424649Z","steps":["trace[890099582] 'agreement among raft nodes before linearized reading' (duration: 233.686044ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:15.195526Z","caller":"traceutil/trace.go:171","msg":"trace[1605626156] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"113.890126ms","start":"2026-07-13T23:42:15.081606Z","end":"2026-07-13T23:42:15.195496Z","steps":["trace[1605626156] 'process raft request' (duration: 113.475548ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:20.502841Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000230e.wal"} {"level":"info","ts":"2026-07-13T23:42:23.04899Z","caller":"traceutil/trace.go:171","msg":"trace[641424909] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8715; }","duration":"130.013315ms","start":"2026-07-13T23:42:22.918937Z","end":"2026-07-13T23:42:23.04895Z","steps":["trace[641424909] 'process raft request' (duration: 31.473591ms)","trace[641424909] 'compare' (duration: 98.317409ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:42:23.081524Z","caller":"traceutil/trace.go:171","msg":"trace[1701028531] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"161.691559ms","start":"2026-07-13T23:42:22.919802Z","end":"2026-07-13T23:42:23.081494Z","steps":["trace[1701028531] 'process raft request' (duration: 161.520746ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:23.281158Z","caller":"traceutil/trace.go:171","msg":"trace[1684716820] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"130.433061ms","start":"2026-07-13T23:42:23.150698Z","end":"2026-07-13T23:42:23.281131Z","steps":["trace[1684716820] 'process raft request' (duration: 130.282579ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:23.281879Z","caller":"traceutil/trace.go:171","msg":"trace[2033572764] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"131.089685ms","start":"2026-07-13T23:42:23.150771Z","end":"2026-07-13T23:42:23.28186Z","steps":["trace[2033572764] 'read index received' (duration: 130.127936ms)","trace[2033572764] 'applied index is now lower than readState.Index' (duration: 959.889µs)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:42:23.282104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.309379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-smsfq\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-07-13T23:42:23.282146Z","caller":"traceutil/trace.go:171","msg":"trace[1013006093] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-smsfq; range_end:; response_count:1; response_revision:8717; }","duration":"131.420971ms","start":"2026-07-13T23:42:23.150715Z","end":"2026-07-13T23:42:23.282136Z","steps":["trace[1013006093] 'agreement among raft nodes before linearized reading' (duration: 131.210157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:42:23.997868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.845319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-13T23:42:23.998005Z","caller":"traceutil/trace.go:171","msg":"trace[484231705] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9032; }","duration":"351.167158ms","start":"2026-07-13T23:42:23.646815Z","end":"2026-07-13T23:42:23.997982Z","steps":["trace[484231705] 'read index received' (duration: 97.111965ms)","trace[484231705] 'applied index is now lower than readState.Index' (duration: 254.053413ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:42:23.99828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.447583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-13T23:42:23.998323Z","caller":"traceutil/trace.go:171","msg":"trace[555051295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8722; }","duration":"351.573886ms","start":"2026-07-13T23:42:23.646737Z","end":"2026-07-13T23:42:23.99831Z","steps":["trace[555051295] 'agreement among raft nodes before linearized reading' (duration: 351.342751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:42:23.998364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:42:23.646712Z","time spent":"351.643047ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-13T23:42:24.035924Z","caller":"traceutil/trace.go:171","msg":"trace[972185269] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"136.56631ms","start":"2026-07-13T23:42:23.899331Z","end":"2026-07-13T23:42:24.035897Z","steps":["trace[972185269] 'process raft request' (duration: 136.313055ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:42:24.182676Z","caller":"traceutil/trace.go:171","msg":"trace[1737520114] linearizableReadLoop","detail":"{readStateIndex:9035; appliedIndex:9033; }","duration":"184.620047ms","start":"2026-07-13T23:42:23.998034Z","end":"2026-07-13T23:42:24.182654Z","steps":["trace[1737520114] 'read index received' (duration: 37.706841ms)","trace[1737520114] 'applied index is now lower than readState.Index' (duration: 146.911965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:42:24.182853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.401074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:42:24.182942Z","caller":"traceutil/trace.go:171","msg":"trace[5512080] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"189.387197ms","start":"2026-07-13T23:42:23.993478Z","end":"2026-07-13T23:42:24.182865Z","steps":["trace[5512080] 'process raft request' (duration: 128.314942ms)","trace[5512080] 'compare' (duration: 60.615327ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:42:24.183022Z","caller":"traceutil/trace.go:171","msg":"trace[1583520086] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8725; }","duration":"393.471706ms","start":"2026-07-13T23:42:23.78941Z","end":"2026-07-13T23:42:24.182882Z","steps":["trace[1583520086] 'agreement among raft nodes before linearized reading' (duration: 393.345763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:42:24.183095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:42:23.789334Z","time spent":"393.749012ms","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-13T23:42:24.183248Z","caller":"traceutil/trace.go:171","msg":"trace[838126858] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"179.374756ms","start":"2026-07-13T23:42:24.0038Z","end":"2026-07-13T23:42:24.183175Z","steps":["trace[838126858] 'process raft request' (duration: 178.801476ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:43:44.177256Z","caller":"traceutil/trace.go:171","msg":"trace[729047996] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"117.490386ms","start":"2026-07-13T23:43:44.059731Z","end":"2026-07-13T23:43:44.177221Z","steps":["trace[729047996] 'process raft request' (duration: 95.435315ms)","trace[729047996] 'compare' (duration: 21.898258ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:44:06.065176Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"db79120667ce701f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-13T23:44:06.072426Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-13T23:44:06.072536Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-13T23:46:15.345661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8129} {"level":"info","ts":"2026-07-13T23:46:15.413825Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8129,"took":"65.497024ms","hash":212727331,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":28327936,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-13T23:46:15.413909Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":212727331,"revision":8129,"compact-revision":6039} {"level":"info","ts":"2026-07-13T23:49:18.255028Z","caller":"traceutil/trace.go:171","msg":"trace[1734752464] transaction","detail":"{read_only:false; response_revision:11897; number_of_response:1; }","duration":"101.834697ms","start":"2026-07-13T23:49:18.153142Z","end":"2026-07-13T23:49:18.254977Z","steps":["trace[1734752464] 'process raft request' (duration: 101.605992ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:49:18.439293Z","caller":"traceutil/trace.go:171","msg":"trace[220300502] transaction","detail":"{read_only:false; response_revision:11898; number_of_response:1; }","duration":"220.618588ms","start":"2026-07-13T23:49:18.218645Z","end":"2026-07-13T23:49:18.439263Z","steps":["trace[220300502] 'process raft request' (duration: 200.719698ms)","trace[220300502] 'compare' (duration: 19.723877ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:49:18.439702Z","caller":"traceutil/trace.go:171","msg":"trace[2046513398] linearizableReadLoop","detail":"{readStateIndex:12310; appliedIndex:12307; }","duration":"183.795814ms","start":"2026-07-13T23:49:18.25587Z","end":"2026-07-13T23:49:18.439666Z","steps":["trace[2046513398] 'read index received' (duration: 163.401154ms)","trace[2046513398] 'applied index is now lower than readState.Index' (duration: 20.39309ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:49:18.439795Z","caller":"traceutil/trace.go:171","msg":"trace[955892673] transaction","detail":"{read_only:false; response_revision:11899; number_of_response:1; }","duration":"194.534289ms","start":"2026-07-13T23:49:18.245236Z","end":"2026-07-13T23:49:18.43977Z","steps":["trace[955892673] 'process raft request' (duration: 193.984618ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:49:18.439904Z","caller":"traceutil/trace.go:171","msg":"trace[974656964] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"189.536243ms","start":"2026-07-13T23:49:18.250325Z","end":"2026-07-13T23:49:18.439862Z","steps":["trace[974656964] 'process raft request' (duration: 189.185357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:49:18.439923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.027038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:49:18.439994Z","caller":"traceutil/trace.go:171","msg":"trace[651977670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11900; }","duration":"184.10779ms","start":"2026-07-13T23:49:18.255867Z","end":"2026-07-13T23:49:18.439974Z","steps":["trace[651977670] 'agreement among raft nodes before linearized reading' (duration: 183.994597ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:51:15.380836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10488} {"level":"info","ts":"2026-07-13T23:51:15.493663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10488,"took":"110.098834ms","hash":638278026,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":26173440,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-13T23:51:15.493712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":638278026,"revision":10488,"compact-revision":8129} {"level":"info","ts":"2026-07-13T23:55:28.156468Z","caller":"traceutil/trace.go:171","msg":"trace[61017580] transaction","detail":"{read_only:false; response_revision:14392; number_of_response:1; }","duration":"114.932414ms","start":"2026-07-13T23:55:28.041504Z","end":"2026-07-13T23:55:28.156436Z","steps":["trace[61017580] 'process raft request' (duration: 99.878936ms)","trace[61017580] 'compare' (duration: 14.935766ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:55:50.282719Z","caller":"traceutil/trace.go:171","msg":"trace[1082962125] transaction","detail":"{read_only:false; response_revision:14509; number_of_response:1; }","duration":"134.205962ms","start":"2026-07-13T23:55:50.148492Z","end":"2026-07-13T23:55:50.282698Z","steps":["trace[1082962125] 'process raft request' (duration: 134.05429ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:55:50.343287Z","caller":"traceutil/trace.go:171","msg":"trace[483442849] transaction","detail":"{read_only:false; response_revision:14510; number_of_response:1; }","duration":"112.58654ms","start":"2026-07-13T23:55:50.230676Z","end":"2026-07-13T23:55:50.343262Z","steps":["trace[483442849] 'process raft request' (duration: 112.446147ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:56:05.358119Z","caller":"traceutil/trace.go:171","msg":"trace[1679768791] transaction","detail":"{read_only:false; response_revision:14602; number_of_response:1; }","duration":"124.698ms","start":"2026-07-13T23:56:05.23331Z","end":"2026-07-13T23:56:05.358008Z","steps":["trace[1679768791] 'process raft request' (duration: 124.233351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:56:06.542703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.53651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:56:06.542809Z","caller":"traceutil/trace.go:171","msg":"trace[359084840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14607; }","duration":"351.910857ms","start":"2026-07-13T23:56:06.190875Z","end":"2026-07-13T23:56:06.542786Z","steps":["trace[359084840] 'range keys from in-memory index tree' (duration: 351.451169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:56:06.542865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:56:06.190856Z","time spent":"351.998429ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-13T23:56:06.543011Z","caller":"traceutil/trace.go:171","msg":"trace[1411466556] linearizableReadLoop","detail":"{readStateIndex:15115; appliedIndex:15114; }","duration":"158.600267ms","start":"2026-07-13T23:56:06.384389Z","end":"2026-07-13T23:56:06.542989Z","steps":["trace[1411466556] 'read index received' (duration: 125.406644ms)","trace[1411466556] 'applied index is now lower than readState.Index' (duration: 33.192443ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:56:06.543058Z","caller":"traceutil/trace.go:171","msg":"trace[664321723] transaction","detail":"{read_only:false; response_revision:14608; number_of_response:1; }","duration":"207.018232ms","start":"2026-07-13T23:56:06.335994Z","end":"2026-07-13T23:56:06.543012Z","steps":["trace[664321723] 'process raft request' (duration: 173.8692ms)","trace[664321723] 'compare' (duration: 32.713943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:56:06.543155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.743701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:56:06.543206Z","caller":"traceutil/trace.go:171","msg":"trace[615316416] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14608; }","duration":"158.838653ms","start":"2026-07-13T23:56:06.384342Z","end":"2026-07-13T23:56:06.54318Z","steps":["trace[615316416] 'agreement among raft nodes before linearized reading' (duration: 158.759151ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:56:06.551531Z","caller":"traceutil/trace.go:171","msg":"trace[1152169621] transaction","detail":"{read_only:false; response_revision:14609; number_of_response:1; }","duration":"156.62405ms","start":"2026-07-13T23:56:06.394874Z","end":"2026-07-13T23:56:06.551498Z","steps":["trace[1152169621] 'process raft request' (duration: 156.414305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:56:06.551611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.557817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:56:06.551672Z","caller":"traceutil/trace.go:171","msg":"trace[110458824] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14610; }","duration":"114.661339ms","start":"2026-07-13T23:56:06.436994Z","end":"2026-07-13T23:56:06.551655Z","steps":["trace[110458824] 'agreement among raft nodes before linearized reading' (duration: 114.535277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:56:06.551667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.239654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-13T23:56:06.551737Z","caller":"traceutil/trace.go:171","msg":"trace[446548591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14610; }","duration":"144.321716ms","start":"2026-07-13T23:56:06.407399Z","end":"2026-07-13T23:56:06.551721Z","steps":["trace[446548591] 'agreement among raft nodes before linearized reading' (duration: 144.117162ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:56:06.552402Z","caller":"traceutil/trace.go:171","msg":"trace[1321415953] transaction","detail":"{read_only:false; response_revision:14610; number_of_response:1; }","duration":"109.192035ms","start":"2026-07-13T23:56:06.443133Z","end":"2026-07-13T23:56:06.552325Z","steps":["trace[1321415953] 'process raft request' (duration: 108.289727ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:56:15.388023Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12685} {"level":"info","ts":"2026-07-13T23:56:15.465806Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12685,"took":"75.446151ms","hash":3028640195,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":27385856,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-13T23:56:15.465857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3028640195,"revision":12685,"compact-revision":10488} {"level":"info","ts":"2026-07-13T23:56:27.630708Z","caller":"traceutil/trace.go:171","msg":"trace[1113151836] linearizableReadLoop","detail":"{readStateIndex:15435; appliedIndex:15434; }","duration":"131.352718ms","start":"2026-07-13T23:56:27.499329Z","end":"2026-07-13T23:56:27.630682Z","steps":["trace[1113151836] 'read index received' (duration: 131.144144ms)","trace[1113151836] 'applied index is now lower than readState.Index' (duration: 207.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:56:27.630758Z","caller":"traceutil/trace.go:171","msg":"trace[2045433445] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"135.092758ms","start":"2026-07-13T23:56:27.495634Z","end":"2026-07-13T23:56:27.630727Z","steps":["trace[2045433445] 'process raft request' (duration: 134.859214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:56:27.630977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.602092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-13T23:56:27.631068Z","caller":"traceutil/trace.go:171","msg":"trace[524740739] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14913; }","duration":"131.737284ms","start":"2026-07-13T23:56:27.499309Z","end":"2026-07-13T23:56:27.631046Z","steps":["trace[524740739] 'agreement among raft nodes before linearized reading' (duration: 131.541251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:57:53.629343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.749861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-13T23:57:53.629575Z","caller":"traceutil/trace.go:171","msg":"trace[2079794396] linearizableReadLoop","detail":"{readStateIndex:16268; appliedIndex:16266; }","duration":"183.332039ms","start":"2026-07-13T23:57:53.446224Z","end":"2026-07-13T23:57:53.629556Z","steps":["trace[2079794396] 'read index received' (duration: 46.355514ms)","trace[2079794396] 'applied index is now lower than readState.Index' (duration: 136.975665ms)"],"step_count":2} {"level":"info","ts":"2026-07-13T23:57:53.629705Z","caller":"traceutil/trace.go:171","msg":"trace[617854495] transaction","detail":"{read_only:false; response_revision:15724; number_of_response:1; }","duration":"317.732445ms","start":"2026-07-13T23:57:53.311957Z","end":"2026-07-13T23:57:53.62969Z","steps":["trace[617854495] 'process raft request' (duration: 317.505391ms)"],"step_count":1} {"level":"info","ts":"2026-07-13T23:57:53.629758Z","caller":"traceutil/trace.go:171","msg":"trace[2020746222] transaction","detail":"{read_only:false; response_revision:15723; number_of_response:1; }","duration":"320.107801ms","start":"2026-07-13T23:57:53.309599Z","end":"2026-07-13T23:57:53.629707Z","steps":["trace[2020746222] 'process raft request' (duration: 182.995684ms)","trace[2020746222] 'compare' (duration: 136.331033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-13T23:57:53.629803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:57:53.311943Z","time spent":"317.811947ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-13T23:57:53.62993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-13T23:57:53.309579Z","time spent":"320.264014ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-13T23:57:53.629975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.714698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-13T23:57:53.630091Z","caller":"traceutil/trace.go:171","msg":"trace[2002590392] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15724; }","duration":"182.797219ms","start":"2026-07-13T23:57:53.447226Z","end":"2026-07-13T23:57:53.630023Z","steps":["trace[2002590392] 'agreement among raft nodes before linearized reading' (duration: 182.540204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-13T23:57:53.630132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.88633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2mm84\" ","response":"range_response_count:1 size:20643"} {"level":"info","ts":"2026-07-13T23:57:53.630216Z","caller":"traceutil/trace.go:171","msg":"trace[327716346] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2mm84; range_end:; response_count:1; response_revision:15724; }","duration":"184.043482ms","start":"2026-07-13T23:57:53.446152Z","end":"2026-07-13T23:57:53.630196Z","steps":["trace[327716346] 'agreement among raft nodes before linearized reading' (duration: 183.794658ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:01:15.395149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14673} {"level":"info","ts":"2026-07-14T00:01:15.470322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14673,"took":"72.018005ms","hash":924887267,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":34430976,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-14T00:01:15.470585Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":924887267,"revision":14673,"compact-revision":12685} {"level":"info","ts":"2026-07-14T00:04:08.505733Z","caller":"traceutil/trace.go:171","msg":"trace[1852943925] linearizableReadLoop","detail":"{readStateIndex:19163; appliedIndex:19162; }","duration":"275.927009ms","start":"2026-07-14T00:04:08.229776Z","end":"2026-07-14T00:04:08.505703Z","steps":["trace[1852943925] 'read index received' (duration: 275.716126ms)","trace[1852943925] 'applied index is now lower than readState.Index' (duration: 206.453µs)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:04:08.505784Z","caller":"traceutil/trace.go:171","msg":"trace[1726731141] transaction","detail":"{read_only:false; response_revision:18528; number_of_response:1; }","duration":"278.669571ms","start":"2026-07-14T00:04:08.227077Z","end":"2026-07-14T00:04:08.505747Z","steps":["trace[1726731141] 'process raft request' (duration: 278.413576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:04:08.506625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.823187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:969633"} {"level":"info","ts":"2026-07-14T00:04:08.506678Z","caller":"traceutil/trace.go:171","msg":"trace[516688759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18528; }","duration":"276.922479ms","start":"2026-07-14T00:04:08.229746Z","end":"2026-07-14T00:04:08.506668Z","steps":["trace[516688759] 'agreement among raft nodes before linearized reading' (duration: 276.115522ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:04:08.528092Z","caller":"traceutil/trace.go:171","msg":"trace[1175019425] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"232.891168ms","start":"2026-07-14T00:04:08.295178Z","end":"2026-07-14T00:04:08.528069Z","steps":["trace[1175019425] 'process raft request' (duration: 232.796756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:04:08.528119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.58002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T00:04:08.528316Z","caller":"traceutil/trace.go:171","msg":"trace[780646011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18530; }","duration":"122.819525ms","start":"2026-07-14T00:04:08.405484Z","end":"2026-07-14T00:04:08.528304Z","steps":["trace[780646011] 'agreement among raft nodes before linearized reading' (duration: 122.522099ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:04:08.528278Z","caller":"traceutil/trace.go:171","msg":"trace[1828081377] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"295.990702ms","start":"2026-07-14T00:04:08.232195Z","end":"2026-07-14T00:04:08.528186Z","steps":["trace[1828081377] 'process raft request' (duration: 295.664436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:04:08.872289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.478476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.228\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-14T00:04:08.872399Z","caller":"traceutil/trace.go:171","msg":"trace[18011558] range","detail":"{range_begin:/registry/masterleases/199.19.213.228; range_end:; response_count:1; response_revision:18531; }","duration":"236.634439ms","start":"2026-07-14T00:04:08.635737Z","end":"2026-07-14T00:04:08.872371Z","steps":["trace[18011558] 'range keys from in-memory index tree' (duration: 236.270202ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:04:16.690783Z","caller":"traceutil/trace.go:171","msg":"trace[1219314226] linearizableReadLoop","detail":"{readStateIndex:19352; appliedIndex:19350; }","duration":"132.193374ms","start":"2026-07-14T00:04:16.558562Z","end":"2026-07-14T00:04:16.690755Z","steps":["trace[1219314226] 'read index received' (duration: 20.304447ms)","trace[1219314226] 'applied index is now lower than readState.Index' (duration: 111.887947ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:04:16.691267Z","caller":"traceutil/trace.go:171","msg":"trace[1724293739] transaction","detail":"{read_only:false; response_revision:18711; number_of_response:1; }","duration":"134.073551ms","start":"2026-07-14T00:04:16.55718Z","end":"2026-07-14T00:04:16.691254Z","steps":["trace[1724293739] 'process raft request' (duration: 133.329917ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:04:16.691535Z","caller":"traceutil/trace.go:171","msg":"trace[2090515157] transaction","detail":"{read_only:false; response_revision:18712; number_of_response:1; }","duration":"130.159806ms","start":"2026-07-14T00:04:16.561362Z","end":"2026-07-14T00:04:16.691522Z","steps":["trace[2090515157] 'process raft request' (duration: 129.290519ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:04:16.691683Z","caller":"traceutil/trace.go:171","msg":"trace[966846423] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18712; }","duration":"129.525734ms","start":"2026-07-14T00:04:16.562148Z","end":"2026-07-14T00:04:16.691674Z","steps":["trace[966846423] 'process raft request' (duration: 128.568586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:04:16.691966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.389098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-14T00:04:16.692005Z","caller":"traceutil/trace.go:171","msg":"trace[572979911] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18712; }","duration":"133.453779ms","start":"2026-07-14T00:04:16.558539Z","end":"2026-07-14T00:04:16.691992Z","steps":["trace[572979911] 'agreement among raft nodes before linearized reading' (duration: 133.290014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:04:16.692218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.052369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T00:04:16.692256Z","caller":"traceutil/trace.go:171","msg":"trace[107201268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18712; }","duration":"125.103829ms","start":"2026-07-14T00:04:16.567144Z","end":"2026-07-14T00:04:16.692247Z","steps":["trace[107201268] 'agreement among raft nodes before linearized reading' (duration: 125.008437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:04:16.696334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.853459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29733120-cjpts\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-07-14T00:04:16.696372Z","caller":"traceutil/trace.go:171","msg":"trace[2018588478] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29733120-cjpts; range_end:; response_count:1; response_revision:18712; }","duration":"107.92135ms","start":"2026-07-14T00:04:16.588443Z","end":"2026-07-14T00:04:16.696364Z","steps":["trace[2018588478] 'agreement among raft nodes before linearized reading' (duration: 105.448253ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:05:18.467404Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"db79120667ce701f","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-14T00:05:18.472264Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-14T00:05:18.472362Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-14T00:06:15.401515Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17406} {"level":"info","ts":"2026-07-14T00:06:15.493048Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17406,"took":"88.617763ms","hash":1712913680,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":35180544,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-14T00:06:15.493149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1712913680,"revision":17406,"compact-revision":14673} {"level":"info","ts":"2026-07-14T00:10:03.585273Z","caller":"traceutil/trace.go:171","msg":"trace[1235146870] transaction","detail":"{read_only:false; response_revision:21321; number_of_response:1; }","duration":"170.513797ms","start":"2026-07-14T00:10:03.414722Z","end":"2026-07-14T00:10:03.585236Z","steps":["trace[1235146870] 'process raft request' (duration: 165.344938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:10:04.753082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.07885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-14T00:10:04.753358Z","caller":"traceutil/trace.go:171","msg":"trace[853611036] linearizableReadLoop","detail":"{readStateIndex:22048; appliedIndex:22047; }","duration":"562.36443ms","start":"2026-07-14T00:10:04.190972Z","end":"2026-07-14T00:10:04.753337Z","steps":["trace[853611036] 'read index received' (duration: 238.950463ms)","trace[853611036] 'applied index is now lower than readState.Index' (duration: 323.412627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:10:04.753663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.678125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:10:04.753731Z","caller":"traceutil/trace.go:171","msg":"trace[1920520065] transaction","detail":"{read_only:false; response_revision:21324; number_of_response:1; }","duration":"125.862533ms","start":"2026-07-14T00:10:04.627842Z","end":"2026-07-14T00:10:04.753705Z","steps":["trace[1920520065] 'process raft request' (duration: 125.353224ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:10:04.753762Z","caller":"traceutil/trace.go:171","msg":"trace[478001947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21323; }","duration":"562.848799ms","start":"2026-07-14T00:10:04.190894Z","end":"2026-07-14T00:10:04.753743Z","steps":["trace[478001947] 'agreement among raft nodes before linearized reading' (duration: 562.687956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:10:04.753818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:10:04.190874Z","time spent":"562.93111ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T00:10:04.766255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.491602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T00:10:04.766455Z","caller":"traceutil/trace.go:171","msg":"trace[1782086259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21324; }","duration":"462.740267ms","start":"2026-07-14T00:10:04.303696Z","end":"2026-07-14T00:10:04.766437Z","steps":["trace[1782086259] 'agreement among raft nodes before linearized reading' (duration: 450.003664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:10:04.766508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:10:04.303677Z","time spent":"462.820278ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-14T00:10:05.06071Z","caller":"traceutil/trace.go:171","msg":"trace[771458379] linearizableReadLoop","detail":"{readStateIndex:22051; appliedIndex:22050; }","duration":"157.858724ms","start":"2026-07-14T00:10:04.902801Z","end":"2026-07-14T00:10:05.06066Z","steps":["trace[771458379] 'read index received' (duration: 138.524665ms)","trace[771458379] 'applied index is now lower than readState.Index' (duration: 19.332989ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:10:05.060859Z","caller":"traceutil/trace.go:171","msg":"trace[846644874] transaction","detail":"{read_only:false; response_revision:21326; number_of_response:1; }","duration":"176.958659ms","start":"2026-07-14T00:10:04.883867Z","end":"2026-07-14T00:10:05.060825Z","steps":["trace[846644874] 'process raft request' (duration: 157.447527ms)","trace[846644874] 'compare' (duration: 19.105755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:10:05.060977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.170251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-14T00:10:05.061217Z","caller":"traceutil/trace.go:171","msg":"trace[1314732065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21326; }","duration":"158.452746ms","start":"2026-07-14T00:10:04.902744Z","end":"2026-07-14T00:10:05.061197Z","steps":["trace[1314732065] 'agreement among raft nodes before linearized reading' (duration: 158.090728ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:11:15.407176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19756} {"level":"info","ts":"2026-07-14T00:11:15.517572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19756,"took":"107.064694ms","hash":1079029502,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":30330880,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-14T00:11:15.51772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1079029502,"revision":19756,"compact-revision":17406} {"level":"warn","ts":"2026-07-14T00:14:10.396752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.666622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:14:10.396758Z","caller":"traceutil/trace.go:171","msg":"trace[33358838] linearizableReadLoop","detail":"{readStateIndex:24640; appliedIndex:24639; }","duration":"114.648087ms","start":"2026-07-14T00:14:10.28208Z","end":"2026-07-14T00:14:10.396728Z","steps":["trace[33358838] 'read index received' (duration: 59.589426ms)","trace[33358838] 'applied index is now lower than readState.Index' (duration: 55.057291ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:14:10.396893Z","caller":"traceutil/trace.go:171","msg":"trace[320594841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23838; }","duration":"206.812434ms","start":"2026-07-14T00:14:10.190048Z","end":"2026-07-14T00:14:10.396861Z","steps":["trace[320594841] 'range keys from in-memory index tree' (duration: 206.58066ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:14:10.396841Z","caller":"traceutil/trace.go:171","msg":"trace[1467488165] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"181.512382ms","start":"2026-07-14T00:14:10.215236Z","end":"2026-07-14T00:14:10.396748Z","steps":["trace[1467488165] 'process raft request' (duration: 126.457252ms)","trace[1467488165] 'compare' (duration: 54.725964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:14:10.39696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.869171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-14T00:14:10.397025Z","caller":"traceutil/trace.go:171","msg":"trace[295495563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23839; }","duration":"114.986163ms","start":"2026-07-14T00:14:10.282026Z","end":"2026-07-14T00:14:10.397012Z","steps":["trace[295495563] 'agreement among raft nodes before linearized reading' (duration: 114.738619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:14:10.40153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.007771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-14T00:14:10.4016Z","caller":"traceutil/trace.go:171","msg":"trace[335845099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23840; }","duration":"106.133995ms","start":"2026-07-14T00:14:10.295446Z","end":"2026-07-14T00:14:10.40158Z","steps":["trace[335845099] 'agreement among raft nodes before linearized reading' (duration: 105.93162ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:16:15.414806Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21981} {"level":"info","ts":"2026-07-14T00:16:15.524014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21981,"took":"105.40195ms","hash":3413732873,"current-db-size-bytes":58789888,"current-db-size":"59 MB","current-db-size-in-use-bytes":44265472,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-14T00:16:15.524107Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3413732873,"revision":21981,"compact-revision":19756} {"level":"info","ts":"2026-07-14T00:17:12.922394Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006771.wal"} {"level":"info","ts":"2026-07-14T00:17:45.585259Z","caller":"traceutil/trace.go:171","msg":"trace[305346606] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"137.36609ms","start":"2026-07-14T00:17:45.447868Z","end":"2026-07-14T00:17:45.585234Z","steps":["trace[305346606] 'process raft request' (duration: 137.218557ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:45.717919Z","caller":"traceutil/trace.go:171","msg":"trace[29690550] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"268.793947ms","start":"2026-07-14T00:17:45.449101Z","end":"2026-07-14T00:17:45.717895Z","steps":["trace[29690550] 'process raft request' (duration: 268.540242ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:45.717949Z","caller":"traceutil/trace.go:171","msg":"trace[1741679560] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"216.442307ms","start":"2026-07-14T00:17:45.501486Z","end":"2026-07-14T00:17:45.717928Z","steps":["trace[1741679560] 'process raft request' (duration: 216.299155ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:45.718006Z","caller":"traceutil/trace.go:171","msg":"trace[1983530499] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"186.682031ms","start":"2026-07-14T00:17:45.531316Z","end":"2026-07-14T00:17:45.717998Z","steps":["trace[1983530499] 'process raft request' (duration: 186.509508ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:45.718031Z","caller":"traceutil/trace.go:171","msg":"trace[1317649031] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"178.330881ms","start":"2026-07-14T00:17:45.539694Z","end":"2026-07-14T00:17:45.718025Z","steps":["trace[1317649031] 'process raft request' (duration: 178.170108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:46.168043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.505487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:17:46.168146Z","caller":"traceutil/trace.go:171","msg":"trace[233465669] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26864; }","duration":"375.729017ms","start":"2026-07-14T00:17:45.7924Z","end":"2026-07-14T00:17:46.168129Z","steps":["trace[233465669] 'read index received' (duration: 62.041804ms)","trace[233465669] 'applied index is now lower than readState.Index' (duration: 313.683753ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:46.168246Z","caller":"traceutil/trace.go:171","msg":"trace[1672945717] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"445.628429ms","start":"2026-07-14T00:17:45.722588Z","end":"2026-07-14T00:17:46.168216Z","steps":["trace[1672945717] 'process raft request' (duration: 131.867926ms)","trace[1672945717] 'compare' (duration: 312.977368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:46.168329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.92492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-14T00:17:46.168364Z","caller":"traceutil/trace.go:171","msg":"trace[307719259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26007; }","duration":"375.997352ms","start":"2026-07-14T00:17:45.792354Z","end":"2026-07-14T00:17:46.168352Z","steps":["trace[307719259] 'agreement among raft nodes before linearized reading' (duration: 375.858059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:46.168376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:45.722572Z","time spent":"445.729702ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:46.168397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:45.792333Z","time spent":"376.057023ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-14T00:17:46.168398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.719502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-14T00:17:46.168499Z","caller":"traceutil/trace.go:171","msg":"trace[1368832627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26007; }","duration":"184.858045ms","start":"2026-07-14T00:17:45.983627Z","end":"2026-07-14T00:17:46.168485Z","steps":["trace[1368832627] 'agreement among raft nodes before linearized reading' (duration: 184.653082ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:46.419624Z","caller":"traceutil/trace.go:171","msg":"trace[1555281038] linearizableReadLoop","detail":"{readStateIndex:26866; appliedIndex:26865; }","duration":"245.92024ms","start":"2026-07-14T00:17:46.173661Z","end":"2026-07-14T00:17:46.419581Z","steps":["trace[1555281038] 'read index received' (duration: 204.267085ms)","trace[1555281038] 'applied index is now lower than readState.Index' (duration: 41.652115ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:46.419781Z","caller":"traceutil/trace.go:171","msg":"trace[846573810] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"246.855868ms","start":"2026-07-14T00:17:46.17288Z","end":"2026-07-14T00:17:46.419736Z","steps":["trace[846573810] 'process raft request' (duration: 205.03282ms)","trace[846573810] 'compare' (duration: 41.541092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:46.419938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.258007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-14T00:17:46.42007Z","caller":"traceutil/trace.go:171","msg":"trace[618967661] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26008; }","duration":"246.41298ms","start":"2026-07-14T00:17:46.173642Z","end":"2026-07-14T00:17:46.420055Z","steps":["trace[618967661] 'agreement among raft nodes before linearized reading' (duration: 246.184225ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:46.575349Z","caller":"traceutil/trace.go:171","msg":"trace[1842640894] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"394.080556ms","start":"2026-07-14T00:17:46.181232Z","end":"2026-07-14T00:17:46.575313Z","steps":["trace[1842640894] 'process raft request' (duration: 371.818672ms)","trace[1842640894] 'compare' (duration: 22.01291ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:46.575375Z","caller":"traceutil/trace.go:171","msg":"trace[665282294] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"304.223093ms","start":"2026-07-14T00:17:46.271128Z","end":"2026-07-14T00:17:46.575351Z","steps":["trace[665282294] 'process raft request' (duration: 304.094571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:46.575492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:46.181213Z","time spent":"394.203868ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:46.575548Z","caller":"traceutil/trace.go:171","msg":"trace[113672511] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"206.61825ms","start":"2026-07-14T00:17:46.368916Z","end":"2026-07-14T00:17:46.575534Z","steps":["trace[113672511] 'process raft request' (duration: 206.372776ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:46.575377Z","caller":"traceutil/trace.go:171","msg":"trace[1462284937] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26866; }","duration":"155.646069ms","start":"2026-07-14T00:17:46.419701Z","end":"2026-07-14T00:17:46.575347Z","steps":["trace[1462284937] 'read index received' (duration: 133.15194ms)","trace[1462284937] 'applied index is now lower than readState.Index' (duration: 22.493019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:46.575486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.223585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:17:46.575635Z","caller":"traceutil/trace.go:171","msg":"trace[833125002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26011; }","duration":"387.401548ms","start":"2026-07-14T00:17:46.188217Z","end":"2026-07-14T00:17:46.575619Z","steps":["trace[833125002] 'agreement among raft nodes before linearized reading' (duration: 387.210955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:46.575659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:46.188208Z","time spent":"387.44442ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T00:17:46.575672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.822336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:17:46.575548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:46.271101Z","time spent":"304.368305ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:46.575755Z","caller":"traceutil/trace.go:171","msg":"trace[2104637697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26011; }","duration":"194.917358ms","start":"2026-07-14T00:17:46.380814Z","end":"2026-07-14T00:17:46.575731Z","steps":["trace[2104637697] 'agreement among raft nodes before linearized reading' (duration: 194.762515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:46.575892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.138257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-14T00:17:46.575948Z","caller":"traceutil/trace.go:171","msg":"trace[1349454092] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26011; }","duration":"222.223508ms","start":"2026-07-14T00:17:46.353705Z","end":"2026-07-14T00:17:46.575929Z","steps":["trace[1349454092] 'agreement among raft nodes before linearized reading' (duration: 221.985523ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:51.364765Z","caller":"traceutil/trace.go:171","msg":"trace[1215768439] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"269.397179ms","start":"2026-07-14T00:17:51.095346Z","end":"2026-07-14T00:17:51.364743Z","steps":["trace[1215768439] 'process raft request' (duration: 269.251666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:51.671261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.433781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:17:51.671409Z","caller":"traceutil/trace.go:171","msg":"trace[1569873394] linearizableReadLoop","detail":"{readStateIndex:26919; appliedIndex:26916; }","duration":"481.816679ms","start":"2026-07-14T00:17:51.189581Z","end":"2026-07-14T00:17:51.671397Z","steps":["trace[1569873394] 'read index received' (duration: 175.07811ms)","trace[1569873394] 'applied index is now lower than readState.Index' (duration: 306.737969ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:51.671604Z","caller":"traceutil/trace.go:171","msg":"trace[659799002] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"561.346735ms","start":"2026-07-14T00:17:51.110246Z","end":"2026-07-14T00:17:51.671593Z","steps":["trace[659799002] 'process raft request' (duration: 401.522987ms)","trace[659799002] 'compare' (duration: 159.346849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:51.671646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.110227Z","time spent":"561.397757ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:51.671816Z","caller":"traceutil/trace.go:171","msg":"trace[921278367] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"530.438316ms","start":"2026-07-14T00:17:51.141361Z","end":"2026-07-14T00:17:51.6718Z","steps":["trace[921278367] 'process raft request' (duration: 529.979057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:51.671854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.141341Z","time spent":"530.494567ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:51.671949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.36755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:17:51.671972Z","caller":"traceutil/trace.go:171","msg":"trace[956183936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26060; }","duration":"482.41681ms","start":"2026-07-14T00:17:51.189549Z","end":"2026-07-14T00:17:51.671966Z","steps":["trace[956183936] 'agreement among raft nodes before linearized reading' (duration: 482.376179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:51.67199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.189534Z","time spent":"482.4518ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T00:17:51.672285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.716999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-14T00:17:51.672349Z","caller":"traceutil/trace.go:171","msg":"trace[424972058] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26060; }","duration":"372.81599ms","start":"2026-07-14T00:17:51.299517Z","end":"2026-07-14T00:17:51.672333Z","steps":["trace[424972058] 'agreement among raft nodes before linearized reading' (duration: 372.633716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:51.672382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.299502Z","time spent":"372.873151ms","remote":"127.0.0.1:40022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-14T00:17:51.672544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.656471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:17:51.672572Z","caller":"traceutil/trace.go:171","msg":"trace[1354602936] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26060; }","duration":"324.714202ms","start":"2026-07-14T00:17:51.34785Z","end":"2026-07-14T00:17:51.672564Z","steps":["trace[1354602936] 'agreement among raft nodes before linearized reading' (duration: 324.664611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:51.672593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.347835Z","time spent":"324.752303ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:17:52.07046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.764207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:17:52.070535Z","caller":"traceutil/trace.go:171","msg":"trace[780020407] linearizableReadLoop","detail":"{readStateIndex:26920; appliedIndex:26919; }","duration":"391.348883ms","start":"2026-07-14T00:17:51.679174Z","end":"2026-07-14T00:17:52.070523Z","steps":["trace[780020407] 'read index received' (duration: 123.577867ms)","trace[780020407] 'applied index is now lower than readState.Index' (duration: 267.769896ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:52.070585Z","caller":"traceutil/trace.go:171","msg":"trace[297245581] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"392.726721ms","start":"2026-07-14T00:17:51.67785Z","end":"2026-07-14T00:17:52.070577Z","steps":["trace[297245581] 'process raft request' (duration: 124.77585ms)","trace[297245581] 'compare' (duration: 267.40851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:52.07063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.67784Z","time spent":"392.767542ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:52.070814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.619579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97da8e69-e720-472d-a1ac-2eec4558fb52\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-14T00:17:52.070892Z","caller":"traceutil/trace.go:171","msg":"trace[1303356673] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97da8e69-e720-472d-a1ac-2eec4558fb52; range_end:; response_count:1; response_revision:26061; }","duration":"391.717421ms","start":"2026-07-14T00:17:51.679159Z","end":"2026-07-14T00:17:52.070877Z","steps":["trace[1303356673] 'agreement among raft nodes before linearized reading' (duration: 391.503627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.070965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.679153Z","time spent":"391.805183ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-97da8e69-e720-472d-a1ac-2eec4558fb52\" "} {"level":"info","ts":"2026-07-14T00:17:52.151231Z","caller":"traceutil/trace.go:171","msg":"trace[674318181] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"411.997298ms","start":"2026-07-14T00:17:51.73921Z","end":"2026-07-14T00:17:52.151207Z","steps":["trace[674318181] 'process raft request' (duration: 411.932197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.15135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.739188Z","time spent":"412.10052ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:52.151336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.925132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-14T00:17:52.151348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.981847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-14T00:17:52.1514Z","caller":"traceutil/trace.go:171","msg":"trace[32297877] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26063; }","duration":"265.040585ms","start":"2026-07-14T00:17:51.886343Z","end":"2026-07-14T00:17:52.151384Z","steps":["trace[32297877] 'agreement among raft nodes before linearized reading' (duration: 264.885162ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:52.151424Z","caller":"traceutil/trace.go:171","msg":"trace[250499128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26063; }","duration":"411.11481ms","start":"2026-07-14T00:17:51.740289Z","end":"2026-07-14T00:17:52.151403Z","steps":["trace[250499128] 'agreement among raft nodes before linearized reading' (duration: 410.904396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.151467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.740267Z","time spent":"411.191992ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-14T00:17:52.151575Z","caller":"traceutil/trace.go:171","msg":"trace[1781408932] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"414.562817ms","start":"2026-07-14T00:17:51.737004Z","end":"2026-07-14T00:17:52.151567Z","steps":["trace[1781408932] 'process raft request' (duration: 413.992026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.151614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.736978Z","time spent":"414.614307ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:52.151706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.203196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:17:52.151724Z","caller":"traceutil/trace.go:171","msg":"trace[166049276] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26063; }","duration":"407.247147ms","start":"2026-07-14T00:17:51.74447Z","end":"2026-07-14T00:17:52.151717Z","steps":["trace[166049276] 'agreement among raft nodes before linearized reading' (duration: 407.216436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.151741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:51.744457Z","time spent":"407.280057ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-14T00:17:52.32616Z","caller":"traceutil/trace.go:171","msg":"trace[656115733] linearizableReadLoop","detail":"{readStateIndex:26923; appliedIndex:26922; }","duration":"168.055325ms","start":"2026-07-14T00:17:52.158079Z","end":"2026-07-14T00:17:52.326134Z","steps":["trace[656115733] 'read index received' (duration: 131.326184ms)","trace[656115733] 'applied index is now lower than readState.Index' (duration: 36.728091ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:52.326363Z","caller":"traceutil/trace.go:171","msg":"trace[380390811] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"133.974515ms","start":"2026-07-14T00:17:52.19237Z","end":"2026-07-14T00:17:52.326345Z","steps":["trace[380390811] 'process raft request' (duration: 133.70654ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:52.32647Z","caller":"traceutil/trace.go:171","msg":"trace[879807571] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"170.715795ms","start":"2026-07-14T00:17:52.155663Z","end":"2026-07-14T00:17:52.326379Z","steps":["trace[879807571] 'process raft request' (duration: 133.70644ms)","trace[879807571] 'compare' (duration: 36.548967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:52.326876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.778898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-14T00:17:52.326965Z","caller":"traceutil/trace.go:171","msg":"trace[1867134361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26066; }","duration":"168.896281ms","start":"2026-07-14T00:17:52.158055Z","end":"2026-07-14T00:17:52.326951Z","steps":["trace[1867134361] 'agreement among raft nodes before linearized reading' (duration: 168.684247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.327339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.39795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:17:52.327423Z","caller":"traceutil/trace.go:171","msg":"trace[1410454684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26066; }","duration":"137.505442ms","start":"2026-07-14T00:17:52.189899Z","end":"2026-07-14T00:17:52.327405Z","steps":["trace[1410454684] 'agreement among raft nodes before linearized reading' (duration: 137.35335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.327349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.764887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-14T00:17:52.327564Z","caller":"traceutil/trace.go:171","msg":"trace[728980254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26066; }","duration":"138.004401ms","start":"2026-07-14T00:17:52.189545Z","end":"2026-07-14T00:17:52.32755Z","steps":["trace[728980254] 'agreement among raft nodes before linearized reading' (duration: 137.683725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.747717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.610603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:17:52.747878Z","caller":"traceutil/trace.go:171","msg":"trace[1277159953] linearizableReadLoop","detail":"{readStateIndex:26926; appliedIndex:26925; }","duration":"397.300787ms","start":"2026-07-14T00:17:52.350561Z","end":"2026-07-14T00:17:52.747862Z","steps":["trace[1277159953] 'read index received' (duration: 280.423059ms)","trace[1277159953] 'applied index is now lower than readState.Index' (duration: 116.876128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:52.748033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.46856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-07-14T00:17:52.748066Z","caller":"traceutil/trace.go:171","msg":"trace[1934756491] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26067; }","duration":"397.541102ms","start":"2026-07-14T00:17:52.350515Z","end":"2026-07-14T00:17:52.748056Z","steps":["trace[1934756491] 'agreement among raft nodes before linearized reading' (duration: 397.41887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:52.748098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.350498Z","time spent":"397.592773ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-14T00:17:52.748022Z","caller":"traceutil/trace.go:171","msg":"trace[1358417332] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"402.502566ms","start":"2026-07-14T00:17:52.345386Z","end":"2026-07-14T00:17:52.747889Z","steps":["trace[1358417332] 'process raft request' (duration: 285.649788ms)","trace[1358417332] 'compare' (duration: 116.333878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:52.748566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.345377Z","time spent":"403.093718ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:53.149626Z","caller":"traceutil/trace.go:171","msg":"trace[102313447] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"554.884323ms","start":"2026-07-14T00:17:52.594724Z","end":"2026-07-14T00:17:53.149609Z","steps":["trace[102313447] 'process raft request' (duration: 547.763577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.149727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.594699Z","time spent":"554.975304ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:53.149914Z","caller":"traceutil/trace.go:171","msg":"trace[1164710085] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"553.213891ms","start":"2026-07-14T00:17:52.596689Z","end":"2026-07-14T00:17:53.149903Z","steps":["trace[1164710085] 'process raft request' (duration: 552.876945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.149969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.596677Z","time spent":"553.262592ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:53.14996Z","caller":"traceutil/trace.go:171","msg":"trace[66417739] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"553.16502ms","start":"2026-07-14T00:17:52.59677Z","end":"2026-07-14T00:17:53.149935Z","steps":["trace[66417739] 'process raft request' (duration: 553.050118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.150082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.596742Z","time spent":"553.276083ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:53.484521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.248435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:17:53.484906Z","caller":"traceutil/trace.go:171","msg":"trace[2102280056] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"777.625691ms","start":"2026-07-14T00:17:52.707252Z","end":"2026-07-14T00:17:53.484878Z","steps":["trace[2102280056] 'process raft request' (duration: 625.911877ms)","trace[2102280056] 'compare' (duration: 151.115402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:53.485031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.707232Z","time spent":"777.736612ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:53.485275Z","caller":"traceutil/trace.go:171","msg":"trace[897299180] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"689.144343ms","start":"2026-07-14T00:17:52.796121Z","end":"2026-07-14T00:17:53.485266Z","steps":["trace[897299180] 'process raft request' (duration: 688.938988ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:53.485283Z","caller":"traceutil/trace.go:171","msg":"trace[178008864] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"158.499354ms","start":"2026-07-14T00:17:53.32676Z","end":"2026-07-14T00:17:53.48526Z","steps":["trace[178008864] 'process raft request' (duration: 158.434572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.485321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.796108Z","time spent":"689.191314ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:17:53.485535Z","caller":"traceutil/trace.go:171","msg":"trace[273241733] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"501.902474ms","start":"2026-07-14T00:17:52.983621Z","end":"2026-07-14T00:17:53.485523Z","steps":["trace[273241733] 'process raft request' (duration: 501.503225ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:53.485547Z","caller":"traceutil/trace.go:171","msg":"trace[1573347608] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"706.704359ms","start":"2026-07-14T00:17:52.778793Z","end":"2026-07-14T00:17:53.485498Z","steps":["trace[1573347608] 'process raft request' (duration: 705.976885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.485589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.983597Z","time spent":"501.964694ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-14T00:17:53.485635Z","caller":"traceutil/trace.go:171","msg":"trace[1793408478] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26926; }","duration":"737.70595ms","start":"2026-07-14T00:17:52.747909Z","end":"2026-07-14T00:17:53.485615Z","steps":["trace[1793408478] 'read index received' (duration: 395.029924ms)","trace[1793408478] 'applied index is now lower than readState.Index' (duration: 342.674236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:53.485682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.778771Z","time spent":"706.832431ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:17:53.48585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13306991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-14T00:17:53.485862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045426168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-14T00:17:53.485904Z","caller":"traceutil/trace.go:171","msg":"trace[1732214712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26075; }","duration":"1.133145372s","start":"2026-07-14T00:17:52.352743Z","end":"2026-07-14T00:17:53.485888Z","steps":["trace[1732214712] 'agreement among raft nodes before linearized reading' (duration: 1.132980218s)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:53.485918Z","caller":"traceutil/trace.go:171","msg":"trace[207239276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26075; }","duration":"1.045538861s","start":"2026-07-14T00:17:52.440365Z","end":"2026-07-14T00:17:53.485904Z","steps":["trace[207239276] 'agreement among raft nodes before linearized reading' (duration: 1.045354147s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.485931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.658699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:17:53.485951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.440347Z","time spent":"1.045598412s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-14T00:17:53.48595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:17:52.352734Z","time spent":"1.133204293s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-14T00:17:53.485959Z","caller":"traceutil/trace.go:171","msg":"trace[1486285182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26075; }","duration":"295.725041ms","start":"2026-07-14T00:17:53.190226Z","end":"2026-07-14T00:17:53.485951Z","steps":["trace[1486285182] 'agreement among raft nodes before linearized reading' (duration: 295.67243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:17:53.485957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.38243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-14T00:17:53.485988Z","caller":"traceutil/trace.go:171","msg":"trace[1037017194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26075; }","duration":"116.456571ms","start":"2026-07-14T00:17:53.369525Z","end":"2026-07-14T00:17:53.485981Z","steps":["trace[1037017194] 'agreement among raft nodes before linearized reading' (duration: 116.3805ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:53.82649Z","caller":"traceutil/trace.go:171","msg":"trace[846025067] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"146.039505ms","start":"2026-07-14T00:17:53.680427Z","end":"2026-07-14T00:17:53.826467Z","steps":["trace[846025067] 'process raft request' (duration: 145.914103ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:54.322241Z","caller":"traceutil/trace.go:171","msg":"trace[1827036151] linearizableReadLoop","detail":"{readStateIndex:26942; appliedIndex:26940; }","duration":"129.684203ms","start":"2026-07-14T00:17:54.192529Z","end":"2026-07-14T00:17:54.322213Z","steps":["trace[1827036151] 'read index received' (duration: 69.467145ms)","trace[1827036151] 'applied index is now lower than readState.Index' (duration: 60.215728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:17:54.322482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.940068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:17:54.32247Z","caller":"traceutil/trace.go:171","msg":"trace[1160755108] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"166.105708ms","start":"2026-07-14T00:17:54.156335Z","end":"2026-07-14T00:17:54.32244Z","steps":["trace[1160755108] 'process raft request' (duration: 105.604904ms)","trace[1160755108] 'compare' (duration: 60.038435ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:17:54.322525Z","caller":"traceutil/trace.go:171","msg":"trace[741092608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26082; }","duration":"130.03321ms","start":"2026-07-14T00:17:54.192478Z","end":"2026-07-14T00:17:54.322511Z","steps":["trace[741092608] 'agreement among raft nodes before linearized reading' (duration: 129.935948ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:54.322798Z","caller":"traceutil/trace.go:171","msg":"trace[1841528080] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"164.990876ms","start":"2026-07-14T00:17:54.157796Z","end":"2026-07-14T00:17:54.322787Z","steps":["trace[1841528080] 'process raft request' (duration: 164.361454ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:17:54.498892Z","caller":"traceutil/trace.go:171","msg":"trace[848018150] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"155.473064ms","start":"2026-07-14T00:17:54.343387Z","end":"2026-07-14T00:17:54.49886Z","steps":["trace[848018150] 'process raft request' (duration: 133.602188ms)","trace[848018150] 'compare' (duration: 21.739983ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:00.024695Z","caller":"traceutil/trace.go:171","msg":"trace[2038712312] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"184.094951ms","start":"2026-07-14T00:17:59.840579Z","end":"2026-07-14T00:18:00.024674Z","steps":["trace[2038712312] 'process raft request' (duration: 183.945049ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:00.044702Z","caller":"traceutil/trace.go:171","msg":"trace[1342762051] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"194.519ms","start":"2026-07-14T00:17:59.850159Z","end":"2026-07-14T00:18:00.044678Z","steps":["trace[1342762051] 'process raft request' (duration: 194.382917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:00.89996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.450117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:00.900032Z","caller":"traceutil/trace.go:171","msg":"trace[490228537] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26138; }","duration":"207.568758ms","start":"2026-07-14T00:18:00.692443Z","end":"2026-07-14T00:18:00.900012Z","steps":["trace[490228537] 'count revisions from in-memory index tree' (duration: 207.372625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:00.900104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.712664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-14T00:18:00.900157Z","caller":"traceutil/trace.go:171","msg":"trace[745919785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26138; }","duration":"118.795485ms","start":"2026-07-14T00:18:00.781353Z","end":"2026-07-14T00:18:00.900148Z","steps":["trace[745919785] 'range keys from in-memory index tree' (duration: 118.571782ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:01.157551Z","caller":"traceutil/trace.go:171","msg":"trace[1669351418] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"361.483494ms","start":"2026-07-14T00:18:00.796044Z","end":"2026-07-14T00:18:01.157528Z","steps":["trace[1669351418] 'process raft request' (duration: 361.361002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:01.157678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:00.796013Z","time spent":"361.601227ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:01.175352Z","caller":"traceutil/trace.go:171","msg":"trace[1792863433] linearizableReadLoop","detail":"{readStateIndex:27001; appliedIndex:27000; }","duration":"134.425914ms","start":"2026-07-14T00:18:01.040905Z","end":"2026-07-14T00:18:01.175331Z","steps":["trace[1792863433] 'read index received' (duration: 116.613114ms)","trace[1792863433] 'applied index is now lower than readState.Index' (duration: 17.81195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:01.175525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.606397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:18:01.175559Z","caller":"traceutil/trace.go:171","msg":"trace[412906892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26140; }","duration":"134.729159ms","start":"2026-07-14T00:18:01.040822Z","end":"2026-07-14T00:18:01.175551Z","steps":["trace[412906892] 'agreement among raft nodes before linearized reading' (duration: 134.618627ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:01.17584Z","caller":"traceutil/trace.go:171","msg":"trace[527120724] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"272.083189ms","start":"2026-07-14T00:18:00.903707Z","end":"2026-07-14T00:18:01.17579Z","steps":["trace[527120724] 'process raft request' (duration: 271.508438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:01.501981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.066957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:18:01.502089Z","caller":"traceutil/trace.go:171","msg":"trace[95239285] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"319.794989ms","start":"2026-07-14T00:18:01.182275Z","end":"2026-07-14T00:18:01.50207Z","steps":["trace[95239285] 'process raft request' (duration: 196.559378ms)","trace[95239285] 'compare' (duration: 122.069289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:01.502148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:01.182254Z","time spent":"319.86608ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:01.50334Z","caller":"traceutil/trace.go:171","msg":"trace[1607229664] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"320.437812ms","start":"2026-07-14T00:18:01.182877Z","end":"2026-07-14T00:18:01.503315Z","steps":["trace[1607229664] 'process raft request' (duration: 320.207818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:01.503491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:01.182857Z","time spent":"320.558344ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:01.503667Z","caller":"traceutil/trace.go:171","msg":"trace[2001029593] linearizableReadLoop","detail":"{readStateIndex:27004; appliedIndex:27001; }","duration":"255.30175ms","start":"2026-07-14T00:18:01.248312Z","end":"2026-07-14T00:18:01.503614Z","steps":["trace[2001029593] 'read index received' (duration: 130.514919ms)","trace[2001029593] 'applied index is now lower than readState.Index' (duration: 124.782241ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:01.503724Z","caller":"traceutil/trace.go:171","msg":"trace[1591194496] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"311.753886ms","start":"2026-07-14T00:18:01.191915Z","end":"2026-07-14T00:18:01.503669Z","steps":["trace[1591194496] 'process raft request' (duration: 311.352988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:01.503933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.598065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-14T00:18:01.503932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:01.191896Z","time spent":"311.931369ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:01.503995Z","caller":"traceutil/trace.go:171","msg":"trace[1306337165] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26143; }","duration":"255.718137ms","start":"2026-07-14T00:18:01.248256Z","end":"2026-07-14T00:18:01.503974Z","steps":["trace[1306337165] 'agreement among raft nodes before linearized reading' (duration: 255.527554ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:01.686287Z","caller":"traceutil/trace.go:171","msg":"trace[1301855340] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"176.453786ms","start":"2026-07-14T00:18:01.509803Z","end":"2026-07-14T00:18:01.686257Z","steps":["trace[1301855340] 'process raft request' (duration: 160.42553ms)","trace[1301855340] 'compare' (duration: 15.795742ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:01.687063Z","caller":"traceutil/trace.go:171","msg":"trace[1484824090] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"177.21136ms","start":"2026-07-14T00:18:01.509839Z","end":"2026-07-14T00:18:01.68705Z","steps":["trace[1484824090] 'process raft request' (duration: 176.321673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:02.232793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.986428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-14T00:18:02.232852Z","caller":"traceutil/trace.go:171","msg":"trace[1658358243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26147; }","duration":"368.11213ms","start":"2026-07-14T00:18:01.864727Z","end":"2026-07-14T00:18:02.232839Z","steps":["trace[1658358243] 'range keys from in-memory index tree' (duration: 367.833955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:02.23288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:01.864706Z","time spent":"368.167961ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-14T00:18:02.238382Z","caller":"traceutil/trace.go:171","msg":"trace[1847778675] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"188.385222ms","start":"2026-07-14T00:18:02.04998Z","end":"2026-07-14T00:18:02.238365Z","steps":["trace[1847778675] 'process raft request' (duration: 188.211059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:09.285047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.893441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:18:09.285109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.292843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:09.285153Z","caller":"traceutil/trace.go:171","msg":"trace[1940807708] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26214; }","duration":"219.369005ms","start":"2026-07-14T00:18:09.065771Z","end":"2026-07-14T00:18:09.28514Z","steps":["trace[1940807708] 'count revisions from in-memory index tree' (duration: 219.238103ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.285157Z","caller":"traceutil/trace.go:171","msg":"trace[780053273] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26214; }","duration":"482.034613ms","start":"2026-07-14T00:18:08.803093Z","end":"2026-07-14T00:18:09.285127Z","steps":["trace[780053273] 'range keys from in-memory index tree' (duration: 481.814169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:09.28521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:08.803077Z","time spent":"482.119175ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-14T00:18:09.285311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.355513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:18:09.28534Z","caller":"traceutil/trace.go:171","msg":"trace[252524222] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26214; }","duration":"113.404423ms","start":"2026-07-14T00:18:09.171927Z","end":"2026-07-14T00:18:09.285331Z","steps":["trace[252524222] 'count revisions from in-memory index tree' (duration: 113.301731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:09.285214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.855788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:09.286033Z","caller":"traceutil/trace.go:171","msg":"trace[1640400737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26214; }","duration":"129.706424ms","start":"2026-07-14T00:18:09.15631Z","end":"2026-07-14T00:18:09.286016Z","steps":["trace[1640400737] 'count revisions from in-memory index tree' (duration: 128.789516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:09.688268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.814299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:09.688355Z","caller":"traceutil/trace.go:171","msg":"trace[1036478429] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26215; }","duration":"243.948183ms","start":"2026-07-14T00:18:09.444386Z","end":"2026-07-14T00:18:09.688335Z","steps":["trace[1036478429] 'range keys from in-memory index tree' (duration: 243.608395ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.688442Z","caller":"traceutil/trace.go:171","msg":"trace[137001969] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"149.952961ms","start":"2026-07-14T00:18:09.538462Z","end":"2026-07-14T00:18:09.688415Z","steps":["trace[137001969] 'process raft request' (duration: 149.302737ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.700183Z","caller":"traceutil/trace.go:171","msg":"trace[551395872] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"157.596837ms","start":"2026-07-14T00:18:09.542569Z","end":"2026-07-14T00:18:09.700166Z","steps":["trace[551395872] 'process raft request' (duration: 157.558056ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.700857Z","caller":"traceutil/trace.go:171","msg":"trace[1316306547] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"161.297046ms","start":"2026-07-14T00:18:09.539551Z","end":"2026-07-14T00:18:09.700848Z","steps":["trace[1316306547] 'process raft request' (duration: 160.479661ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.985464Z","caller":"traceutil/trace.go:171","msg":"trace[989154002] linearizableReadLoop","detail":"{readStateIndex:27084; appliedIndex:27081; }","duration":"243.201589ms","start":"2026-07-14T00:18:09.742246Z","end":"2026-07-14T00:18:09.985448Z","steps":["trace[989154002] 'read index received' (duration: 222.130616ms)","trace[989154002] 'applied index is now lower than readState.Index' (duration: 21.070183ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:09.985693Z","caller":"traceutil/trace.go:171","msg":"trace[1906419918] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"275.612027ms","start":"2026-07-14T00:18:09.71007Z","end":"2026-07-14T00:18:09.985682Z","steps":["trace[1906419918] 'process raft request' (duration: 275.277331ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.985868Z","caller":"traceutil/trace.go:171","msg":"trace[178702229] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"274.900363ms","start":"2026-07-14T00:18:09.710958Z","end":"2026-07-14T00:18:09.985858Z","steps":["trace[178702229] 'process raft request' (duration: 274.455645ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.985472Z","caller":"traceutil/trace.go:171","msg":"trace[1460290749] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"288.35404ms","start":"2026-07-14T00:18:09.697089Z","end":"2026-07-14T00:18:09.985443Z","steps":["trace[1460290749] 'process raft request' (duration: 267.282957ms)","trace[1460290749] 'compare' (duration: 20.323578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:09.986068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.09403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:18:09.986066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.320913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-14T00:18:09.986114Z","caller":"traceutil/trace.go:171","msg":"trace[1675776186] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26221; }","duration":"207.200872ms","start":"2026-07-14T00:18:09.7789Z","end":"2026-07-14T00:18:09.986101Z","steps":["trace[1675776186] 'agreement among raft nodes before linearized reading' (duration: 207.11826ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:09.98612Z","caller":"traceutil/trace.go:171","msg":"trace[756663139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26221; }","duration":"241.402194ms","start":"2026-07-14T00:18:09.744704Z","end":"2026-07-14T00:18:09.986106Z","steps":["trace[756663139] 'agreement among raft nodes before linearized reading' (duration: 241.240531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:09.98619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.922672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T00:18:09.986291Z","caller":"traceutil/trace.go:171","msg":"trace[341643953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26221; }","duration":"244.046825ms","start":"2026-07-14T00:18:09.742205Z","end":"2026-07-14T00:18:09.986251Z","steps":["trace[341643953] 'agreement among raft nodes before linearized reading' (duration: 243.81794ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:10.286408Z","caller":"traceutil/trace.go:171","msg":"trace[2124639309] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"296.560486ms","start":"2026-07-14T00:18:09.989818Z","end":"2026-07-14T00:18:10.286379Z","steps":["trace[2124639309] 'process raft request' (duration: 213.858728ms)","trace[2124639309] 'compare' (duration: 82.527495ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:10.573964Z","caller":"traceutil/trace.go:171","msg":"trace[284110071] linearizableReadLoop","detail":"{readStateIndex:27086; appliedIndex:27084; }","duration":"583.480769ms","start":"2026-07-14T00:18:09.990456Z","end":"2026-07-14T00:18:10.573937Z","steps":["trace[284110071] 'read index received' (duration: 213.154065ms)","trace[284110071] 'applied index is now lower than readState.Index' (duration: 370.325694ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:10.574501Z","caller":"traceutil/trace.go:171","msg":"trace[62008732] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"584.118941ms","start":"2026-07-14T00:18:09.990342Z","end":"2026-07-14T00:18:10.574461Z","steps":["trace[62008732] 'process raft request' (duration: 579.017853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.574696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.220203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-07-14T00:18:10.574751Z","caller":"traceutil/trace.go:171","msg":"trace[1444471245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26223; }","duration":"584.309674ms","start":"2026-07-14T00:18:09.990428Z","end":"2026-07-14T00:18:10.574738Z","steps":["trace[1444471245] 'agreement among raft nodes before linearized reading' (duration: 584.11058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.574695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:09.990317Z","time spent":"584.294624ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:10.574789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:09.990415Z","time spent":"584.364935ms","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-14T00:18:10.60005Z","caller":"traceutil/trace.go:171","msg":"trace[507085574] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"330.010074ms","start":"2026-07-14T00:18:10.270015Z","end":"2026-07-14T00:18:10.600025Z","steps":["trace[507085574] 'process raft request' (duration: 329.676508ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:10.600061Z","caller":"traceutil/trace.go:171","msg":"trace[920926623] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"196.080929ms","start":"2026-07-14T00:18:10.40394Z","end":"2026-07-14T00:18:10.600021Z","steps":["trace[920926623] 'process raft request' (duration: 195.902776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.600126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.946394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-07-14T00:18:10.600166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.824398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:18:10.600188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:10.26999Z","time spent":"330.126086ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:10.60017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.485648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:10.600202Z","caller":"traceutil/trace.go:171","msg":"trace[101224594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26226; }","duration":"609.062675ms","start":"2026-07-14T00:18:09.991118Z","end":"2026-07-14T00:18:10.600181Z","steps":["trace[101224594] 'agreement among raft nodes before linearized reading' (duration: 608.808331ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:10.600221Z","caller":"traceutil/trace.go:171","msg":"trace[674749501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26226; }","duration":"408.915139ms","start":"2026-07-14T00:18:10.19129Z","end":"2026-07-14T00:18:10.600206Z","steps":["trace[674749501] 'agreement among raft nodes before linearized reading' (duration: 408.816297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.600283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:09.991105Z","time spent":"609.169367ms","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-14T00:18:10.600283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:10.191268Z","time spent":"409.006271ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T00:18:10.600323Z","caller":"traceutil/trace.go:171","msg":"trace[1603487636] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26226; }","duration":"572.62947ms","start":"2026-07-14T00:18:10.027606Z","end":"2026-07-14T00:18:10.600235Z","steps":["trace[1603487636] 'agreement among raft nodes before linearized reading' (duration: 572.449417ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:10.600368Z","caller":"traceutil/trace.go:171","msg":"trace[937184515] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"194.106632ms","start":"2026-07-14T00:18:10.406249Z","end":"2026-07-14T00:18:10.600356Z","steps":["trace[937184515] 'process raft request' (duration: 193.636643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.600616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.66778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:10.600902Z","caller":"traceutil/trace.go:171","msg":"trace[1574452463] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26226; }","duration":"510.041187ms","start":"2026-07-14T00:18:10.090842Z","end":"2026-07-14T00:18:10.600883Z","steps":["trace[1574452463] 'agreement among raft nodes before linearized reading' (duration: 509.11872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.600941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:10.090821Z","time spent":"510.107228ms","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:18:10.60135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.821331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-14T00:18:10.601396Z","caller":"traceutil/trace.go:171","msg":"trace[812043010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26226; }","duration":"296.895033ms","start":"2026-07-14T00:18:10.304491Z","end":"2026-07-14T00:18:10.601386Z","steps":["trace[812043010] 'agreement among raft nodes before linearized reading' (duration: 296.76281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:10.60045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:10.027589Z","time spent":"572.833565ms","remote":"127.0.0.1:59590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:18:10.895167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.95815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:18:10.895745Z","caller":"traceutil/trace.go:171","msg":"trace[1283627420] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27089; }","duration":"212.521453ms","start":"2026-07-14T00:18:10.6832Z","end":"2026-07-14T00:18:10.895722Z","steps":["trace[1283627420] 'read index received' (duration: 158.3701ms)","trace[1283627420] 'applied index is now lower than readState.Index' (duration: 54.150113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:10.896078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.868299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-14T00:18:10.896131Z","caller":"traceutil/trace.go:171","msg":"trace[23148880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26228; }","duration":"212.957261ms","start":"2026-07-14T00:18:10.683156Z","end":"2026-07-14T00:18:10.896113Z","steps":["trace[23148880] 'agreement among raft nodes before linearized reading' (duration: 212.648006ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:10.896595Z","caller":"traceutil/trace.go:171","msg":"trace[1654442929] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"288.233717ms","start":"2026-07-14T00:18:10.608344Z","end":"2026-07-14T00:18:10.896578Z","steps":["trace[1654442929] 'process raft request' (duration: 72.726807ms)","trace[1654442929] 'compare' (duration: 213.500141ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:10.896994Z","caller":"traceutil/trace.go:171","msg":"trace[892405649] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"288.563173ms","start":"2026-07-14T00:18:10.608401Z","end":"2026-07-14T00:18:10.896965Z","steps":["trace[892405649] 'process raft request' (duration: 286.924402ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:11.303905Z","caller":"traceutil/trace.go:171","msg":"trace[1583204963] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"395.747518ms","start":"2026-07-14T00:18:10.908131Z","end":"2026-07-14T00:18:11.303879Z","steps":["trace[1583204963] 'process raft request' (duration: 395.567314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:11.304048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:10.908108Z","time spent":"395.86646ms","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:11.583941Z","caller":"traceutil/trace.go:171","msg":"trace[1337476039] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27094; }","duration":"244.360349ms","start":"2026-07-14T00:18:11.339558Z","end":"2026-07-14T00:18:11.583919Z","steps":["trace[1337476039] 'read index received' (duration: 124.718488ms)","trace[1337476039] 'applied index is now lower than readState.Index' (duration: 119.638121ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:11.584021Z","caller":"traceutil/trace.go:171","msg":"trace[1415238068] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"245.47538ms","start":"2026-07-14T00:18:11.338494Z","end":"2026-07-14T00:18:11.583969Z","steps":["trace[1415238068] 'process raft request' (duration: 245.334888ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:11.584086Z","caller":"traceutil/trace.go:171","msg":"trace[1336618613] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"191.524102ms","start":"2026-07-14T00:18:11.39253Z","end":"2026-07-14T00:18:11.584054Z","steps":["trace[1336618613] 'process raft request' (duration: 191.336988ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:11.584106Z","caller":"traceutil/trace.go:171","msg":"trace[2129804395] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"245.772556ms","start":"2026-07-14T00:18:11.338305Z","end":"2026-07-14T00:18:11.584078Z","steps":["trace[2129804395] 'process raft request' (duration: 245.477621ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:11.584217Z","caller":"traceutil/trace.go:171","msg":"trace[409909405] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"246.110583ms","start":"2026-07-14T00:18:11.338073Z","end":"2026-07-14T00:18:11.584184Z","steps":["trace[409909405] 'process raft request' (duration: 245.480262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:11.586824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.246754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-14T00:18:11.586898Z","caller":"traceutil/trace.go:171","msg":"trace[1150572864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26235; }","duration":"247.329617ms","start":"2026-07-14T00:18:11.339552Z","end":"2026-07-14T00:18:11.586881Z","steps":["trace[1150572864] 'agreement among raft nodes before linearized reading' (duration: 244.474062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:14.884432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.102546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:18:14.884662Z","caller":"traceutil/trace.go:171","msg":"trace[2008013168] linearizableReadLoop","detail":"{readStateIndex:27187; appliedIndex:27185; }","duration":"252.249421ms","start":"2026-07-14T00:18:14.632394Z","end":"2026-07-14T00:18:14.884644Z","steps":["trace[2008013168] 'read index received' (duration: 126.940582ms)","trace[2008013168] 'applied index is now lower than readState.Index' (duration: 125.307969ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:14.884757Z","caller":"traceutil/trace.go:171","msg":"trace[854942488] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"268.680703ms","start":"2026-07-14T00:18:14.616066Z","end":"2026-07-14T00:18:14.884747Z","steps":["trace[854942488] 'process raft request' (duration: 268.51003ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:14.884771Z","caller":"traceutil/trace.go:171","msg":"trace[1871518816] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"270.392687ms","start":"2026-07-14T00:18:14.61434Z","end":"2026-07-14T00:18:14.884733Z","steps":["trace[1871518816] 'process raft request' (duration: 144.912185ms)","trace[1871518816] 'compare' (duration: 124.944982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:14.884881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.459806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:14.884949Z","caller":"traceutil/trace.go:171","msg":"trace[1360228472] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26322; }","duration":"252.577368ms","start":"2026-07-14T00:18:14.632356Z","end":"2026-07-14T00:18:14.884934Z","steps":["trace[1360228472] 'agreement among raft nodes before linearized reading' (duration: 252.408254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:14.884961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.048724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22856c00-87e3-4ce4-9cca-e634c686765e\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-07-14T00:18:14.885008Z","caller":"traceutil/trace.go:171","msg":"trace[1446098458] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22856c00-87e3-4ce4-9cca-e634c686765e; range_end:; response_count:1; response_revision:26322; }","duration":"116.144466ms","start":"2026-07-14T00:18:14.768851Z","end":"2026-07-14T00:18:14.884995Z","steps":["trace[1446098458] 'agreement among raft nodes before linearized reading' (duration: 115.927601ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:19.867109Z","caller":"traceutil/trace.go:171","msg":"trace[663994164] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"148.300708ms","start":"2026-07-14T00:18:19.718783Z","end":"2026-07-14T00:18:19.867083Z","steps":["trace[663994164] 'process raft request' (duration: 148.019743ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:19.86711Z","caller":"traceutil/trace.go:171","msg":"trace[648402077] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"136.717827ms","start":"2026-07-14T00:18:19.730367Z","end":"2026-07-14T00:18:19.867085Z","steps":["trace[648402077] 'process raft request' (duration: 136.602155ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:19.867286Z","caller":"traceutil/trace.go:171","msg":"trace[207602795] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27247; }","duration":"132.624978ms","start":"2026-07-14T00:18:19.734619Z","end":"2026-07-14T00:18:19.867244Z","steps":["trace[207602795] 'read index received' (duration: 132.120429ms)","trace[207602795] 'applied index is now lower than readState.Index' (duration: 502.569µs)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:19.867437Z","caller":"traceutil/trace.go:171","msg":"trace[1531145547] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"134.993154ms","start":"2026-07-14T00:18:19.732423Z","end":"2026-07-14T00:18:19.867416Z","steps":["trace[1531145547] 'process raft request' (duration: 134.610126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:19.867542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.166101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-14T00:18:19.867576Z","caller":"traceutil/trace.go:171","msg":"trace[909331045] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26383; }","duration":"141.250613ms","start":"2026-07-14T00:18:19.726314Z","end":"2026-07-14T00:18:19.867564Z","steps":["trace[909331045] 'agreement among raft nodes before linearized reading' (duration: 141.126381ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:26.7632Z","caller":"traceutil/trace.go:171","msg":"trace[1618685264] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"108.862977ms","start":"2026-07-14T00:18:26.654315Z","end":"2026-07-14T00:18:26.763178Z","steps":["trace[1618685264] 'process raft request' (duration: 108.707184ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:26.782109Z","caller":"traceutil/trace.go:171","msg":"trace[1155382466] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"105.491941ms","start":"2026-07-14T00:18:26.676584Z","end":"2026-07-14T00:18:26.782076Z","steps":["trace[1155382466] 'process raft request' (duration: 105.258787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.123313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.61689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:18:27.123526Z","caller":"traceutil/trace.go:171","msg":"trace[1881893727] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"198.828522ms","start":"2026-07-14T00:18:26.92468Z","end":"2026-07-14T00:18:27.123509Z","steps":["trace[1881893727] 'process raft request' (duration: 198.735941ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:27.123651Z","caller":"traceutil/trace.go:171","msg":"trace[508728629] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27308; }","duration":"322.015741ms","start":"2026-07-14T00:18:26.801608Z","end":"2026-07-14T00:18:27.123624Z","steps":["trace[508728629] 'read index received' (duration: 93.005844ms)","trace[508728629] 'applied index is now lower than readState.Index' (duration: 229.008027ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:27.123776Z","caller":"traceutil/trace.go:171","msg":"trace[1305662362] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"326.515627ms","start":"2026-07-14T00:18:26.797244Z","end":"2026-07-14T00:18:27.12376Z","steps":["trace[1305662362] 'process raft request' (duration: 97.369087ms)","trace[1305662362] 'compare' (duration: 227.701303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:27.123893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:26.797227Z","time spent":"326.585228ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:27.124152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.543722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-14T00:18:27.124198Z","caller":"traceutil/trace.go:171","msg":"trace[1538970249] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26442; }","duration":"322.610214ms","start":"2026-07-14T00:18:26.801578Z","end":"2026-07-14T00:18:27.124188Z","steps":["trace[1538970249] 'agreement among raft nodes before linearized reading' (duration: 322.480862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.124233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:26.801568Z","time spent":"322.657115ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-14T00:18:27.470776Z","caller":"traceutil/trace.go:171","msg":"trace[1144540302] linearizableReadLoop","detail":"{readStateIndex:27311; appliedIndex:27310; }","duration":"347.025299ms","start":"2026-07-14T00:18:27.123724Z","end":"2026-07-14T00:18:27.470749Z","steps":["trace[1144540302] 'read index received' (duration: 303.166713ms)","trace[1144540302] 'applied index is now lower than readState.Index' (duration: 43.857646ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:27.471025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.132692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:18:27.471096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.148334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-14T00:18:27.471111Z","caller":"traceutil/trace.go:171","msg":"trace[1791587884] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26443; }","duration":"463.265645ms","start":"2026-07-14T00:18:27.007827Z","end":"2026-07-14T00:18:27.471093Z","steps":["trace[1791587884] 'agreement among raft nodes before linearized reading' (duration: 463.055391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.471137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.669294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-14T00:18:27.471151Z","caller":"traceutil/trace.go:171","msg":"trace[8475930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26443; }","duration":"472.261336ms","start":"2026-07-14T00:18:26.998874Z","end":"2026-07-14T00:18:27.471135Z","steps":["trace[8475930] 'agreement among raft nodes before linearized reading' (duration: 472.002971ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:27.471177Z","caller":"traceutil/trace.go:171","msg":"trace[759596546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26443; }","duration":"343.729124ms","start":"2026-07-14T00:18:27.127434Z","end":"2026-07-14T00:18:27.471163Z","steps":["trace[759596546] 'agreement among raft nodes before linearized reading' (duration: 343.630303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.471176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:27.007807Z","time spent":"463.357196ms","remote":"127.0.0.1:58324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:18:27.4712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:27.127419Z","time spent":"343.775036ms","remote":"127.0.0.1:40022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-14T00:18:27.4712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:26.998858Z","time spent":"472.330188ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-14T00:18:27.471136Z","caller":"traceutil/trace.go:171","msg":"trace[1363515987] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"546.37418ms","start":"2026-07-14T00:18:26.924739Z","end":"2026-07-14T00:18:27.471113Z","steps":["trace[1363515987] 'process raft request' (duration: 502.129687ms)","trace[1363515987] 'compare' (duration: 43.752854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:27.471236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.815376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-14T00:18:27.471283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.028661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c1ffe63cb7ba63\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-14T00:18:27.471331Z","caller":"traceutil/trace.go:171","msg":"trace[20143416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26443; }","duration":"656.947039ms","start":"2026-07-14T00:18:26.814363Z","end":"2026-07-14T00:18:27.47131Z","steps":["trace[20143416] 'agreement among raft nodes before linearized reading' (duration: 656.736405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.471351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.291857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-14T00:18:27.471369Z","caller":"traceutil/trace.go:171","msg":"trace[1069893165] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c1ffe63cb7ba63; range_end:; response_count:1; response_revision:26443; }","duration":"343.123904ms","start":"2026-07-14T00:18:27.128227Z","end":"2026-07-14T00:18:27.47135Z","steps":["trace[1069893165] 'agreement among raft nodes before linearized reading' (duration: 342.887648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.471357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.766234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-14T00:18:27.471399Z","caller":"traceutil/trace.go:171","msg":"trace[2048242860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26443; }","duration":"428.3611ms","start":"2026-07-14T00:18:27.043025Z","end":"2026-07-14T00:18:27.471386Z","steps":["trace[2048242860] 'agreement among raft nodes before linearized reading' (duration: 428.262037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.471404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:26.814357Z","time spent":"657.031232ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:18:27.471435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:27.043005Z","time spent":"428.42417ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-14T00:18:27.471433Z","caller":"traceutil/trace.go:171","msg":"trace[922992537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26443; }","duration":"409.886868ms","start":"2026-07-14T00:18:27.061527Z","end":"2026-07-14T00:18:27.471414Z","steps":["trace[922992537] 'agreement among raft nodes before linearized reading' (duration: 409.627902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:27.471482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:27.061512Z","time spent":"409.961629ms","remote":"127.0.0.1:40022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-14T00:18:27.471449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:26.924708Z","time spent":"546.615794ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:27.471417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:27.128161Z","time spent":"343.246107ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c1ffe63cb7ba63\" "} {"level":"info","ts":"2026-07-14T00:18:31.648749Z","caller":"traceutil/trace.go:171","msg":"trace[1050929304] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"161.617823ms","start":"2026-07-14T00:18:31.487111Z","end":"2026-07-14T00:18:31.648728Z","steps":["trace[1050929304] 'process raft request' (duration: 161.438129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:31.930783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.154637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:18:31.931054Z","caller":"traceutil/trace.go:171","msg":"trace[540476873] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"277.987921ms","start":"2026-07-14T00:18:31.653043Z","end":"2026-07-14T00:18:31.931031Z","steps":["trace[540476873] 'process raft request' (duration: 99.497328ms)","trace[540476873] 'compare' (duration: 177.929043ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:31.931081Z","caller":"traceutil/trace.go:171","msg":"trace[538674278] linearizableReadLoop","detail":"{readStateIndex:27352; appliedIndex:27350; }","duration":"145.711709ms","start":"2026-07-14T00:18:31.78535Z","end":"2026-07-14T00:18:31.931062Z","steps":["trace[538674278] 'read index received' (duration: 98.128171ms)","trace[538674278] 'applied index is now lower than readState.Index' (duration: 47.582348ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:31.93118Z","caller":"traceutil/trace.go:171","msg":"trace[476406161] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"278.053124ms","start":"2026-07-14T00:18:31.653105Z","end":"2026-07-14T00:18:31.931159Z","steps":["trace[476406161] 'process raft request' (duration: 277.771847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:31.931298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.927855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-14T00:18:31.931336Z","caller":"traceutil/trace.go:171","msg":"trace[937102740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26483; }","duration":"146.023946ms","start":"2026-07-14T00:18:31.785301Z","end":"2026-07-14T00:18:31.931325Z","steps":["trace[937102740] 'agreement among raft nodes before linearized reading' (duration: 145.858933ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:32.053146Z","caller":"traceutil/trace.go:171","msg":"trace[1007662876] linearizableReadLoop","detail":"{readStateIndex:27355; appliedIndex:27352; }","duration":"122.013937ms","start":"2026-07-14T00:18:31.931113Z","end":"2026-07-14T00:18:32.053127Z","steps":["trace[1007662876] 'read index received' (duration: 62.807538ms)","trace[1007662876] 'applied index is now lower than readState.Index' (duration: 59.205489ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:32.053214Z","caller":"traceutil/trace.go:171","msg":"trace[1639244878] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"142.161812ms","start":"2026-07-14T00:18:31.911033Z","end":"2026-07-14T00:18:32.053195Z","steps":["trace[1639244878] 'process raft request' (duration: 142.005489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:32.053259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.031391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:18:32.053441Z","caller":"traceutil/trace.go:171","msg":"trace[894775927] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26488; }","duration":"150.251075ms","start":"2026-07-14T00:18:31.90318Z","end":"2026-07-14T00:18:32.053431Z","steps":["trace[894775927] 'agreement among raft nodes before linearized reading' (duration: 150.016341ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:32.053557Z","caller":"traceutil/trace.go:171","msg":"trace[1419941018] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"145.276751ms","start":"2026-07-14T00:18:31.908268Z","end":"2026-07-14T00:18:32.053545Z","steps":["trace[1419941018] 'process raft request' (duration: 144.584268ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:32.053624Z","caller":"traceutil/trace.go:171","msg":"trace[1543822252] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"107.575811ms","start":"2026-07-14T00:18:31.946039Z","end":"2026-07-14T00:18:32.053614Z","steps":["trace[1543822252] 'process raft request' (duration: 107.029531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:34.078938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697805ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-14T00:18:34.079027Z","caller":"traceutil/trace.go:171","msg":"trace[1226714548] linearizableReadLoop","detail":"{readStateIndex:27369; appliedIndex:27368; }","duration":"132.890904ms","start":"2026-07-14T00:18:33.946121Z","end":"2026-07-14T00:18:34.079011Z","steps":["trace[1226714548] 'read index received' (duration: 26.066777ms)","trace[1226714548] 'applied index is now lower than readState.Index' (duration: 106.822657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:34.079197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.088427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-14T00:18:34.079261Z","caller":"traceutil/trace.go:171","msg":"trace[741142795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26499; }","duration":"133.157379ms","start":"2026-07-14T00:18:33.946086Z","end":"2026-07-14T00:18:34.079243Z","steps":["trace[741142795] 'agreement among raft nodes before linearized reading' (duration: 132.991116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:34.096747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.198115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-14T00:18:34.096811Z","caller":"traceutil/trace.go:171","msg":"trace[1264729238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26505; }","duration":"150.296407ms","start":"2026-07-14T00:18:33.946499Z","end":"2026-07-14T00:18:34.096796Z","steps":["trace[1264729238] 'agreement among raft nodes before linearized reading' (duration: 150.089183ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:36.530373Z","caller":"traceutil/trace.go:171","msg":"trace[1908408444] linearizableReadLoop","detail":"{readStateIndex:27392; appliedIndex:27391; }","duration":"100.965055ms","start":"2026-07-14T00:18:36.429382Z","end":"2026-07-14T00:18:36.530347Z","steps":["trace[1908408444] 'read index received' (duration: 43.410338ms)","trace[1908408444] 'applied index is now lower than readState.Index' (duration: 57.553817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:36.530534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.124828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:18:36.530508Z","caller":"traceutil/trace.go:171","msg":"trace[1781836786] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"114.891362ms","start":"2026-07-14T00:18:36.415578Z","end":"2026-07-14T00:18:36.53047Z","steps":["trace[1781836786] 'process raft request' (duration: 57.233093ms)","trace[1781836786] 'compare' (duration: 57.410284ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:36.530577Z","caller":"traceutil/trace.go:171","msg":"trace[1675677871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26522; }","duration":"101.21412ms","start":"2026-07-14T00:18:36.42935Z","end":"2026-07-14T00:18:36.530565Z","steps":["trace[1675677871] 'agreement among raft nodes before linearized reading' (duration: 101.092068ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:39.412275Z","caller":"traceutil/trace.go:171","msg":"trace[47416275] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"107.059042ms","start":"2026-07-14T00:18:39.305193Z","end":"2026-07-14T00:18:39.412252Z","steps":["trace[47416275] 'process raft request' (duration: 106.870768ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:43.543768Z","caller":"traceutil/trace.go:171","msg":"trace[841556328] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"121.479788ms","start":"2026-07-14T00:18:43.422264Z","end":"2026-07-14T00:18:43.543743Z","steps":["trace[841556328] 'process raft request' (duration: 121.334035ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:44.268887Z","caller":"traceutil/trace.go:171","msg":"trace[1318003918] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"132.675361ms","start":"2026-07-14T00:18:44.136186Z","end":"2026-07-14T00:18:44.268861Z","steps":["trace[1318003918] 'process raft request' (duration: 132.59885ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:44.268963Z","caller":"traceutil/trace.go:171","msg":"trace[1017404747] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"133.935245ms","start":"2026-07-14T00:18:44.135018Z","end":"2026-07-14T00:18:44.268953Z","steps":["trace[1017404747] 'process raft request' (duration: 133.717531ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:44.268889Z","caller":"traceutil/trace.go:171","msg":"trace[426168327] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"134.659788ms","start":"2026-07-14T00:18:44.134194Z","end":"2026-07-14T00:18:44.268854Z","steps":["trace[426168327] 'process raft request' (duration: 134.387563ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:44.269167Z","caller":"traceutil/trace.go:171","msg":"trace[519699750] linearizableReadLoop","detail":"{readStateIndex:27469; appliedIndex:27464; }","duration":"129.315666ms","start":"2026-07-14T00:18:44.139841Z","end":"2026-07-14T00:18:44.269157Z","steps":["trace[519699750] 'read index received' (duration: 93.35208ms)","trace[519699750] 'applied index is now lower than readState.Index' (duration: 35.962696ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:44.269242Z","caller":"traceutil/trace.go:171","msg":"trace[685663946] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"132.540427ms","start":"2026-07-14T00:18:44.13669Z","end":"2026-07-14T00:18:44.269231Z","steps":["trace[685663946] 'process raft request' (duration: 132.13297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:44.269386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.257235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-14T00:18:44.269463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.602111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-14T00:18:44.269511Z","caller":"traceutil/trace.go:171","msg":"trace[787165107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26597; }","duration":"129.685763ms","start":"2026-07-14T00:18:44.139815Z","end":"2026-07-14T00:18:44.2695Z","steps":["trace[787165107] 'agreement among raft nodes before linearized reading' (duration: 129.52209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:44.269551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.252275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-14T00:18:44.269464Z","caller":"traceutil/trace.go:171","msg":"trace[517563625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26597; }","duration":"129.354837ms","start":"2026-07-14T00:18:44.140092Z","end":"2026-07-14T00:18:44.269447Z","steps":["trace[517563625] 'agreement among raft nodes before linearized reading' (duration: 129.166944ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:44.269589Z","caller":"traceutil/trace.go:171","msg":"trace[603881708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26597; }","duration":"129.294576ms","start":"2026-07-14T00:18:44.140285Z","end":"2026-07-14T00:18:44.269579Z","steps":["trace[603881708] 'agreement among raft nodes before linearized reading' (duration: 129.205014ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:57.968253Z","caller":"traceutil/trace.go:171","msg":"trace[1265803938] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"273.812112ms","start":"2026-07-14T00:18:57.694417Z","end":"2026-07-14T00:18:57.96823Z","steps":["trace[1265803938] 'process raft request' (duration: 209.039507ms)","trace[1265803938] 'compare' (duration: 63.754626ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:57.982108Z","caller":"traceutil/trace.go:171","msg":"trace[65560362] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"167.78167ms","start":"2026-07-14T00:18:57.814281Z","end":"2026-07-14T00:18:57.982062Z","steps":["trace[65560362] 'process raft request' (duration: 166.479455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.267212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.602037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:18:58.267303Z","caller":"traceutil/trace.go:171","msg":"trace[1521775802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26704; }","duration":"134.735829ms","start":"2026-07-14T00:18:58.132548Z","end":"2026-07-14T00:18:58.267283Z","steps":["trace[1521775802] 'count revisions from in-memory index tree' (duration: 134.514665ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.390523Z","caller":"traceutil/trace.go:171","msg":"trace[1186271466] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"117.290877ms","start":"2026-07-14T00:18:58.273213Z","end":"2026-07-14T00:18:58.390504Z","steps":["trace[1186271466] 'process raft request' (duration: 117.129874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.642681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.780659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:18:58.642973Z","caller":"traceutil/trace.go:171","msg":"trace[478031124] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"362.431314ms","start":"2026-07-14T00:18:58.280507Z","end":"2026-07-14T00:18:58.642938Z","steps":["trace[478031124] 'process raft request' (duration: 213.121225ms)","trace[478031124] 'compare' (duration: 148.626206ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:58.643116Z","caller":"traceutil/trace.go:171","msg":"trace[1445067979] linearizableReadLoop","detail":"{readStateIndex:27585; appliedIndex:27578; }","duration":"302.865897ms","start":"2026-07-14T00:18:58.340234Z","end":"2026-07-14T00:18:58.6431Z","steps":["trace[1445067979] 'read index received' (duration: 50.215368ms)","trace[1445067979] 'applied index is now lower than readState.Index' (duration: 252.649699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:18:58.643145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.28049Z","time spent":"362.567036ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:58.643354Z","caller":"traceutil/trace.go:171","msg":"trace[726648943] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"355.797806ms","start":"2026-07-14T00:18:58.287545Z","end":"2026-07-14T00:18:58.643343Z","steps":["trace[726648943] 'process raft request' (duration: 355.244426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.643444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.287536Z","time spent":"355.855377ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:18:58.643638Z","caller":"traceutil/trace.go:171","msg":"trace[2044169276] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"318.476834ms","start":"2026-07-14T00:18:58.325144Z","end":"2026-07-14T00:18:58.643621Z","steps":["trace[2044169276] 'process raft request' (duration: 317.844942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.643712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.313456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-14T00:18:58.643757Z","caller":"traceutil/trace.go:171","msg":"trace[295853246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26711; }","duration":"302.392508ms","start":"2026-07-14T00:18:58.341354Z","end":"2026-07-14T00:18:58.643746Z","steps":["trace[295853246] 'agreement among raft nodes before linearized reading' (duration: 302.268775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.643789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.341344Z","time spent":"302.439388ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-14T00:18:58.643795Z","caller":"traceutil/trace.go:171","msg":"trace[1659126720] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"322.907658ms","start":"2026-07-14T00:18:58.320875Z","end":"2026-07-14T00:18:58.643782Z","steps":["trace[1659126720] 'process raft request' (duration: 322.071783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.643858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.320845Z","time spent":"322.97969ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:58.643902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.518988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18c1ffe25ca14ce9\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-07-14T00:18:58.643926Z","caller":"traceutil/trace.go:171","msg":"trace[2028031013] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18c1ffe25ca14ce9; range_end:; response_count:1; response_revision:26711; }","duration":"249.56724ms","start":"2026-07-14T00:18:58.394353Z","end":"2026-07-14T00:18:58.64392Z","steps":["trace[2028031013] 'agreement among raft nodes before linearized reading' (duration: 249.491678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.643746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.325131Z","time spent":"318.554896ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:58.644069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.790818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-14T00:18:58.644088Z","caller":"traceutil/trace.go:171","msg":"trace[695947026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26711; }","duration":"298.829419ms","start":"2026-07-14T00:18:58.345253Z","end":"2026-07-14T00:18:58.644082Z","steps":["trace[695947026] 'agreement among raft nodes before linearized reading' (duration: 298.773378ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.644145Z","caller":"traceutil/trace.go:171","msg":"trace[259518713] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"316.020718ms","start":"2026-07-14T00:18:58.328118Z","end":"2026-07-14T00:18:58.644139Z","steps":["trace[259518713] 'process raft request' (duration: 314.912657ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.644158Z","caller":"traceutil/trace.go:171","msg":"trace[1432959413] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"307.813021ms","start":"2026-07-14T00:18:58.336331Z","end":"2026-07-14T00:18:58.644144Z","steps":["trace[1432959413] 'process raft request' (duration: 306.731361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.644184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.328096Z","time spent":"316.064498ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:58.644226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.336318Z","time spent":"307.870492ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:18:58.647177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.925753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-14T00:18:58.647246Z","caller":"traceutil/trace.go:171","msg":"trace[70289212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26711; }","duration":"307.034325ms","start":"2026-07-14T00:18:58.340196Z","end":"2026-07-14T00:18:58.64723Z","steps":["trace[70289212] 'agreement among raft nodes before linearized reading' (duration: 306.838171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.647281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:18:58.340184Z","time spent":"307.089027ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-14T00:18:58.848806Z","caller":"traceutil/trace.go:171","msg":"trace[752816267] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"195.10428ms","start":"2026-07-14T00:18:58.653634Z","end":"2026-07-14T00:18:58.848738Z","steps":["trace[752816267] 'process raft request' (duration: 193.389168ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.849111Z","caller":"traceutil/trace.go:171","msg":"trace[279403804] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"195.343535ms","start":"2026-07-14T00:18:58.653747Z","end":"2026-07-14T00:18:58.849091Z","steps":["trace[279403804] 'process raft request' (duration: 194.886826ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.850088Z","caller":"traceutil/trace.go:171","msg":"trace[944001020] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"196.207232ms","start":"2026-07-14T00:18:58.65386Z","end":"2026-07-14T00:18:58.850067Z","steps":["trace[944001020] 'process raft request' (duration: 195.123421ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.850286Z","caller":"traceutil/trace.go:171","msg":"trace[1168764989] linearizableReadLoop","detail":"{readStateIndex:27591; appliedIndex:27586; }","duration":"162.429888ms","start":"2026-07-14T00:18:58.687841Z","end":"2026-07-14T00:18:58.850271Z","steps":["trace[1168764989] 'read index received' (duration: 24.491297ms)","trace[1168764989] 'applied index is now lower than readState.Index' (duration: 137.937661ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:18:58.850339Z","caller":"traceutil/trace.go:171","msg":"trace[1810372525] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"194.46579ms","start":"2026-07-14T00:18:58.655863Z","end":"2026-07-14T00:18:58.850329Z","steps":["trace[1810372525] 'process raft request' (duration: 194.334987ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:18:58.85033Z","caller":"traceutil/trace.go:171","msg":"trace[2136923296] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"195.197563ms","start":"2026-07-14T00:18:58.655107Z","end":"2026-07-14T00:18:58.850305Z","steps":["trace[2136923296] 'process raft request' (duration: 194.919258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:18:58.850448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.598581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.228\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-14T00:18:58.85049Z","caller":"traceutil/trace.go:171","msg":"trace[2122923099] range","detail":"{range_begin:/registry/masterleases/199.19.213.228; range_end:; response_count:1; response_revision:26717; }","duration":"162.689313ms","start":"2026-07-14T00:18:58.687789Z","end":"2026-07-14T00:18:58.850479Z","steps":["trace[2122923099] 'agreement among raft nodes before linearized reading' (duration: 162.54645ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:03.1074Z","caller":"traceutil/trace.go:171","msg":"trace[614854202] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"198.006636ms","start":"2026-07-14T00:19:02.909336Z","end":"2026-07-14T00:19:03.107342Z","steps":["trace[614854202] 'process raft request' (duration: 197.930464ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:03.107595Z","caller":"traceutil/trace.go:171","msg":"trace[721819976] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"198.243271ms","start":"2026-07-14T00:19:02.909305Z","end":"2026-07-14T00:19:03.107548Z","steps":["trace[721819976] 'process raft request' (duration: 197.789521ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:03.107678Z","caller":"traceutil/trace.go:171","msg":"trace[775435020] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"198.290682ms","start":"2026-07-14T00:19:02.909375Z","end":"2026-07-14T00:19:03.107665Z","steps":["trace[775435020] 'process raft request' (duration: 197.932074ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:03.10829Z","caller":"traceutil/trace.go:171","msg":"trace[252452477] linearizableReadLoop","detail":"{readStateIndex:27622; appliedIndex:27617; }","duration":"149.312058ms","start":"2026-07-14T00:19:02.958968Z","end":"2026-07-14T00:19:03.10828Z","steps":["trace[252452477] 'read index received' (duration: 29.466583ms)","trace[252452477] 'applied index is now lower than readState.Index' (duration: 119.844725ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:19:03.108384Z","caller":"traceutil/trace.go:171","msg":"trace[109100744] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"198.893803ms","start":"2026-07-14T00:19:02.909463Z","end":"2026-07-14T00:19:03.108357Z","steps":["trace[109100744] 'process raft request' (duration: 198.140949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:03.10843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.456161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-14T00:19:03.108562Z","caller":"traceutil/trace.go:171","msg":"trace[212273792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26747; }","duration":"149.656374ms","start":"2026-07-14T00:19:02.958893Z","end":"2026-07-14T00:19:03.108549Z","steps":["trace[212273792] 'agreement among raft nodes before linearized reading' (duration: 149.4287ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:09.006747Z","caller":"traceutil/trace.go:171","msg":"trace[1447971673] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"309.536513ms","start":"2026-07-14T00:19:08.697188Z","end":"2026-07-14T00:19:09.006724Z","steps":["trace[1447971673] 'process raft request' (duration: 309.466462ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:09.006826Z","caller":"traceutil/trace.go:171","msg":"trace[1520278122] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"273.895384ms","start":"2026-07-14T00:19:08.732919Z","end":"2026-07-14T00:19:09.006814Z","steps":["trace[1520278122] 'process raft request' (duration: 273.844753ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:09.007112Z","caller":"traceutil/trace.go:171","msg":"trace[1471807875] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"307.452733ms","start":"2026-07-14T00:19:08.699646Z","end":"2026-07-14T00:19:09.007099Z","steps":["trace[1471807875] 'process raft request' (duration: 307.043645ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:09.007118Z","caller":"traceutil/trace.go:171","msg":"trace[855945878] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"317.066147ms","start":"2026-07-14T00:19:08.690021Z","end":"2026-07-14T00:19:09.007087Z","steps":["trace[855945878] 'process raft request' (duration: 316.399324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.007187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:08.699629Z","time spent":"307.521725ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:19:09.007244Z","caller":"traceutil/trace.go:171","msg":"trace[1168021151] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"317.068598ms","start":"2026-07-14T00:19:08.690102Z","end":"2026-07-14T00:19:09.00717Z","steps":["trace[1168021151] 'process raft request' (duration: 316.500477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.006885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:08.697169Z","time spent":"309.650096ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:19:09.007296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:08.690012Z","time spent":"317.195601ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:19:09.007422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:08.690083Z","time spent":"317.245791ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:19:09.205695Z","caller":"traceutil/trace.go:171","msg":"trace[946389784] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"345.192553ms","start":"2026-07-14T00:19:08.860483Z","end":"2026-07-14T00:19:09.205676Z","steps":["trace[946389784] 'process raft request' (duration: 345.145032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.205824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:08.860455Z","time spent":"345.303696ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:19:09.206054Z","caller":"traceutil/trace.go:171","msg":"trace[1697759553] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"389.742083ms","start":"2026-07-14T00:19:08.816305Z","end":"2026-07-14T00:19:09.206047Z","steps":["trace[1697759553] 'process raft request' (duration: 389.194703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.20609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:08.81629Z","time spent":"389.780035ms","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:19:09.206423Z","caller":"traceutil/trace.go:171","msg":"trace[35412516] linearizableReadLoop","detail":"{readStateIndex:27677; appliedIndex:27677; }","duration":"189.666867ms","start":"2026-07-14T00:19:09.016749Z","end":"2026-07-14T00:19:09.206416Z","steps":["trace[35412516] 'read index received' (duration: 189.663267ms)","trace[35412516] 'applied index is now lower than readState.Index' (duration: 2.97µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:19:09.206529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.78735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-14T00:19:09.206548Z","caller":"traceutil/trace.go:171","msg":"trace[1408286344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26800; }","duration":"189.842611ms","start":"2026-07-14T00:19:09.016699Z","end":"2026-07-14T00:19:09.206542Z","steps":["trace[1408286344] 'agreement among raft nodes before linearized reading' (duration: 189.757379ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:09.497979Z","caller":"traceutil/trace.go:171","msg":"trace[641969411] linearizableReadLoop","detail":"{readStateIndex:27678; appliedIndex:27677; }","duration":"291.514039ms","start":"2026-07-14T00:19:09.206437Z","end":"2026-07-14T00:19:09.497951Z","steps":["trace[641969411] 'read index received' (duration: 291.472708ms)","trace[641969411] 'applied index is now lower than readState.Index' (duration: 40.411µs)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:19:09.498144Z","caller":"traceutil/trace.go:171","msg":"trace[1819512677] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"365.98337ms","start":"2026-07-14T00:19:09.132145Z","end":"2026-07-14T00:19:09.498128Z","steps":["trace[1819512677] 'process raft request' (duration: 365.635794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.498267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.132123Z","time spent":"366.060171ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:19:09.498305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.910092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-14T00:19:09.498361Z","caller":"traceutil/trace.go:171","msg":"trace[1708538214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26801; }","duration":"350.978983ms","start":"2026-07-14T00:19:09.147365Z","end":"2026-07-14T00:19:09.498344Z","steps":["trace[1708538214] 'agreement among raft nodes before linearized reading' (duration: 350.80696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.498405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.147361Z","time spent":"351.029634ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-14T00:19:09.498581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.222838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-14T00:19:09.49865Z","caller":"traceutil/trace.go:171","msg":"trace[477858736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26801; }","duration":"351.32061ms","start":"2026-07-14T00:19:09.147315Z","end":"2026-07-14T00:19:09.498635Z","steps":["trace[477858736] 'agreement among raft nodes before linearized reading' (duration: 351.171987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.498691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.147297Z","time spent":"351.382541ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-14T00:19:09.498733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.325399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-14T00:19:09.498786Z","caller":"traceutil/trace.go:171","msg":"trace[667006379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26801; }","duration":"351.381951ms","start":"2026-07-14T00:19:09.147387Z","end":"2026-07-14T00:19:09.498769Z","steps":["trace[667006379] 'agreement among raft nodes before linearized reading' (duration: 351.245989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.498827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.147384Z","time spent":"351.431642ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-14T00:19:09.498997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.794405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-14T00:19:09.499047Z","caller":"traceutil/trace.go:171","msg":"trace[1784084274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26801; }","duration":"366.883687ms","start":"2026-07-14T00:19:09.13215Z","end":"2026-07-14T00:19:09.499034Z","steps":["trace[1784084274] 'agreement among raft nodes before linearized reading' (duration: 366.724554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.499087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.132132Z","time spent":"366.944678ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-14T00:19:09.498609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.572934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:19:09.499301Z","caller":"traceutil/trace.go:171","msg":"trace[1054709529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26801; }","duration":"310.303058ms","start":"2026-07-14T00:19:09.188981Z","end":"2026-07-14T00:19:09.499284Z","steps":["trace[1054709529] 'agreement among raft nodes before linearized reading' (duration: 309.585944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.499353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.188964Z","time spent":"310.373929ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T00:19:09.499417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.673258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:19:09.499473Z","caller":"traceutil/trace.go:171","msg":"trace[861494255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26801; }","duration":"457.7648ms","start":"2026-07-14T00:19:09.04169Z","end":"2026-07-14T00:19:09.499455Z","steps":["trace[861494255] 'agreement among raft nodes before linearized reading' (duration: 457.671478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.499522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.041678Z","time spent":"457.830071ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-14T00:19:09.516649Z","caller":"traceutil/trace.go:171","msg":"trace[732275170] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"297.896351ms","start":"2026-07-14T00:19:09.218719Z","end":"2026-07-14T00:19:09.516616Z","steps":["trace[732275170] 'process raft request' (duration: 297.650897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.516683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.516479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:19:09.516752Z","caller":"traceutil/trace.go:171","msg":"trace[1563146351] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26802; }","duration":"249.594441ms","start":"2026-07-14T00:19:09.267144Z","end":"2026-07-14T00:19:09.516739Z","steps":["trace[1563146351] 'agreement among raft nodes before linearized reading' (duration: 249.442158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.516833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.092861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:19:09.516893Z","caller":"traceutil/trace.go:171","msg":"trace[1194778625] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26802; }","duration":"291.197723ms","start":"2026-07-14T00:19:09.225681Z","end":"2026-07-14T00:19:09.516879Z","steps":["trace[1194778625] 'agreement among raft nodes before linearized reading' (duration: 291.073751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.516919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.504499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-conductor-0.18c1ffe25ca14ce9\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-07-14T00:19:09.516954Z","caller":"traceutil/trace.go:171","msg":"trace[1904781897] range","detail":"{range_begin:/registry/events/openstack/magnum-conductor-0.18c1ffe25ca14ce9; range_end:; response_count:1; response_revision:26802; }","duration":"248.56672ms","start":"2026-07-14T00:19:09.268379Z","end":"2026-07-14T00:19:09.516946Z","steps":["trace[1904781897] 'agreement among raft nodes before linearized reading' (duration: 248.463649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.517434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.101139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-14T00:19:09.517494Z","caller":"traceutil/trace.go:171","msg":"trace[1111689032] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26802; }","duration":"306.21586ms","start":"2026-07-14T00:19:09.211263Z","end":"2026-07-14T00:19:09.517479Z","steps":["trace[1111689032] 'agreement among raft nodes before linearized reading' (duration: 305.800083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.517542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.211246Z","time spent":"306.284821ms","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-14T00:19:09.835035Z","caller":"traceutil/trace.go:171","msg":"trace[1449748947] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"312.333046ms","start":"2026-07-14T00:19:09.52268Z","end":"2026-07-14T00:19:09.835013Z","steps":["trace[1449748947] 'process raft request' (duration: 312.186574ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:09.8351Z","caller":"traceutil/trace.go:171","msg":"trace[2011446722] linearizableReadLoop","detail":"{readStateIndex:27684; appliedIndex:27684; }","duration":"286.485994ms","start":"2026-07-14T00:19:09.548573Z","end":"2026-07-14T00:19:09.835059Z","steps":["trace[2011446722] 'read index received' (duration: 286.472614ms)","trace[2011446722] 'applied index is now lower than readState.Index' (duration: 10.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:19:09.835154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.522658Z","time spent":"312.432489ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:19:09.835435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.681103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-14T00:19:09.835539Z","caller":"traceutil/trace.go:171","msg":"trace[21773270] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26807; }","duration":"312.832236ms","start":"2026-07-14T00:19:09.522684Z","end":"2026-07-14T00:19:09.835516Z","steps":["trace[21773270] 'agreement among raft nodes before linearized reading' (duration: 312.497689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.835627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.522608Z","time spent":"313.002279ms","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-14T00:19:09.90261Z","caller":"traceutil/trace.go:171","msg":"trace[598830837] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"174.202052ms","start":"2026-07-14T00:19:09.728374Z","end":"2026-07-14T00:19:09.902576Z","steps":["trace[598830837] 'process raft request' (duration: 149.41889ms)","trace[598830837] 'compare' (duration: 24.567558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:19:09.902681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.95742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:19:09.902759Z","caller":"traceutil/trace.go:171","msg":"trace[64040282] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26808; }","duration":"333.119333ms","start":"2026-07-14T00:19:09.569622Z","end":"2026-07-14T00:19:09.902741Z","steps":["trace[64040282] 'agreement among raft nodes before linearized reading' (duration: 332.973601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:09.90282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:19:09.569588Z","time spent":"333.220385ms","remote":"127.0.0.1:60910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:19:10.146278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.198373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-14T00:19:10.146649Z","caller":"traceutil/trace.go:171","msg":"trace[1878724426] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"241.808432ms","start":"2026-07-14T00:19:09.904807Z","end":"2026-07-14T00:19:10.146615Z","steps":["trace[1878724426] 'process raft request' (duration: 121.185841ms)","trace[1878724426] 'compare' (duration: 120.06722ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T00:19:10.146648Z","caller":"traceutil/trace.go:171","msg":"trace[1956907489] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"109.870905ms","start":"2026-07-14T00:19:10.036717Z","end":"2026-07-14T00:19:10.146588Z","steps":["trace[1956907489] 'process raft request' (duration: 109.657071ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:10.338708Z","caller":"traceutil/trace.go:171","msg":"trace[378985024] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27687; }","duration":"148.477201ms","start":"2026-07-14T00:19:10.190212Z","end":"2026-07-14T00:19:10.338689Z","steps":["trace[378985024] 'read index received' (duration: 148.314258ms)","trace[378985024] 'applied index is now lower than readState.Index' (duration: 162.213µs)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:19:10.338843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.619265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:19:10.338814Z","caller":"traceutil/trace.go:171","msg":"trace[1289517920] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"186.695311ms","start":"2026-07-14T00:19:10.15209Z","end":"2026-07-14T00:19:10.338785Z","steps":["trace[1289517920] 'process raft request' (duration: 186.462257ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:19:10.338865Z","caller":"traceutil/trace.go:171","msg":"trace[1068014860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26811; }","duration":"148.687916ms","start":"2026-07-14T00:19:10.190171Z","end":"2026-07-14T00:19:10.338859Z","steps":["trace[1068014860] 'agreement among raft nodes before linearized reading' (duration: 148.626234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:19:10.55558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.66936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:19:10.555693Z","caller":"traceutil/trace.go:171","msg":"trace[1039159204] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26811; }","duration":"111.805012ms","start":"2026-07-14T00:19:10.443869Z","end":"2026-07-14T00:19:10.555674Z","steps":["trace[1039159204] 'count revisions from in-memory index tree' (duration: 111.550958ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:21:15.420641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25132} {"level":"info","ts":"2026-07-14T00:21:15.562859Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25132,"took":"137.834808ms","hash":3150509633,"current-db-size-bytes":60477440,"current-db-size":"60 MB","current-db-size-in-use-bytes":38215680,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-14T00:21:15.562968Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3150509633,"revision":25132,"compact-revision":21981} {"level":"info","ts":"2026-07-14T00:22:48.074503Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"db79120667ce701f","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-14T00:22:48.081464Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-14T00:22:48.083047Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-14T00:26:15.440877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28136} {"level":"info","ts":"2026-07-14T00:26:15.576014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28136,"took":"131.835105ms","hash":3487258520,"current-db-size-bytes":60477440,"current-db-size":"60 MB","current-db-size-in-use-bytes":34758656,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-14T00:26:15.576171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3487258520,"revision":28136,"compact-revision":25132} {"level":"warn","ts":"2026-07-14T00:29:58.045297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8079351481754127476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T00:29:58.546244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8079351481754127476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T00:29:58.583288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13413825s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T00:29:58.583612Z","caller":"traceutil/trace.go:171","msg":"trace[810298287] transaction","detail":"{read_only:false; response_revision:32397; number_of_response:1; }","duration":"1.134547998s","start":"2026-07-14T00:29:57.449049Z","end":"2026-07-14T00:29:58.583597Z","steps":["trace[810298287] 'process raft request' (duration: 1.134400656s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.583765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:57.449028Z","time spent":"1.13465153s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:29:58.593371Z","caller":"traceutil/trace.go:171","msg":"trace[1120929897] transaction","detail":"{read_only:false; response_revision:32398; number_of_response:1; }","duration":"1.143891187s","start":"2026-07-14T00:29:57.449454Z","end":"2026-07-14T00:29:58.593345Z","steps":["trace[1120929897] 'process raft request' (duration: 1.143702563s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.593501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:57.449447Z","time spent":"1.143988628s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:29:58.593498Z","caller":"traceutil/trace.go:171","msg":"trace[149875646] transaction","detail":"{read_only:false; response_revision:32401; number_of_response:1; }","duration":"488.110619ms","start":"2026-07-14T00:29:58.105368Z","end":"2026-07-14T00:29:58.593479Z","steps":["trace[149875646] 'process raft request' (duration: 487.955476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.593528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048942576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:29:58.593476Z","caller":"traceutil/trace.go:171","msg":"trace[1163797684] transaction","detail":"{read_only:false; response_revision:32400; number_of_response:1; }","duration":"678.140393ms","start":"2026-07-14T00:29:57.915297Z","end":"2026-07-14T00:29:58.593438Z","steps":["trace[1163797684] 'process raft request' (duration: 677.993481ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:29:58.593603Z","caller":"traceutil/trace.go:171","msg":"trace[345080468] transaction","detail":"{read_only:false; response_revision:32402; number_of_response:1; }","duration":"122.030457ms","start":"2026-07-14T00:29:58.471565Z","end":"2026-07-14T00:29:58.593596Z","steps":["trace[345080468] 'process raft request' (duration: 121.784303ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:29:58.59362Z","caller":"traceutil/trace.go:171","msg":"trace[1105191788] transaction","detail":"{read_only:false; response_revision:32399; number_of_response:1; }","duration":"1.143853707s","start":"2026-07-14T00:29:57.449749Z","end":"2026-07-14T00:29:58.593603Z","steps":["trace[1105191788] 'process raft request' (duration: 1.14351404s)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:29:58.593557Z","caller":"traceutil/trace.go:171","msg":"trace[2127519613] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:32402; }","duration":"1.049006818s","start":"2026-07-14T00:29:57.544541Z","end":"2026-07-14T00:29:58.593548Z","steps":["trace[2127519613] 'agreement among raft nodes before linearized reading' (duration: 1.048868795s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.593728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:57.544523Z","time spent":"1.049196231s","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-14T00:29:58.593389Z","caller":"traceutil/trace.go:171","msg":"trace[858640635] linearizableReadLoop","detail":"{readStateIndex:33426; appliedIndex:33420; }","duration":"1.048790733s","start":"2026-07-14T00:29:57.544587Z","end":"2026-07-14T00:29:58.593378Z","steps":["trace[858640635] 'read index received' (duration: 1.038910074s)","trace[858640635] 'applied index is now lower than readState.Index' (duration: 9.879659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:29:58.593706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:57.915274Z","time spent":"678.371017ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:29:58.59389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014151431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:29:58.593924Z","caller":"traceutil/trace.go:171","msg":"trace[1833693025] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32402; }","duration":"1.014203272s","start":"2026-07-14T00:29:57.579711Z","end":"2026-07-14T00:29:58.593914Z","steps":["trace[1833693025] 'agreement among raft nodes before linearized reading' (duration: 1.014131211s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.593988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:57.579653Z","time spent":"1.014325546s","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:29:58.594025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.963207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-14T00:29:58.593686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:57.449744Z","time spent":"1.143907527s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:29:58.594053Z","caller":"traceutil/trace.go:171","msg":"trace[2127998984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32402; }","duration":"304.031909ms","start":"2026-07-14T00:29:58.290015Z","end":"2026-07-14T00:29:58.594047Z","steps":["trace[2127998984] 'agreement among raft nodes before linearized reading' (duration: 303.917707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.594074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:58.289997Z","time spent":"304.070899ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-14T00:29:58.593686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:58.105349Z","time spent":"488.201991ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:29:58.594137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.66717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:29:58.594195Z","caller":"traceutil/trace.go:171","msg":"trace[1310863428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32402; }","duration":"401.753221ms","start":"2026-07-14T00:29:58.192434Z","end":"2026-07-14T00:29:58.594187Z","steps":["trace[1310863428] 'agreement among raft nodes before linearized reading' (duration: 401.67038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:29:58.594218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:29:58.192418Z","time spent":"401.794022ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T00:30:01.563776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8079351481754127556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T00:30:02.06949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8079351481754127556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T00:30:02.107917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341701855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-14T00:30:02.107972Z","caller":"traceutil/trace.go:171","msg":"trace[2115752762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32431; }","duration":"1.341792257s","start":"2026-07-14T00:30:00.766166Z","end":"2026-07-14T00:30:02.107959Z","steps":["trace[2115752762] 'range keys from in-memory index tree' (duration: 1.341590704s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.108013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:00.766153Z","time spent":"1.341850178s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-14T00:30:02.108269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347751601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-14T00:30:02.108309Z","caller":"traceutil/trace.go:171","msg":"trace[1339442551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32431; }","duration":"1.347820592s","start":"2026-07-14T00:30:00.760479Z","end":"2026-07-14T00:30:02.108299Z","steps":["trace[1339442551] 'range keys from in-memory index tree' (duration: 1.347653109s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.108342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:00.76046Z","time spent":"1.347875143s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-14T00:30:02.108435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347938484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-14T00:30:02.108471Z","caller":"traceutil/trace.go:171","msg":"trace[1839763112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32431; }","duration":"1.347998667s","start":"2026-07-14T00:30:00.760463Z","end":"2026-07-14T00:30:02.108462Z","steps":["trace[1839763112] 'range keys from in-memory index tree' (duration: 1.347810081s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.114122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000170981s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:30:02.114266Z","caller":"traceutil/trace.go:171","msg":"trace[334263386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32431; }","duration":"1.000322894s","start":"2026-07-14T00:30:01.11392Z","end":"2026-07-14T00:30:02.114243Z","steps":["trace[334263386] 'range keys from in-memory index tree' (duration: 996.878206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.110082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:00.760447Z","time spent":"1.348039357s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-14T00:30:02.569665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8079351481754127556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T00:30:02.676349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69050063s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T00:30:02.67713Z","caller":"traceutil/trace.go:171","msg":"trace[1202524585] transaction","detail":"{read_only:false; response_revision:32432; number_of_response:1; }","duration":"1.894750425s","start":"2026-07-14T00:30:00.782358Z","end":"2026-07-14T00:30:02.677108Z","steps":["trace[1202524585] 'process raft request' (duration: 1.894558922s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.677259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:00.782335Z","time spent":"1.894858859s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:30:02.680435Z","caller":"traceutil/trace.go:171","msg":"trace[269856661] transaction","detail":"{read_only:false; response_revision:32433; number_of_response:1; }","duration":"1.394229048s","start":"2026-07-14T00:30:01.286178Z","end":"2026-07-14T00:30:02.680407Z","steps":["trace[269856661] 'process raft request' (duration: 1.394006144s)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:30:02.680489Z","caller":"traceutil/trace.go:171","msg":"trace[1641775858] transaction","detail":"{read_only:false; response_revision:32434; number_of_response:1; }","duration":"1.389061839s","start":"2026-07-14T00:30:01.29142Z","end":"2026-07-14T00:30:02.680482Z","steps":["trace[1641775858] 'process raft request' (duration: 1.388896106s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.680581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:01.291395Z","time spent":"1.389123851s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:30:02.680567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:01.28616Z","time spent":"1.39434313s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:30:02.680767Z","caller":"traceutil/trace.go:171","msg":"trace[701408943] transaction","detail":"{read_only:false; response_revision:32436; number_of_response:1; }","duration":"559.139367ms","start":"2026-07-14T00:30:02.121617Z","end":"2026-07-14T00:30:02.680756Z","steps":["trace[701408943] 'process raft request' (duration: 558.774721ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T00:30:02.680441Z","caller":"traceutil/trace.go:171","msg":"trace[96690661] transaction","detail":"{read_only:false; response_revision:32435; number_of_response:1; }","duration":"558.908493ms","start":"2026-07-14T00:30:02.12151Z","end":"2026-07-14T00:30:02.680419Z","steps":["trace[96690661] 'process raft request' (duration: 558.851962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.680833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.121492Z","time spent":"559.31311ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T00:30:02.680839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.121612Z","time spent":"559.187468ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:30:02.681015Z","caller":"traceutil/trace.go:171","msg":"trace[1339274327] transaction","detail":"{read_only:false; response_revision:32437; number_of_response:1; }","duration":"559.358481ms","start":"2026-07-14T00:30:02.121648Z","end":"2026-07-14T00:30:02.681007Z","steps":["trace[1339274327] 'process raft request' (duration: 559.071166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.681065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.121645Z","time spent":"559.395432ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T00:30:02.68128Z","caller":"traceutil/trace.go:171","msg":"trace[126617270] linearizableReadLoop","detail":"{readStateIndex:33463; appliedIndex:33457; }","duration":"1.617846104s","start":"2026-07-14T00:30:01.063427Z","end":"2026-07-14T00:30:02.681273Z","steps":["trace[126617270] 'read index received' (duration: 1.613487871s)","trace[126617270] 'applied index is now lower than readState.Index' (duration: 4.357373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T00:30:02.681483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618051248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:30:02.681521Z","caller":"traceutil/trace.go:171","msg":"trace[1459434120] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:32443; }","duration":"1.61811658s","start":"2026-07-14T00:30:01.063396Z","end":"2026-07-14T00:30:02.681512Z","steps":["trace[1459434120] 'agreement among raft nodes before linearized reading' (duration: 1.618042058s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.681543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:01.063382Z","time spent":"1.6181554s","remote":"127.0.0.1:55620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:30:02.681729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554499605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:30:02.681796Z","caller":"traceutil/trace.go:171","msg":"trace[1878901218] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:32443; }","duration":"1.554581567s","start":"2026-07-14T00:30:01.127197Z","end":"2026-07-14T00:30:02.681778Z","steps":["trace[1878901218] 'agreement among raft nodes before linearized reading' (duration: 1.554459774s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.681881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:01.127157Z","time spent":"1.554711089s","remote":"127.0.0.1:45820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:30:02.682305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.768942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:30:02.682334Z","caller":"traceutil/trace.go:171","msg":"trace[106430125] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:32443; }","duration":"588.811583ms","start":"2026-07-14T00:30:02.093515Z","end":"2026-07-14T00:30:02.682327Z","steps":["trace[106430125] 'agreement among raft nodes before linearized reading' (duration: 588.762172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.682355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.09351Z","time spent":"588.839683ms","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:30:02.682684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.972743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:30:02.68273Z","caller":"traceutil/trace.go:171","msg":"trace[2007285466] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32443; }","duration":"223.049045ms","start":"2026-07-14T00:30:02.45967Z","end":"2026-07-14T00:30:02.682719Z","steps":["trace[2007285466] 'agreement among raft nodes before linearized reading' (duration: 222.973283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.682845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.434918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-14T00:30:02.682887Z","caller":"traceutil/trace.go:171","msg":"trace[1222947824] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:32443; }","duration":"304.510859ms","start":"2026-07-14T00:30:02.378366Z","end":"2026-07-14T00:30:02.682876Z","steps":["trace[1222947824] 'agreement among raft nodes before linearized reading' (duration: 304.309054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.682929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.378351Z","time spent":"304.551511ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":184,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:30:02.682998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.108806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T00:30:02.683037Z","caller":"traceutil/trace.go:171","msg":"trace[1316703203] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:32443; }","duration":"592.175618ms","start":"2026-07-14T00:30:02.090853Z","end":"2026-07-14T00:30:02.683028Z","steps":["trace[1316703203] 'agreement among raft nodes before linearized reading' (duration: 592.111037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.683067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.090839Z","time spent":"592.218909ms","remote":"127.0.0.1:56810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-14T00:30:02.683061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493883219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:30:02.683118Z","caller":"traceutil/trace.go:171","msg":"trace[1769275415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32443; }","duration":"1.493977511s","start":"2026-07-14T00:30:01.189122Z","end":"2026-07-14T00:30:02.683099Z","steps":["trace[1769275415] 'agreement among raft nodes before linearized reading' (duration: 1.493177545s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.683151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:01.189098Z","time spent":"1.494046763s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T00:30:02.683249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.469836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:1 size:49606"} {"level":"info","ts":"2026-07-14T00:30:02.683337Z","caller":"traceutil/trace.go:171","msg":"trace[1703576777] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:1; response_revision:32443; }","duration":"892.641309ms","start":"2026-07-14T00:30:01.790671Z","end":"2026-07-14T00:30:02.683312Z","steps":["trace[1703576777] 'agreement among raft nodes before linearized reading' (duration: 892.326033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.683389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:01.790645Z","time spent":"892.731961ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":49629,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" "} {"level":"warn","ts":"2026-07-14T00:30:02.684261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.773758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-14T00:30:02.6844Z","caller":"traceutil/trace.go:171","msg":"trace[794962949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:32443; }","duration":"410.49235ms","start":"2026-07-14T00:30:02.273888Z","end":"2026-07-14T00:30:02.68438Z","steps":["trace[794962949] 'agreement among raft nodes before linearized reading' (duration: 408.753717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T00:30:02.684559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T00:30:02.273868Z","time spent":"410.676294ms","remote":"127.0.0.1:41714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-14T00:31:15.44694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30729} {"level":"info","ts":"2026-07-14T00:31:15.584468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30729,"took":"134.339243ms","hash":2769101960,"current-db-size-bytes":60477440,"current-db-size":"60 MB","current-db-size-in-use-bytes":31006720,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-14T00:31:15.584599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2769101960,"revision":30729,"compact-revision":28136} {"level":"info","ts":"2026-07-14T00:36:15.45396Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33001} {"level":"info","ts":"2026-07-14T00:36:15.600512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33001,"took":"142.560789ms","hash":3162599979,"current-db-size-bytes":61517824,"current-db-size":"62 MB","current-db-size-in-use-bytes":30609408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-14T00:36:15.600589Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3162599979,"revision":33001,"compact-revision":30729} {"level":"info","ts":"2026-07-14T00:41:15.459957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35243} {"level":"info","ts":"2026-07-14T00:41:15.593941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35243,"took":"130.585701ms","hash":1910168133,"current-db-size-bytes":61517824,"current-db-size":"62 MB","current-db-size-in-use-bytes":31166464,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-14T00:41:15.593998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1910168133,"revision":35243,"compact-revision":33001} {"level":"info","ts":"2026-07-14T00:43:56.875798Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"db79120667ce701f","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-14T00:43:56.881174Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-14T00:43:56.881327Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-14T00:46:15.465862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37558} {"level":"info","ts":"2026-07-14T00:46:15.578443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37558,"took":"108.695804ms","hash":786111736,"current-db-size-bytes":61517824,"current-db-size":"62 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-14T00:46:15.578496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":786111736,"revision":37558,"compact-revision":35243}