{"level":"warn","ts":"2026-07-24T04:38:48.222421Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:38:48.222528Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.37:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.37:2380","--initial-cluster=instance=https://199.19.213.37:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.37:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.37:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T04:38:48.222726Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T04:38:48.222748Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.37:2380"]} {"level":"info","ts":"2026-07-24T04:38:48.22277Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:38:48.223858Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.37:2379"]} {"level":"info","ts":"2026-07-24T04:38:48.223954Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.37:2380"],"listen-peer-urls":["https://199.19.213.37:2380"],"advertise-client-urls":["https://199.19.213.37:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.37:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.37:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T04:38:48.229886Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.209097ms"} {"level":"info","ts":"2026-07-24T04:38:48.246954Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"7252794153f4f3cd","cluster-id":"2552855285ac01f"} {"level":"info","ts":"2026-07-24T04:38:48.247159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T04:38:48.247199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd became follower at term 0"} {"level":"info","ts":"2026-07-24T04:38:48.247283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7252794153f4f3cd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T04:38:48.247355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd became follower at term 1"} {"level":"info","ts":"2026-07-24T04:38:48.247554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd switched to configuration voters=(8237779989902455757)"} {"level":"warn","ts":"2026-07-24T04:38:48.264253Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T04:38:48.266019Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T04:38:48.26887Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T04:38:48.272385Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"7252794153f4f3cd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T04:38:48.272646Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7252794153f4f3cd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T04:38:48.272794Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:38:48.27294Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:38:48.272975Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T04:38:48.276548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd switched to configuration voters=(8237779989902455757)"} {"level":"info","ts":"2026-07-24T04:38:48.276718Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2552855285ac01f","local-member-id":"7252794153f4f3cd","added-peer-id":"7252794153f4f3cd","added-peer-peer-urls":["https://199.19.213.37:2380"]} {"level":"info","ts":"2026-07-24T04:38:48.277879Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T04:38:48.278207Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7252794153f4f3cd","initial-advertise-peer-urls":["https://199.19.213.37:2380"],"listen-peer-urls":["https://199.19.213.37:2380"],"advertise-client-urls":["https://199.19.213.37:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.37:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T04:38:48.278263Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T04:38:48.278397Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.37:2380"} {"level":"info","ts":"2026-07-24T04:38:48.278417Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.37:2380"} {"level":"info","ts":"2026-07-24T04:38:48.348424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T04:38:48.34852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T04:38:48.348703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd received MsgPreVoteResp from 7252794153f4f3cd at term 1"} {"level":"info","ts":"2026-07-24T04:38:48.348749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd became candidate at term 2"} {"level":"info","ts":"2026-07-24T04:38:48.348799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd received MsgVoteResp from 7252794153f4f3cd at term 2"} {"level":"info","ts":"2026-07-24T04:38:48.348821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7252794153f4f3cd became leader at term 2"} {"level":"info","ts":"2026-07-24T04:38:48.348871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7252794153f4f3cd elected leader 7252794153f4f3cd at term 2"} {"level":"info","ts":"2026-07-24T04:38:48.350656Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"7252794153f4f3cd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.37:2379]}","request-path":"/0/members/7252794153f4f3cd/attributes","cluster-id":"2552855285ac01f","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T04:38:48.350696Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:38:48.350775Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:38:48.350796Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T04:38:48.351735Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2552855285ac01f","local-member-id":"7252794153f4f3cd","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:38:48.351858Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:38:48.351897Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T04:38:48.355046Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.37:2379"} {"level":"info","ts":"2026-07-24T04:38:48.35519Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T04:38:48.355282Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T04:38:48.3553Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-24T04:38:54.094489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.33733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:38:54.09461Z","caller":"traceutil/trace.go:171","msg":"trace[1046791827] linearizableReadLoop","detail":"{readStateIndex:250; appliedIndex:249; }","duration":"177.474073ms","start":"2026-07-24T04:38:53.91712Z","end":"2026-07-24T04:38:54.094594Z","steps":["trace[1046791827] 'read index received' (duration: 38.557401ms)","trace[1046791827] 'applied index is now lower than readState.Index' (duration: 138.915392ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:54.094661Z","caller":"traceutil/trace.go:171","msg":"trace[330410880] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"177.742443ms","start":"2026-07-24T04:38:53.916874Z","end":"2026-07-24T04:38:54.094616Z","steps":["trace[330410880] 'process raft request' (duration: 38.791801ms)","trace[330410880] 'compare' (duration: 138.20719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:38:54.094779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.649013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3806"} {"level":"info","ts":"2026-07-24T04:38:54.094812Z","caller":"traceutil/trace.go:171","msg":"trace[713039323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:244; }","duration":"177.684973ms","start":"2026-07-24T04:38:53.917117Z","end":"2026-07-24T04:38:54.094802Z","steps":["trace[713039323] 'agreement among raft nodes before linearized reading' (duration: 177.548353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.17338Z","caller":"traceutil/trace.go:171","msg":"trace[541841445] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"255.994827ms","start":"2026-07-24T04:38:53.917362Z","end":"2026-07-24T04:38:54.173357Z","steps":["trace[541841445] 'process raft request' (duration: 255.849996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.173375Z","caller":"traceutil/trace.go:171","msg":"trace[651136075] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"240.582739ms","start":"2026-07-24T04:38:53.932768Z","end":"2026-07-24T04:38:54.173351Z","steps":["trace[651136075] 'process raft request' (duration: 240.541098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.272001Z","caller":"traceutil/trace.go:171","msg":"trace[770137510] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"281.682397ms","start":"2026-07-24T04:38:53.990268Z","end":"2026-07-24T04:38:54.27195Z","steps":["trace[770137510] 'process raft request' (duration: 233.765637ms)","trace[770137510] 'compare' (duration: 47.426568ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:54.272015Z","caller":"traceutil/trace.go:171","msg":"trace[1254395933] linearizableReadLoop","detail":"{readStateIndex:254; appliedIndex:250; }","duration":"177.330302ms","start":"2026-07-24T04:38:54.094645Z","end":"2026-07-24T04:38:54.271976Z","steps":["trace[1254395933] 'read index received' (duration: 78.588234ms)","trace[1254395933] 'applied index is now lower than readState.Index' (duration: 98.740788ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:54.272192Z","caller":"traceutil/trace.go:171","msg":"trace[63748191] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"173.31588ms","start":"2026-07-24T04:38:54.098864Z","end":"2026-07-24T04:38:54.27218Z","steps":["trace[63748191] 'process raft request' (duration: 173.051619ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.272171Z","caller":"traceutil/trace.go:171","msg":"trace[1329340558] transaction","detail":"{read_only:false; number_of_response:0; response_revision:247; }","duration":"281.852288ms","start":"2026-07-24T04:38:53.99029Z","end":"2026-07-24T04:38:54.272142Z","steps":["trace[1329340558] 'process raft request' (duration: 281.570187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.272392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.25066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:38:54.272449Z","caller":"traceutil/trace.go:171","msg":"trace[1857127602] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:248; }","duration":"260.348961ms","start":"2026-07-24T04:38:54.012087Z","end":"2026-07-24T04:38:54.272436Z","steps":["trace[1857127602] 'agreement among raft nodes before linearized reading' (duration: 260.24137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.272387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.867345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"info","ts":"2026-07-24T04:38:54.272563Z","caller":"traceutil/trace.go:171","msg":"trace[1626863311] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:248; }","duration":"172.066026ms","start":"2026-07-24T04:38:54.100461Z","end":"2026-07-24T04:38:54.272527Z","steps":["trace[1626863311] 'agreement among raft nodes before linearized reading' (duration: 171.754415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.550774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.973782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:38:54.550915Z","caller":"traceutil/trace.go:171","msg":"trace[522508612] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:255; }","duration":"275.166816ms","start":"2026-07-24T04:38:54.275725Z","end":"2026-07-24T04:38:54.550892Z","steps":["trace[522508612] 'read index received' (duration: 63.68µs)","trace[522508612] 'applied index is now lower than readState.Index' (duration: 275.101126ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:54.550921Z","caller":"traceutil/trace.go:171","msg":"trace[1736183171] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"275.217366ms","start":"2026-07-24T04:38:54.275687Z","end":"2026-07-24T04:38:54.550904Z","steps":["trace[1736183171] 'process raft request' (duration: 119.970743ms)","trace[1736183171] 'compare' (duration: 154.674681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:38:54.551307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.399336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T04:38:54.551353Z","caller":"traceutil/trace.go:171","msg":"trace[798832002] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:249; }","duration":"275.663217ms","start":"2026-07-24T04:38:54.275678Z","end":"2026-07-24T04:38:54.551341Z","steps":["trace[798832002] 'agreement among raft nodes before linearized reading' (duration: 275.312206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.620401Z","caller":"traceutil/trace.go:171","msg":"trace[472840973] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"344.472912ms","start":"2026-07-24T04:38:54.275899Z","end":"2026-07-24T04:38:54.620372Z","steps":["trace[472840973] 'process raft request' (duration: 344.356592ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.62046Z","caller":"traceutil/trace.go:171","msg":"trace[1759548687] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"344.416171ms","start":"2026-07-24T04:38:54.276012Z","end":"2026-07-24T04:38:54.620428Z","steps":["trace[1759548687] 'process raft request' (duration: 344.293701ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.620519Z","caller":"traceutil/trace.go:171","msg":"trace[1698940842] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"344.370671ms","start":"2026-07-24T04:38:54.276096Z","end":"2026-07-24T04:38:54.620467Z","steps":["trace[1698940842] 'process raft request' (duration: 344.248321ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.620593Z","caller":"traceutil/trace.go:171","msg":"trace[1385370110] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"343.55183ms","start":"2026-07-24T04:38:54.277036Z","end":"2026-07-24T04:38:54.620588Z","steps":["trace[1385370110] 'process raft request' (duration: 343.376009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.620557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.275881Z","time spent":"344.606232ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:38:54.62063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.27599Z","time spent":"344.555352ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:38:54.620669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.277024Z","time spent":"343.59718ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:38:54.620692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.276085Z","time spent":"344.528012ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:38:54.620536Z","caller":"traceutil/trace.go:171","msg":"trace[1657429829] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"344.637012ms","start":"2026-07-24T04:38:54.275872Z","end":"2026-07-24T04:38:54.620509Z","steps":["trace[1657429829] 'process raft request' (duration: 344.251481ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.620802Z","caller":"traceutil/trace.go:171","msg":"trace[826846978] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"344.645332ms","start":"2026-07-24T04:38:54.276151Z","end":"2026-07-24T04:38:54.620796Z","steps":["trace[826846978] 'process raft request' (duration: 344.227441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.620829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.276138Z","time spent":"344.677692ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:38:54.620994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.943402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:38:54.621018Z","caller":"traceutil/trace.go:171","msg":"trace[748967523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:255; }","duration":"126.007362ms","start":"2026-07-24T04:38:54.495005Z","end":"2026-07-24T04:38:54.621013Z","steps":["trace[748967523] 'agreement among raft nodes before linearized reading' (duration: 125.942552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.621037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.160485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:38:54.621087Z","caller":"traceutil/trace.go:171","msg":"trace[1194807450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:255; }","duration":"326.232545ms","start":"2026-07-24T04:38:54.294842Z","end":"2026-07-24T04:38:54.621074Z","steps":["trace[1194807450] 'agreement among raft nodes before linearized reading' (duration: 326.144015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.621149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.294831Z","time spent":"326.309755ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:38:54.62118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.275851Z","time spent":"344.951903ms","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:38:54.621557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.484302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3806"} {"level":"info","ts":"2026-07-24T04:38:54.621879Z","caller":"traceutil/trace.go:171","msg":"trace[652811684] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:255; }","duration":"338.807353ms","start":"2026-07-24T04:38:54.283034Z","end":"2026-07-24T04:38:54.621842Z","steps":["trace[652811684] 'agreement among raft nodes before linearized reading' (duration: 337.421599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.62216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:54.283027Z","time spent":"339.116085ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3828,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T04:38:54.789763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.235814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:38:54.78989Z","caller":"traceutil/trace.go:171","msg":"trace[86896520] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"232.323422ms","start":"2026-07-24T04:38:54.557547Z","end":"2026-07-24T04:38:54.78987Z","steps":["trace[86896520] 'process raft request' (duration: 101.895067ms)","trace[86896520] 'compare' (duration: 130.067544ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:54.847553Z","caller":"traceutil/trace.go:171","msg":"trace[890345391] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"224.802429ms","start":"2026-07-24T04:38:54.622726Z","end":"2026-07-24T04:38:54.847528Z","steps":["trace[890345391] 'process raft request' (duration: 224.645229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.847644Z","caller":"traceutil/trace.go:171","msg":"trace[313207767] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"223.378655ms","start":"2026-07-24T04:38:54.624244Z","end":"2026-07-24T04:38:54.847623Z","steps":["trace[313207767] 'process raft request' (duration: 223.220734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.847665Z","caller":"traceutil/trace.go:171","msg":"trace[1868597895] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"222.220601ms","start":"2026-07-24T04:38:54.625419Z","end":"2026-07-24T04:38:54.84764Z","steps":["trace[1868597895] 'process raft request' (duration: 222.09791ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.847973Z","caller":"traceutil/trace.go:171","msg":"trace[282983866] linearizableReadLoop","detail":"{readStateIndex:268; appliedIndex:263; }","duration":"162.896527ms","start":"2026-07-24T04:38:54.685055Z","end":"2026-07-24T04:38:54.847952Z","steps":["trace[282983866] 'read index received' (duration: 162.279655ms)","trace[282983866] 'applied index is now lower than readState.Index' (duration: 615.632µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:54.848141Z","caller":"traceutil/trace.go:171","msg":"trace[1678143647] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"221.85451ms","start":"2026-07-24T04:38:54.626272Z","end":"2026-07-24T04:38:54.848126Z","steps":["trace[1678143647] 'process raft request' (duration: 221.296949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:54.848173Z","caller":"traceutil/trace.go:171","msg":"trace[1083093337] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"216.296273ms","start":"2026-07-24T04:38:54.631863Z","end":"2026-07-24T04:38:54.84816Z","steps":["trace[1083093337] 'process raft request' (duration: 216.008672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:54.848541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.465748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:38:54.848616Z","caller":"traceutil/trace.go:171","msg":"trace[1975371079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:261; }","duration":"163.565508ms","start":"2026-07-24T04:38:54.685033Z","end":"2026-07-24T04:38:54.848599Z","steps":["trace[1975371079] 'agreement among raft nodes before linearized reading' (duration: 163.444568ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.067245Z","caller":"traceutil/trace.go:171","msg":"trace[664888435] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"214.392157ms","start":"2026-07-24T04:38:54.852824Z","end":"2026-07-24T04:38:55.067216Z","steps":["trace[664888435] 'process raft request' (duration: 151.22286ms)","trace[664888435] 'compare' (duration: 63.005216ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:55.081857Z","caller":"traceutil/trace.go:171","msg":"trace[1987521889] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"227.78308ms","start":"2026-07-24T04:38:54.854055Z","end":"2026-07-24T04:38:55.081838Z","steps":["trace[1987521889] 'process raft request' (duration: 227.541839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.081995Z","caller":"traceutil/trace.go:171","msg":"trace[1028783070] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"227.061986ms","start":"2026-07-24T04:38:54.854906Z","end":"2026-07-24T04:38:55.081968Z","steps":["trace[1028783070] 'process raft request' (duration: 226.915526ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.082107Z","caller":"traceutil/trace.go:171","msg":"trace[1761990227] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"225.557142ms","start":"2026-07-24T04:38:54.856532Z","end":"2026-07-24T04:38:55.082089Z","steps":["trace[1761990227] 'process raft request' (duration: 225.335822ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.082125Z","caller":"traceutil/trace.go:171","msg":"trace[841161425] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"227.845979ms","start":"2026-07-24T04:38:54.854254Z","end":"2026-07-24T04:38:55.0821Z","steps":["trace[841161425] 'process raft request' (duration: 227.470358ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.082197Z","caller":"traceutil/trace.go:171","msg":"trace[630006191] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"154.35005ms","start":"2026-07-24T04:38:54.927815Z","end":"2026-07-24T04:38:55.082165Z","steps":["trace[630006191] 'process raft request' (duration: 154.161439ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.082686Z","caller":"traceutil/trace.go:171","msg":"trace[543817574] linearizableReadLoop","detail":"{readStateIndex:273; appliedIndex:268; }","duration":"167.747012ms","start":"2026-07-24T04:38:54.914926Z","end":"2026-07-24T04:38:55.082673Z","steps":["trace[543817574] 'read index received' (duration: 89.135058ms)","trace[543817574] 'applied index is now lower than readState.Index' (duration: 78.611234ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:55.082807Z","caller":"traceutil/trace.go:171","msg":"trace[1760347604] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"153.979449ms","start":"2026-07-24T04:38:54.928809Z","end":"2026-07-24T04:38:55.082789Z","steps":["trace[1760347604] 'process raft request' (duration: 153.844369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:55.083039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.102923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-07-24T04:38:55.082753Z","caller":"traceutil/trace.go:171","msg":"trace[154766521] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"154.42069ms","start":"2026-07-24T04:38:54.928325Z","end":"2026-07-24T04:38:55.082746Z","steps":["trace[154766521] 'process raft request' (duration: 154.27577ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.083091Z","caller":"traceutil/trace.go:171","msg":"trace[98283644] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:266; }","duration":"168.199893ms","start":"2026-07-24T04:38:54.914877Z","end":"2026-07-24T04:38:55.083077Z","steps":["trace[98283644] 'agreement among raft nodes before linearized reading' (duration: 167.978673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.083368Z","caller":"traceutil/trace.go:171","msg":"trace[586519729] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"154.557631ms","start":"2026-07-24T04:38:54.928769Z","end":"2026-07-24T04:38:55.083327Z","steps":["trace[586519729] 'process raft request' (duration: 153.864589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:55.13221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.590641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:38:55.13227Z","caller":"traceutil/trace.go:171","msg":"trace[116184152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:267; }","duration":"212.692961ms","start":"2026-07-24T04:38:54.919565Z","end":"2026-07-24T04:38:55.132257Z","steps":["trace[116184152] 'agreement among raft nodes before linearized reading' (duration: 212.518161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:55.331481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.915256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:38:55.331582Z","caller":"traceutil/trace.go:171","msg":"trace[1660345215] linearizableReadLoop","detail":"{readStateIndex:281; appliedIndex:280; }","duration":"167.594091ms","start":"2026-07-24T04:38:55.163971Z","end":"2026-07-24T04:38:55.331565Z","steps":["trace[1660345215] 'read index received' (duration: 36.543704ms)","trace[1660345215] 'applied index is now lower than readState.Index' (duration: 131.049147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:38:55.331665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.684621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:38:55.331698Z","caller":"traceutil/trace.go:171","msg":"trace[954212336] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:270; }","duration":"167.740111ms","start":"2026-07-24T04:38:55.163948Z","end":"2026-07-24T04:38:55.331688Z","steps":["trace[954212336] 'agreement among raft nodes before linearized reading' (duration: 167.661711ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:55.331734Z","caller":"traceutil/trace.go:171","msg":"trace[527022859] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"168.328333ms","start":"2026-07-24T04:38:55.163344Z","end":"2026-07-24T04:38:55.331673Z","steps":["trace[527022859] 'process raft request' (duration: 37.159526ms)","trace[527022859] 'compare' (duration: 130.674976ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:55.334523Z","caller":"traceutil/trace.go:171","msg":"trace[762268928] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"167.670211ms","start":"2026-07-24T04:38:55.166842Z","end":"2026-07-24T04:38:55.334512Z","steps":["trace[762268928] 'process raft request' (duration: 167.563871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:58.053278Z","caller":"traceutil/trace.go:171","msg":"trace[1222725224] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"109.059748ms","start":"2026-07-24T04:38:57.944186Z","end":"2026-07-24T04:38:58.053246Z","steps":["trace[1222725224] 'process raft request' (duration: 65.739884ms)","trace[1222725224] 'compare' (duration: 43.163054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:38:58.852065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.816178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T04:38:58.85177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.001482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4369"} {"level":"info","ts":"2026-07-24T04:38:58.852289Z","caller":"traceutil/trace.go:171","msg":"trace[873784311] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"264.378891ms","start":"2026-07-24T04:38:58.587861Z","end":"2026-07-24T04:38:58.85224Z","steps":["trace[873784311] 'process raft request' (duration: 100.147071ms)","trace[873784311] 'compare' (duration: 163.504957ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:58.852321Z","caller":"traceutil/trace.go:171","msg":"trace[1230038797] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:345; }","duration":"417.617585ms","start":"2026-07-24T04:38:58.434685Z","end":"2026-07-24T04:38:58.852302Z","steps":["trace[1230038797] 'range keys from in-memory index tree' (duration: 416.911882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:38:58.852392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:38:58.434668Z","time spent":"417.713095ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4391,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T04:38:59.167138Z","caller":"traceutil/trace.go:171","msg":"trace[296139568] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"166.130484ms","start":"2026-07-24T04:38:59.000952Z","end":"2026-07-24T04:38:59.167082Z","steps":["trace[296139568] 'process raft request' (duration: 165.930903ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:59.344227Z","caller":"traceutil/trace.go:171","msg":"trace[1600856513] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"172.148113ms","start":"2026-07-24T04:38:59.172057Z","end":"2026-07-24T04:38:59.344205Z","steps":["trace[1600856513] 'process raft request' (duration: 121.623426ms)","trace[1600856513] 'compare' (duration: 50.355976ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:38:59.344386Z","caller":"traceutil/trace.go:171","msg":"trace[1846842904] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"166.033144ms","start":"2026-07-24T04:38:59.178331Z","end":"2026-07-24T04:38:59.344364Z","steps":["trace[1846842904] 'process raft request' (duration: 165.826524ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:38:59.527133Z","caller":"traceutil/trace.go:171","msg":"trace[1363934179] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"170.736889ms","start":"2026-07-24T04:38:59.356363Z","end":"2026-07-24T04:38:59.5271Z","steps":["trace[1363934179] 'process raft request' (duration: 134.353616ms)","trace[1363934179] 'compare' (duration: 36.261192ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:05.432498Z","caller":"traceutil/trace.go:171","msg":"trace[684102981] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"116.731631ms","start":"2026-07-24T04:39:05.315741Z","end":"2026-07-24T04:39:05.432473Z","steps":["trace[684102981] 'read index received' (duration: 67.023197ms)","trace[684102981] 'applied index is now lower than readState.Index' (duration: 49.707054ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:05.432522Z","caller":"traceutil/trace.go:171","msg":"trace[875162811] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"177.507008ms","start":"2026-07-24T04:39:05.254982Z","end":"2026-07-24T04:39:05.432489Z","steps":["trace[875162811] 'process raft request' (duration: 127.936565ms)","trace[875162811] 'compare' (duration: 49.412433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:05.432921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.161682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:39:05.432995Z","caller":"traceutil/trace.go:171","msg":"trace[1595230692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:371; }","duration":"117.291732ms","start":"2026-07-24T04:39:05.315688Z","end":"2026-07-24T04:39:05.43298Z","steps":["trace[1595230692] 'agreement among raft nodes before linearized reading' (duration: 116.883351ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:07.070396Z","caller":"traceutil/trace.go:171","msg":"trace[1365410051] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"108.190343ms","start":"2026-07-24T04:39:06.962171Z","end":"2026-07-24T04:39:07.070361Z","steps":["trace[1365410051] 'process raft request' (duration: 108.053252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:07.657791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.131654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:39:07.657875Z","caller":"traceutil/trace.go:171","msg":"trace[669825935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:376; }","duration":"183.263994ms","start":"2026-07-24T04:39:07.474593Z","end":"2026-07-24T04:39:07.657857Z","steps":["trace[669825935] 'range keys from in-memory index tree' (duration: 183.034533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:07.65786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.606065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:39:07.658007Z","caller":"traceutil/trace.go:171","msg":"trace[1883357186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:376; }","duration":"212.822406ms","start":"2026-07-24T04:39:07.445159Z","end":"2026-07-24T04:39:07.657981Z","steps":["trace[1883357186] 'range keys from in-memory index tree' (duration: 212.468855ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:30.373193Z","caller":"traceutil/trace.go:171","msg":"trace[889219265] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"284.077353ms","start":"2026-07-24T04:39:30.08909Z","end":"2026-07-24T04:39:30.373168Z","steps":["trace[889219265] 'process raft request' (duration: 283.936573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:30.373567Z","caller":"traceutil/trace.go:171","msg":"trace[1907943584] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:513; }","duration":"269.767369ms","start":"2026-07-24T04:39:30.103767Z","end":"2026-07-24T04:39:30.373534Z","steps":["trace[1907943584] 'read index received' (duration: 269.750009ms)","trace[1907943584] 'applied index is now lower than readState.Index' (duration: 15.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:30.373723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.94261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T04:39:30.37375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.188391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:30.373783Z","caller":"traceutil/trace.go:171","msg":"trace[1578719944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:493; }","duration":"270.0459ms","start":"2026-07-24T04:39:30.10372Z","end":"2026-07-24T04:39:30.373766Z","steps":["trace[1578719944] 'agreement among raft nodes before linearized reading' (duration: 269.93794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:30.37379Z","caller":"traceutil/trace.go:171","msg":"trace[2045055529] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:493; }","duration":"214.291681ms","start":"2026-07-24T04:39:30.159486Z","end":"2026-07-24T04:39:30.373777Z","steps":["trace[2045055529] 'agreement among raft nodes before linearized reading' (duration: 214.200341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:31.865017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:32.046735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318963735s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:39:32.077715Z","caller":"traceutil/trace.go:171","msg":"trace[982338273] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:545; }","duration":"713.365205ms","start":"2026-07-24T04:39:31.364329Z","end":"2026-07-24T04:39:32.077694Z","steps":["trace[982338273] 'read index received' (duration: 682.713852ms)","trace[982338273] 'applied index is now lower than readState.Index' (duration: 30.650433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:32.078151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.800876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:39:32.078218Z","caller":"traceutil/trace.go:171","msg":"trace[1144487118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"713.909976ms","start":"2026-07-24T04:39:31.364286Z","end":"2026-07-24T04:39:32.078196Z","steps":["trace[1144487118] 'agreement among raft nodes before linearized reading' (duration: 713.750026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.078258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:31.364267Z","time spent":"713.981606ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:39:32.078269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.828011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-24T04:39:32.078278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.910039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:32.078309Z","caller":"traceutil/trace.go:171","msg":"trace[1742764859] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:527; }","duration":"418.936121ms","start":"2026-07-24T04:39:31.659363Z","end":"2026-07-24T04:39:32.078299Z","steps":["trace[1742764859] 'agreement among raft nodes before linearized reading' (duration: 418.831131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:32.078333Z","caller":"traceutil/trace.go:171","msg":"trace[635763242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"158.014609ms","start":"2026-07-24T04:39:31.920305Z","end":"2026-07-24T04:39:32.07832Z","steps":["trace[635763242] 'agreement among raft nodes before linearized reading' (duration: 157.907789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.078343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:31.659342Z","time spent":"418.993011ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"info","ts":"2026-07-24T04:39:32.07781Z","caller":"traceutil/trace.go:171","msg":"trace[1088166966] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.335464124s","start":"2026-07-24T04:39:30.742333Z","end":"2026-07-24T04:39:32.077797Z","steps":["trace[1088166966] 'process raft request' (duration: 1.335148293s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.078497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:30.742323Z","time spent":"1.336097227s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:32.077958Z","caller":"traceutil/trace.go:171","msg":"trace[1495962831] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"969.236912ms","start":"2026-07-24T04:39:31.108684Z","end":"2026-07-24T04:39:32.077921Z","steps":["trace[1495962831] 'process raft request' (duration: 968.966792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.078704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:31.108657Z","time spent":"969.963345ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:32.078002Z","caller":"traceutil/trace.go:171","msg":"trace[902496502] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.259131902s","start":"2026-07-24T04:39:30.818844Z","end":"2026-07-24T04:39:32.077976Z","steps":["trace[902496502] 'process raft request' (duration: 1.258733101s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:32.078044Z","caller":"traceutil/trace.go:171","msg":"trace[355627594] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.338105883s","start":"2026-07-24T04:39:30.739926Z","end":"2026-07-24T04:39:32.078032Z","steps":["trace[355627594] 'process raft request' (duration: 1.337476451s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.078876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:30.739906Z","time spent":"1.338934296s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:32.078903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:30.818822Z","time spent":"1.259931945s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:39:32.07807Z","caller":"traceutil/trace.go:171","msg":"trace[755138965] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.350357631s","start":"2026-07-24T04:39:30.727682Z","end":"2026-07-24T04:39:32.07804Z","steps":["trace[755138965] 'process raft request' (duration: 1.319296727s)","trace[755138965] 'compare' (duration: 30.234941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:32.078972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:30.727665Z","time spent":"1.351281034s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:32.499814Z","caller":"traceutil/trace.go:171","msg":"trace[1531561752] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"122.748323ms","start":"2026-07-24T04:39:32.376998Z","end":"2026-07-24T04:39:32.499746Z","steps":["trace[1531561752] 'process raft request' (duration: 52.977191ms)","trace[1531561752] 'compare' (duration: 69.378841ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:32.499753Z","caller":"traceutil/trace.go:171","msg":"trace[1870542521] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"121.196978ms","start":"2026-07-24T04:39:32.378516Z","end":"2026-07-24T04:39:32.499713Z","steps":["trace[1870542521] 'read index received' (duration: 51.529496ms)","trace[1870542521] 'applied index is now lower than readState.Index' (duration: 69.665952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:32.500163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.627139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:39:32.500219Z","caller":"traceutil/trace.go:171","msg":"trace[2104543781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"121.724529ms","start":"2026-07-24T04:39:32.378482Z","end":"2026-07-24T04:39:32.500206Z","steps":["trace[2104543781] 'agreement among raft nodes before linearized reading' (duration: 121.542049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.540113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.657802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:39:32.540156Z","caller":"traceutil/trace.go:171","msg":"trace[371400673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"112.735672ms","start":"2026-07-24T04:39:32.427412Z","end":"2026-07-24T04:39:32.540147Z","steps":["trace[371400673] 'agreement among raft nodes before linearized reading' (duration: 112.644572ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:32.540497Z","caller":"traceutil/trace.go:171","msg":"trace[1632154661] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"158.46239ms","start":"2026-07-24T04:39:32.382028Z","end":"2026-07-24T04:39:32.54049Z","steps":["trace[1632154661] 'process raft request' (duration: 157.915668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.540727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.656519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:39:32.54075Z","caller":"traceutil/trace.go:171","msg":"trace[152195008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"108.69919ms","start":"2026-07-24T04:39:32.432046Z","end":"2026-07-24T04:39:32.540745Z","steps":["trace[152195008] 'agreement among raft nodes before linearized reading' (duration: 108.658479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:32.812081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.849136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:32.81239Z","caller":"traceutil/trace.go:171","msg":"trace[1227782413] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"269.80414ms","start":"2026-07-24T04:39:32.542554Z","end":"2026-07-24T04:39:32.812358Z","steps":["trace[1227782413] 'process raft request' (duration: 125.603172ms)","trace[1227782413] 'compare' (duration: 143.505805ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:32.812428Z","caller":"traceutil/trace.go:171","msg":"trace[44238645] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"252.388077ms","start":"2026-07-24T04:39:32.560025Z","end":"2026-07-24T04:39:32.812413Z","steps":["trace[44238645] 'process raft request' (duration: 252.321517ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:32.812687Z","caller":"traceutil/trace.go:171","msg":"trace[1619724340] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"267.567443ms","start":"2026-07-24T04:39:32.545102Z","end":"2026-07-24T04:39:32.812669Z","steps":["trace[1619724340] 'process raft request' (duration: 267.197071ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:32.813182Z","caller":"traceutil/trace.go:171","msg":"trace[1328909789] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"268.593935ms","start":"2026-07-24T04:39:32.544571Z","end":"2026-07-24T04:39:32.813165Z","steps":["trace[1328909789] 'process raft request' (duration: 267.638282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:32.884275Z","caller":"traceutil/trace.go:171","msg":"trace[1441341509] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"279.756799ms","start":"2026-07-24T04:39:32.604497Z","end":"2026-07-24T04:39:32.884254Z","steps":["trace[1441341509] 'process raft request' (duration: 279.545838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:33.301578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.90124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:33.301685Z","caller":"traceutil/trace.go:171","msg":"trace[687331937] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"442.915294ms","start":"2026-07-24T04:39:32.858752Z","end":"2026-07-24T04:39:33.301667Z","steps":["trace[687331937] 'process raft request' (duration: 102.845233ms)","trace[687331937] 'compare' (duration: 339.77497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:33.301744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:32.858728Z","time spent":"442.987684ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:33.53417Z","caller":"traceutil/trace.go:171","msg":"trace[734422155] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"616.35887ms","start":"2026-07-24T04:39:32.917787Z","end":"2026-07-24T04:39:33.534146Z","steps":["trace[734422155] 'process raft request' (duration: 550.455081ms)","trace[734422155] 'compare' (duration: 65.798189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:33.5343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:32.917766Z","time spent":"616.46792ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:33.930215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.324026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:33.931342Z","caller":"traceutil/trace.go:171","msg":"trace[314343527] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"813.774529ms","start":"2026-07-24T04:39:33.117076Z","end":"2026-07-24T04:39:33.930851Z","steps":["trace[314343527] 'process raft request' (duration: 639.686281ms)","trace[314343527] 'compare' (duration: 172.585523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:33.931543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:33.11705Z","time spent":"814.42766ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:39:33.935684Z","caller":"traceutil/trace.go:171","msg":"trace[1202400038] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"612.413148ms","start":"2026-07-24T04:39:33.323242Z","end":"2026-07-24T04:39:33.935655Z","steps":["trace[1202400038] 'process raft request' (duration: 607.164581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:33.935851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:33.323218Z","time spent":"612.539928ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:34.421605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:35.875461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170808958s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:39:35.878874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174106638s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:35.879185Z","caller":"traceutil/trace.go:171","msg":"trace[1721760013] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"2.318405767s","start":"2026-07-24T04:39:33.56074Z","end":"2026-07-24T04:39:35.879146Z","steps":["trace[1721760013] 'process raft request' (duration: 1.143879898s)","trace[1721760013] 'compare' (duration: 1.173851497s)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:35.879232Z","caller":"traceutil/trace.go:171","msg":"trace[1756257206] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:586; }","duration":"1.958670847s","start":"2026-07-24T04:39:33.920538Z","end":"2026-07-24T04:39:35.879209Z","steps":["trace[1756257206] 'read index received' (duration: 784.096617ms)","trace[1756257206] 'applied index is now lower than readState.Index' (duration: 1.17457078s)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:35.879269Z","caller":"traceutil/trace.go:171","msg":"trace[1096988058] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.918667576s","start":"2026-07-24T04:39:33.960577Z","end":"2026-07-24T04:39:35.879245Z","steps":["trace[1096988058] 'process raft request' (duration: 1.918449735s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:35.879292Z","caller":"traceutil/trace.go:171","msg":"trace[1770461812] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.852475355s","start":"2026-07-24T04:39:34.026781Z","end":"2026-07-24T04:39:35.879256Z","steps":["trace[1770461812] 'process raft request' (duration: 1.852367514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.879324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:33.560713Z","time spent":"2.318526528s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:35.879371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:33.96054Z","time spent":"1.918775506s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:35.879439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:34.02675Z","time spent":"1.852606085s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:39:35.879462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958899957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:35.879551Z","caller":"traceutil/trace.go:171","msg":"trace[1604323546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"1.959026427s","start":"2026-07-24T04:39:33.920497Z","end":"2026-07-24T04:39:35.879523Z","steps":["trace[1604323546] 'agreement among raft nodes before linearized reading' (duration: 1.958804287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.879615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:33.92048Z","time spent":"1.959126048s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:39:35.90945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091636998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:39:35.909588Z","caller":"traceutil/trace.go:171","msg":"trace[1242493762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"1.091822189s","start":"2026-07-24T04:39:34.817747Z","end":"2026-07-24T04:39:35.909569Z","steps":["trace[1242493762] 'agreement among raft nodes before linearized reading' (duration: 1.091564928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.909608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785074722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:39:35.909684Z","caller":"traceutil/trace.go:171","msg":"trace[320044010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:566; }","duration":"1.785191212s","start":"2026-07-24T04:39:34.124475Z","end":"2026-07-24T04:39:35.909666Z","steps":["trace[320044010] 'agreement among raft nodes before linearized reading' (duration: 1.785006231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.909728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:34.124461Z","time spent":"1.785259382s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:39:35.909606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091796709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:39:35.909707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:34.817726Z","time spent":"1.091928779s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:39:35.909863Z","caller":"traceutil/trace.go:171","msg":"trace[1301306669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:566; }","duration":"1.092039749s","start":"2026-07-24T04:39:34.817764Z","end":"2026-07-24T04:39:35.909804Z","steps":["trace[1301306669] 'agreement among raft nodes before linearized reading' (duration: 1.091800259s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.910102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:34.817742Z","time spent":"1.09234817s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:39:35.909478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331656155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:39:35.910216Z","caller":"traceutil/trace.go:171","msg":"trace[712910398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"1.332451277s","start":"2026-07-24T04:39:34.577747Z","end":"2026-07-24T04:39:35.910199Z","steps":["trace[712910398] 'agreement among raft nodes before linearized reading' (duration: 1.331577055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.910393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:34.577729Z","time spent":"1.332634008s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:39:35.90954Z","caller":"traceutil/trace.go:171","msg":"trace[495924807] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"925.580424ms","start":"2026-07-24T04:39:34.983945Z","end":"2026-07-24T04:39:35.909525Z","steps":["trace[495924807] 'process raft request' (duration: 925.169853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:35.911212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:34.983926Z","time spent":"927.17947ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:38.900469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.416709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:38.900738Z","caller":"traceutil/trace.go:171","msg":"trace[2023820783] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"965.540162ms","start":"2026-07-24T04:39:37.93518Z","end":"2026-07-24T04:39:38.900721Z","steps":["trace[2023820783] 'process raft request' (duration: 965.416181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:38.900818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:37.935167Z","time spent":"965.615142ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:38.900841Z","caller":"traceutil/trace.go:171","msg":"trace[1864935784] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"966.844476ms","start":"2026-07-24T04:39:37.93398Z","end":"2026-07-24T04:39:38.900824Z","steps":["trace[1864935784] 'process raft request' (duration: 338.999846ms)","trace[1864935784] 'compare' (duration: 627.282618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:38.900901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:37.933965Z","time spent":"966.906446ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:38.901017Z","caller":"traceutil/trace.go:171","msg":"trace[2002195622] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"964.878329ms","start":"2026-07-24T04:39:37.936093Z","end":"2026-07-24T04:39:38.900971Z","steps":["trace[2002195622] 'process raft request' (duration: 964.591188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:38.901222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:37.936085Z","time spent":"965.02184ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:38.905765Z","caller":"traceutil/trace.go:171","msg":"trace[153438662] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"759.94359ms","start":"2026-07-24T04:39:38.145803Z","end":"2026-07-24T04:39:38.905747Z","steps":["trace[153438662] 'process raft request' (duration: 759.580009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:38.905864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:38.145768Z","time spent":"760.04605ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:39:40.42327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094815,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:39:40.771996Z","caller":"traceutil/trace.go:171","msg":"trace[1655995329] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"849.560429ms","start":"2026-07-24T04:39:39.922381Z","end":"2026-07-24T04:39:40.771942Z","steps":["trace[1655995329] 'read index received' (duration: 842.478177ms)","trace[1655995329] 'applied index is now lower than readState.Index' (duration: 7.081172ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:40.772002Z","caller":"traceutil/trace.go:171","msg":"trace[589483683] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"852.239427ms","start":"2026-07-24T04:39:39.919733Z","end":"2026-07-24T04:39:40.771972Z","steps":["trace[589483683] 'process raft request' (duration: 851.492515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:40.772154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.75098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:39:40.772224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:39.919704Z","time spent":"852.433208ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:40.772239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.1446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:39:40.772284Z","caller":"traceutil/trace.go:171","msg":"trace[262222829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"777.21945ms","start":"2026-07-24T04:39:39.995053Z","end":"2026-07-24T04:39:40.772272Z","steps":["trace[262222829] 'agreement among raft nodes before linearized reading' (duration: 777.06665ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:40.772244Z","caller":"traceutil/trace.go:171","msg":"trace[852478806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"849.87644ms","start":"2026-07-24T04:39:39.922345Z","end":"2026-07-24T04:39:40.772221Z","steps":["trace[852478806] 'agreement among raft nodes before linearized reading' (duration: 849.719619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:40.772325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:39.995044Z","time spent":"777.2728ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:39:40.772759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.872862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t8d9j\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-24T04:39:40.772872Z","caller":"traceutil/trace.go:171","msg":"trace[866735903] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t8d9j; range_end:; response_count:1; response_revision:595; }","duration":"735.010603ms","start":"2026-07-24T04:39:40.037841Z","end":"2026-07-24T04:39:40.772852Z","steps":["trace[866735903] 'agreement among raft nodes before linearized reading' (duration: 734.341181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:40.772915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.037834Z","time spent":"735.071953ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-t8d9j\" "} {"level":"warn","ts":"2026-07-24T04:39:40.772436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:39.922327Z","time spent":"850.0261ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:39:41.406663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:41.907734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:42.408048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:42.909011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:43.40976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655094819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:39:43.467751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.690523449s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:39:43.67642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.40248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:43.676628Z","caller":"traceutil/trace.go:171","msg":"trace[1138041261] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"2.89944169s","start":"2026-07-24T04:39:40.777157Z","end":"2026-07-24T04:39:43.676599Z","steps":["trace[1138041261] 'process raft request' (duration: 2.690774959s)","trace[1138041261] 'compare' (duration: 208.26656ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:43.6767Z","caller":"traceutil/trace.go:171","msg":"trace[270276533] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:620; }","duration":"2.770948531s","start":"2026-07-24T04:39:40.905736Z","end":"2026-07-24T04:39:43.676684Z","steps":["trace[270276533] 'read index received' (duration: 2.56220681s)","trace[270276533] 'applied index is now lower than readState.Index' (duration: 208.740691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:43.67676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.777142Z","time spent":"2.89954915s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:43.676906Z","caller":"traceutil/trace.go:171","msg":"trace[278807520] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"2.861210385s","start":"2026-07-24T04:39:40.815685Z","end":"2026-07-24T04:39:43.676895Z","steps":["trace[278807520] 'process raft request' (duration: 2.860875394s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.676974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.815668Z","time spent":"2.861273825s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:43.677075Z","caller":"traceutil/trace.go:171","msg":"trace[1554372260] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.57920485s","start":"2026-07-24T04:39:42.097859Z","end":"2026-07-24T04:39:43.677064Z","steps":["trace[1554372260] 'process raft request' (duration: 1.578790829s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.677143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:42.097833Z","time spent":"1.57927722s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:43.677212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771474373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:39:43.67725Z","caller":"traceutil/trace.go:171","msg":"trace[595554822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"2.771560113s","start":"2026-07-24T04:39:40.905679Z","end":"2026-07-24T04:39:43.67724Z","steps":["trace[595554822] 'agreement among raft nodes before linearized reading' (duration: 2.771434142s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.677279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.90566Z","time spent":"2.771612663s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:39:43.677335Z","caller":"traceutil/trace.go:171","msg":"trace[1729606444] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"2.835424137s","start":"2026-07-24T04:39:40.841887Z","end":"2026-07-24T04:39:43.677311Z","steps":["trace[1729606444] 'process raft request' (duration: 2.834731115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.677389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.841865Z","time spent":"2.835502497s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:39:43.677481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771568563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:39:43.677518Z","caller":"traceutil/trace.go:171","msg":"trace[1606950345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"2.771621483s","start":"2026-07-24T04:39:40.905887Z","end":"2026-07-24T04:39:43.677509Z","steps":["trace[1606950345] 'agreement among raft nodes before linearized reading' (duration: 2.771519033s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.677544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.905872Z","time spent":"2.771665533s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:39:43.677806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018252136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:39:43.677851Z","caller":"traceutil/trace.go:171","msg":"trace[953099737] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:599; }","duration":"2.018334306s","start":"2026-07-24T04:39:41.659506Z","end":"2026-07-24T04:39:43.67784Z","steps":["trace[953099737] 'agreement among raft nodes before linearized reading' (duration: 2.018205606s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.67786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771866364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:39:43.67788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:41.659487Z","time spent":"2.018385846s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"info","ts":"2026-07-24T04:39:43.677891Z","caller":"traceutil/trace.go:171","msg":"trace[2132635692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"2.771931124s","start":"2026-07-24T04:39:40.905951Z","end":"2026-07-24T04:39:43.677882Z","steps":["trace[2132635692] 'agreement among raft nodes before linearized reading' (duration: 2.771850094s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.677921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:40.905932Z","time spent":"2.771983235s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:39:43.678058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757253638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:43.678093Z","caller":"traceutil/trace.go:171","msg":"trace[346774969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"1.757319918s","start":"2026-07-24T04:39:41.920764Z","end":"2026-07-24T04:39:43.678084Z","steps":["trace[346774969] 'agreement among raft nodes before linearized reading' (duration: 1.757272498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:43.678118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:41.920748Z","time spent":"1.757364698s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:39:44.155038Z","caller":"traceutil/trace.go:171","msg":"trace[200749430] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"100.024393ms","start":"2026-07-24T04:39:44.054994Z","end":"2026-07-24T04:39:44.155018Z","steps":["trace[200749430] 'process raft request' (duration: 99.908782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:44.18082Z","caller":"traceutil/trace.go:171","msg":"trace[638354646] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"113.989074ms","start":"2026-07-24T04:39:44.066813Z","end":"2026-07-24T04:39:44.180802Z","steps":["trace[638354646] 'process raft request' (duration: 113.659673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:45.422819Z","caller":"traceutil/trace.go:171","msg":"trace[1380607189] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"131.336486ms","start":"2026-07-24T04:39:45.291454Z","end":"2026-07-24T04:39:45.42279Z","steps":["trace[1380607189] 'process raft request' (duration: 44.291244ms)","trace[1380607189] 'compare' (duration: 86.916342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:46.124152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.02514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:46.12427Z","caller":"traceutil/trace.go:171","msg":"trace[1624666928] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:616; }","duration":"275.159252ms","start":"2026-07-24T04:39:45.849091Z","end":"2026-07-24T04:39:46.124251Z","steps":["trace[1624666928] 'range keys from in-memory index tree' (duration: 275.00636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:46.124557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.35175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:46.124687Z","caller":"traceutil/trace.go:171","msg":"trace[1670765584] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"430.77134ms","start":"2026-07-24T04:39:45.693908Z","end":"2026-07-24T04:39:46.124679Z","steps":["trace[1670765584] 'compare' (duration: 427.23651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:46.12491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:45.693895Z","time spent":"430.994151ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:46.125051Z","caller":"traceutil/trace.go:171","msg":"trace[1106885556] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"427.21995ms","start":"2026-07-24T04:39:45.697814Z","end":"2026-07-24T04:39:46.125034Z","steps":["trace[1106885556] 'process raft request' (duration: 426.810979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:46.125162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:45.697805Z","time spent":"427.29584ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:46.125182Z","caller":"traceutil/trace.go:171","msg":"trace[910096468] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"427.23443ms","start":"2026-07-24T04:39:45.697938Z","end":"2026-07-24T04:39:46.125172Z","steps":["trace[910096468] 'process raft request' (duration: 427.048579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:46.125227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:45.697915Z","time spent":"427.28805ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:46.755675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.187977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:46.756012Z","caller":"traceutil/trace.go:171","msg":"trace[975429009] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"999.299454ms","start":"2026-07-24T04:39:45.75669Z","end":"2026-07-24T04:39:46.75599Z","steps":["trace[975429009] 'process raft request' (duration: 565.715456ms)","trace[975429009] 'compare' (duration: 432.997287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:46.756112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:45.756671Z","time spent":"999.395974ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:39:46.75653Z","caller":"traceutil/trace.go:171","msg":"trace[1642617492] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"915.483152ms","start":"2026-07-24T04:39:45.84104Z","end":"2026-07-24T04:39:46.756523Z","steps":["trace[1642617492] 'process raft request' (duration: 914.93044ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:46.75655Z","caller":"traceutil/trace.go:171","msg":"trace[1004578856] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:642; }","duration":"835.25262ms","start":"2026-07-24T04:39:45.921279Z","end":"2026-07-24T04:39:46.756532Z","steps":["trace[1004578856] 'read index received' (duration: 15.521368ms)","trace[1004578856] 'applied index is now lower than readState.Index' (duration: 819.730362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:46.756577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:45.841009Z","time spent":"915.540592ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:39:46.756727Z","caller":"traceutil/trace.go:171","msg":"trace[612280231] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"691.373716ms","start":"2026-07-24T04:39:46.065328Z","end":"2026-07-24T04:39:46.756702Z","steps":["trace[612280231] 'process raft request' (duration: 691.163815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:46.756769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.50096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:46.756789Z","caller":"traceutil/trace.go:171","msg":"trace[1075075005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"835.56967ms","start":"2026-07-24T04:39:45.921213Z","end":"2026-07-24T04:39:46.756783Z","steps":["trace[1075075005] 'agreement among raft nodes before linearized reading' (duration: 835.38258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:46.756804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:45.921187Z","time spent":"835.61243ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:39:46.756818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:46.065303Z","time spent":"691.470946ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:47.058162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.030329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:47.058413Z","caller":"traceutil/trace.go:171","msg":"trace[1026579032] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"249.240262ms","start":"2026-07-24T04:39:46.809137Z","end":"2026-07-24T04:39:47.058378Z","steps":["trace[1026579032] 'process raft request' (duration: 79.868572ms)","trace[1026579032] 'compare' (duration: 168.776838ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:47.058441Z","caller":"traceutil/trace.go:171","msg":"trace[516569140] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"245.34028ms","start":"2026-07-24T04:39:46.813071Z","end":"2026-07-24T04:39:47.058411Z","steps":["trace[516569140] 'process raft request' (duration: 245.2621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:47.255909Z","caller":"traceutil/trace.go:171","msg":"trace[1991203459] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"139.124619ms","start":"2026-07-24T04:39:47.116749Z","end":"2026-07-24T04:39:47.255874Z","steps":["trace[1991203459] 'process raft request' (duration: 57.664763ms)","trace[1991203459] 'compare' (duration: 81.309895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:47.539223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.253636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:39:47.539343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.180955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:47.539451Z","caller":"traceutil/trace.go:171","msg":"trace[1465622612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:633; }","duration":"101.298246ms","start":"2026-07-24T04:39:47.438131Z","end":"2026-07-24T04:39:47.539429Z","steps":["trace[1465622612] 'agreement among raft nodes before linearized reading' (duration: 101.172545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:47.539457Z","caller":"traceutil/trace.go:171","msg":"trace[1817056553] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:633; }","duration":"101.484956ms","start":"2026-07-24T04:39:47.437914Z","end":"2026-07-24T04:39:47.539399Z","steps":["trace[1817056553] 'agreement among raft nodes before linearized reading' (duration: 101.195456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:47.539549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.467886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:39:47.539268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.015634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:47.539706Z","caller":"traceutil/trace.go:171","msg":"trace[495236516] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:633; }","duration":"101.673336ms","start":"2026-07-24T04:39:47.438008Z","end":"2026-07-24T04:39:47.539681Z","steps":["trace[495236516] 'agreement among raft nodes before linearized reading' (duration: 101.433566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:47.539697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:47.539753Z","caller":"traceutil/trace.go:171","msg":"trace[192462944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:633; }","duration":"101.568905ms","start":"2026-07-24T04:39:47.43817Z","end":"2026-07-24T04:39:47.539739Z","steps":["trace[192462944] 'agreement among raft nodes before linearized reading' (duration: 100.964174ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:47.539842Z","caller":"traceutil/trace.go:171","msg":"trace[449311044] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:633; }","duration":"101.642506ms","start":"2026-07-24T04:39:47.438166Z","end":"2026-07-24T04:39:47.539809Z","steps":["trace[449311044] 'agreement among raft nodes before linearized reading' (duration: 101.217504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:47.539567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.557917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:47.54004Z","caller":"traceutil/trace.go:171","msg":"trace[891693996] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:633; }","duration":"102.055798ms","start":"2026-07-24T04:39:47.437973Z","end":"2026-07-24T04:39:47.540029Z","steps":["trace[891693996] 'agreement among raft nodes before linearized reading' (duration: 101.510547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:47.895345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.17049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:39:47.895734Z","caller":"traceutil/trace.go:171","msg":"trace[819942296] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"349.340714ms","start":"2026-07-24T04:39:47.546368Z","end":"2026-07-24T04:39:47.895708Z","steps":["trace[819942296] 'process raft request' (duration: 349.069463ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:47.895763Z","caller":"traceutil/trace.go:171","msg":"trace[1686972724] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"350.686907ms","start":"2026-07-24T04:39:47.545031Z","end":"2026-07-24T04:39:47.895718Z","steps":["trace[1686972724] 'process raft request' (duration: 148.087236ms)","trace[1686972724] 'compare' (duration: 202.044499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:47.89582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:47.54635Z","time spent":"349.428384ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:39:47.896238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:47.545005Z","time spent":"350.807927ms","remote":"127.0.0.1:34364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:39:47.954752Z","caller":"traceutil/trace.go:171","msg":"trace[1207693590] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"339.431343ms","start":"2026-07-24T04:39:47.615266Z","end":"2026-07-24T04:39:47.954698Z","steps":["trace[1207693590] 'process raft request' (duration: 339.221613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:47.954817Z","caller":"traceutil/trace.go:171","msg":"trace[563466394] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"324.262768ms","start":"2026-07-24T04:39:47.630537Z","end":"2026-07-24T04:39:47.9548Z","steps":["trace[563466394] 'process raft request' (duration: 324.148307ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:47.954831Z","caller":"traceutil/trace.go:171","msg":"trace[1206321650] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"339.415453ms","start":"2026-07-24T04:39:47.615382Z","end":"2026-07-24T04:39:47.954798Z","steps":["trace[1206321650] 'process raft request' (duration: 339.233312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:47.954932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:47.630517Z","time spent":"324.348248ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:39:47.954999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:47.615362Z","time spent":"339.544443ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:39:47.954932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:39:47.615246Z","time spent":"339.619524ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:39:47.95537Z","caller":"traceutil/trace.go:171","msg":"trace[2059667048] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:663; }","duration":"260.215644ms","start":"2026-07-24T04:39:47.69452Z","end":"2026-07-24T04:39:47.954736Z","steps":["trace[2059667048] 'read index received' (duration: 259.971234ms)","trace[2059667048] 'applied index is now lower than readState.Index' (duration: 243µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:39:47.956114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.162347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:39:47.956183Z","caller":"traceutil/trace.go:171","msg":"trace[488161048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"261.693008ms","start":"2026-07-24T04:39:47.694474Z","end":"2026-07-24T04:39:47.956167Z","steps":["trace[488161048] 'agreement among raft nodes before linearized reading' (duration: 260.714636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:39:47.982722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.269886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:39:47.983077Z","caller":"traceutil/trace.go:171","msg":"trace[49131055] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:640; }","duration":"144.657997ms","start":"2026-07-24T04:39:47.838377Z","end":"2026-07-24T04:39:47.983035Z","steps":["trace[49131055] 'agreement among raft nodes before linearized reading' (duration: 144.284296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:39:48.851086Z","caller":"traceutil/trace.go:171","msg":"trace[1126701990] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"189.523202ms","start":"2026-07-24T04:39:48.661532Z","end":"2026-07-24T04:39:48.851055Z","steps":["trace[1126701990] 'process raft request' (duration: 135.95702ms)","trace[1126701990] 'compare' (duration: 53.378111ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:39:56.560041Z","caller":"traceutil/trace.go:171","msg":"trace[632726631] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"256.921542ms","start":"2026-07-24T04:39:56.303062Z","end":"2026-07-24T04:39:56.559984Z","steps":["trace[632726631] 'process raft request' (duration: 176.53802ms)","trace[632726631] 'compare' (duration: 79.294338ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:01.864039Z","caller":"traceutil/trace.go:171","msg":"trace[1561643655] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"150.055669ms","start":"2026-07-24T04:40:01.713945Z","end":"2026-07-24T04:40:01.864001Z","steps":["trace[1561643655] 'process raft request' (duration: 149.932029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.534846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377428315s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:40:08.625743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735717957s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:40:08.625986Z","caller":"traceutil/trace.go:171","msg":"trace[882830347] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:822; }","duration":"1.705061186s","start":"2026-07-24T04:40:06.920903Z","end":"2026-07-24T04:40:08.625964Z","steps":["trace[882830347] 'read index received' (duration: 38.26µs)","trace[882830347] 'applied index is now lower than readState.Index' (duration: 1.705021746s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:08.627767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706852262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:40:08.627832Z","caller":"traceutil/trace.go:171","msg":"trace[476701009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"1.706960412s","start":"2026-07-24T04:40:06.920855Z","end":"2026-07-24T04:40:08.627816Z","steps":["trace[476701009] 'agreement among raft nodes before linearized reading' (duration: 1.706856312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.627881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:06.920835Z","time spent":"1.707032532s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:40:08.628453Z","caller":"traceutil/trace.go:171","msg":"trace[1496809129] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"1.471134695s","start":"2026-07-24T04:40:07.157298Z","end":"2026-07-24T04:40:08.628433Z","steps":["trace[1496809129] 'process raft request' (duration: 1.468564147s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.628736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:07.157272Z","time spent":"1.471292245s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:40:08.641667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064173157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:40:08.641725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714820935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:40:08.641735Z","caller":"traceutil/trace.go:171","msg":"trace[957071614] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:791; }","duration":"1.064290337s","start":"2026-07-24T04:40:07.577431Z","end":"2026-07-24T04:40:08.641722Z","steps":["trace[957071614] 'agreement among raft nodes before linearized reading' (duration: 1.051350337s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.641773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:07.577411Z","time spent":"1.064353407s","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:40:08.641673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.990641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:40:08.641958Z","caller":"traceutil/trace.go:171","msg":"trace[1259416588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:791; }","duration":"110.330271ms","start":"2026-07-24T04:40:08.531619Z","end":"2026-07-24T04:40:08.641949Z","steps":["trace[1259416588] 'agreement among raft nodes before linearized reading' (duration: 97.104331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.641974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.282012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-24T04:40:08.642067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.176317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:40:08.642121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42921709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7qwql\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-24T04:40:08.642128Z","caller":"traceutil/trace.go:171","msg":"trace[1113653139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:791; }","duration":"917.262637ms","start":"2026-07-24T04:40:07.724848Z","end":"2026-07-24T04:40:08.64211Z","steps":["trace[1113653139] 'agreement among raft nodes before linearized reading' (duration: 903.957847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.642176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:07.724831Z","time spent":"917.335807ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T04:40:08.641899Z","caller":"traceutil/trace.go:171","msg":"trace[1044045083] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:791; }","duration":"1.714899335s","start":"2026-07-24T04:40:06.926848Z","end":"2026-07-24T04:40:08.641747Z","steps":["trace[1044045083] 'agreement among raft nodes before linearized reading' (duration: 1.701518024s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:08.642197Z","caller":"traceutil/trace.go:171","msg":"trace[878368441] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7qwql; range_end:; response_count:1; response_revision:791; }","duration":"1.42928868s","start":"2026-07-24T04:40:07.212866Z","end":"2026-07-24T04:40:08.642155Z","steps":["trace[878368441] 'agreement among raft nodes before linearized reading' (duration: 1.41594038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.642232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:07.212851Z","time spent":"1.4293706s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7qwql\" "} {"level":"warn","ts":"2026-07-24T04:40:08.642323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:06.926817Z","time spent":"1.715491766s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:40:08.642051Z","caller":"traceutil/trace.go:171","msg":"trace[1624262158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:791; }","duration":"398.359583ms","start":"2026-07-24T04:40:08.243647Z","end":"2026-07-24T04:40:08.642006Z","steps":["trace[1624262158] 'agreement among raft nodes before linearized reading' (duration: 385.036822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:08.642489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:08.243628Z","time spent":"398.847704ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:40:16.142777Z","caller":"traceutil/trace.go:171","msg":"trace[409756284] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"149.974608ms","start":"2026-07-24T04:40:15.992784Z","end":"2026-07-24T04:40:16.142759Z","steps":["trace[409756284] 'process raft request' (duration: 149.826027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:22.807343Z","caller":"traceutil/trace.go:171","msg":"trace[1497259202] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"115.842295ms","start":"2026-07-24T04:40:22.691405Z","end":"2026-07-24T04:40:22.807247Z","steps":["trace[1497259202] 'process raft request' (duration: 115.586834ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:43.266829Z","caller":"traceutil/trace.go:171","msg":"trace[1476446662] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"148.853712ms","start":"2026-07-24T04:40:43.117953Z","end":"2026-07-24T04:40:43.266807Z","steps":["trace[1476446662] 'process raft request' (duration: 147.054416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:43.266827Z","caller":"traceutil/trace.go:171","msg":"trace[522807383] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"115.226092ms","start":"2026-07-24T04:40:43.151577Z","end":"2026-07-24T04:40:43.266803Z","steps":["trace[522807383] 'read index received' (duration: 113.472736ms)","trace[522807383] 'applied index is now lower than readState.Index' (duration: 1.752166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:43.267393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.714243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:40:43.267518Z","caller":"traceutil/trace.go:171","msg":"trace[1920396329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1206; }","duration":"115.955954ms","start":"2026-07-24T04:40:43.151542Z","end":"2026-07-24T04:40:43.267498Z","steps":["trace[1920396329] 'agreement among raft nodes before linearized reading' (duration: 115.349232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:43.462465Z","caller":"traceutil/trace.go:171","msg":"trace[1938778369] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"142.735075ms","start":"2026-07-24T04:40:43.319701Z","end":"2026-07-24T04:40:43.462436Z","steps":["trace[1938778369] 'process raft request' (duration: 140.284047ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:43.472791Z","caller":"traceutil/trace.go:171","msg":"trace[1486159030] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"151.752211ms","start":"2026-07-24T04:40:43.321023Z","end":"2026-07-24T04:40:43.472775Z","steps":["trace[1486159030] 'process raft request' (duration: 151.59301ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:43.472931Z","caller":"traceutil/trace.go:171","msg":"trace[1705509386] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"151.018619ms","start":"2026-07-24T04:40:43.321904Z","end":"2026-07-24T04:40:43.472923Z","steps":["trace[1705509386] 'process raft request' (duration: 150.809727ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:43.602556Z","caller":"traceutil/trace.go:171","msg":"trace[1476502239] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"132.311903ms","start":"2026-07-24T04:40:43.470213Z","end":"2026-07-24T04:40:43.602525Z","steps":["trace[1476502239] 'process raft request' (duration: 96.042605ms)","trace[1476502239] 'compare' (duration: 36.146607ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:43.788638Z","caller":"traceutil/trace.go:171","msg":"trace[222468988] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"103.667078ms","start":"2026-07-24T04:40:43.684955Z","end":"2026-07-24T04:40:43.788622Z","steps":["trace[222468988] 'process raft request' (duration: 99.270796ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:52.639711Z","caller":"traceutil/trace.go:171","msg":"trace[1507113015] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1306; }","duration":"158.821692ms","start":"2026-07-24T04:40:52.480856Z","end":"2026-07-24T04:40:52.639678Z","steps":["trace[1507113015] 'read index received' (duration: 65.389065ms)","trace[1507113015] 'applied index is now lower than readState.Index' (duration: 93.431457ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:52.639756Z","caller":"traceutil/trace.go:171","msg":"trace[108817062] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"159.239963ms","start":"2026-07-24T04:40:52.480491Z","end":"2026-07-24T04:40:52.639731Z","steps":["trace[108817062] 'process raft request' (duration: 65.738836ms)","trace[108817062] 'compare' (duration: 93.305707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:52.639852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.977372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:40:52.639889Z","caller":"traceutil/trace.go:171","msg":"trace[1859696050] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/atmosphere; range_end:; response_count:0; response_revision:1263; }","duration":"159.078552ms","start":"2026-07-24T04:40:52.480798Z","end":"2026-07-24T04:40:52.639876Z","steps":["trace[1859696050] 'agreement among raft nodes before linearized reading' (duration: 158.995672ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:52.702793Z","caller":"traceutil/trace.go:171","msg":"trace[9390679] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1263; }","duration":"220.983305ms","start":"2026-07-24T04:40:52.481785Z","end":"2026-07-24T04:40:52.702769Z","steps":["trace[9390679] 'process raft request' (duration: 220.864075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:53.033897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.546373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:40:53.034118Z","caller":"traceutil/trace.go:171","msg":"trace[2135766177] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"305.205036ms","start":"2026-07-24T04:40:52.728882Z","end":"2026-07-24T04:40:53.034087Z","steps":["trace[2135766177] 'process raft request' (duration: 172.381452ms)","trace[2135766177] 'compare' (duration: 132.417573ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:53.034187Z","caller":"traceutil/trace.go:171","msg":"trace[837204793] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"248.384377ms","start":"2026-07-24T04:40:52.785782Z","end":"2026-07-24T04:40:53.034166Z","steps":["trace[837204793] 'process raft request' (duration: 248.335847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:53.034248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:52.728862Z","time spent":"305.320506ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:40:53.034347Z","caller":"traceutil/trace.go:171","msg":"trace[940154334] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"249.739191ms","start":"2026-07-24T04:40:52.784578Z","end":"2026-07-24T04:40:53.034318Z","steps":["trace[940154334] 'process raft request' (duration: 249.51104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:53.034673Z","caller":"traceutil/trace.go:171","msg":"trace[1923649499] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"302.240117ms","start":"2026-07-24T04:40:52.732402Z","end":"2026-07-24T04:40:53.034642Z","steps":["trace[1923649499] 'process raft request' (duration: 301.609295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:53.03485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:40:52.73238Z","time spent":"302.362997ms","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:40:53.146717Z","caller":"traceutil/trace.go:171","msg":"trace[1374262924] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"106.607936ms","start":"2026-07-24T04:40:53.040032Z","end":"2026-07-24T04:40:53.14664Z","steps":["trace[1374262924] 'process raft request' (duration: 105.661362ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:53.146745Z","caller":"traceutil/trace.go:171","msg":"trace[1401047727] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"103.584137ms","start":"2026-07-24T04:40:53.04313Z","end":"2026-07-24T04:40:53.146714Z","steps":["trace[1401047727] 'process raft request' (duration: 103.433487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:53.401904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.78374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:40:53.403942Z","caller":"traceutil/trace.go:171","msg":"trace[1326653485] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"247.764555ms","start":"2026-07-24T04:40:53.156156Z","end":"2026-07-24T04:40:53.40392Z","steps":["trace[1326653485] 'process raft request' (duration: 110.888859ms)","trace[1326653485] 'compare' (duration: 134.61519ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:53.404251Z","caller":"traceutil/trace.go:171","msg":"trace[1771948340] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"160.552957ms","start":"2026-07-24T04:40:53.243678Z","end":"2026-07-24T04:40:53.404231Z","steps":["trace[1771948340] 'process raft request' (duration: 160.158386ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:53.404367Z","caller":"traceutil/trace.go:171","msg":"trace[396867970] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"163.788506ms","start":"2026-07-24T04:40:53.240561Z","end":"2026-07-24T04:40:53.404349Z","steps":["trace[396867970] 'process raft request' (duration: 163.179955ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:53.720791Z","caller":"traceutil/trace.go:171","msg":"trace[5483227] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"165.602271ms","start":"2026-07-24T04:40:53.555156Z","end":"2026-07-24T04:40:53.720758Z","steps":["trace[5483227] 'process raft request' (duration: 113.267366ms)","trace[5483227] 'compare' (duration: 51.854854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:53.950325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.000862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2522"} {"level":"info","ts":"2026-07-24T04:40:53.950802Z","caller":"traceutil/trace.go:171","msg":"trace[497432333] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"117.664529ms","start":"2026-07-24T04:40:53.833118Z","end":"2026-07-24T04:40:53.950783Z","steps":["trace[497432333] 'process raft request' (duration: 117.320268ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:53.950867Z","caller":"traceutil/trace.go:171","msg":"trace[902333196] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1292; }","duration":"218.945379ms","start":"2026-07-24T04:40:53.731893Z","end":"2026-07-24T04:40:53.950838Z","steps":["trace[902333196] 'process raft request' (duration: 106.319405ms)","trace[902333196] 'compare' (duration: 111.853272ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:54.077519Z","caller":"traceutil/trace.go:171","msg":"trace[1651554932] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"105.679254ms","start":"2026-07-24T04:40:53.971809Z","end":"2026-07-24T04:40:54.077488Z","steps":["trace[1651554932] 'process raft request' (duration: 81.585303ms)","trace[1651554932] 'compare' (duration: 23.965881ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:57.373734Z","caller":"traceutil/trace.go:171","msg":"trace[1313079367] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"247.391084ms","start":"2026-07-24T04:40:57.126314Z","end":"2026-07-24T04:40:57.373705Z","steps":["trace[1313079367] 'process raft request' (duration: 247.221973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:57.535455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.591358ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:40:57.70722Z","caller":"traceutil/trace.go:171","msg":"trace[1770356931] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"167.740767ms","start":"2026-07-24T04:40:57.539453Z","end":"2026-07-24T04:40:57.707193Z","steps":["trace[1770356931] 'process raft request' (duration: 119.767835ms)","trace[1770356931] 'compare' (duration: 47.448261ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:57.707563Z","caller":"traceutil/trace.go:171","msg":"trace[1028416976] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"167.316306ms","start":"2026-07-24T04:40:57.540226Z","end":"2026-07-24T04:40:57.707543Z","steps":["trace[1028416976] 'process raft request' (duration: 167.191636ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:57.707562Z","caller":"traceutil/trace.go:171","msg":"trace[66856535] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1353; }","duration":"114.513809ms","start":"2026-07-24T04:40:57.59302Z","end":"2026-07-24T04:40:57.707534Z","steps":["trace[66856535] 'read index received' (duration: 2.279367ms)","trace[66856535] 'applied index is now lower than readState.Index' (duration: 112.233372ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:57.707679Z","caller":"traceutil/trace.go:171","msg":"trace[1120364598] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"167.958838ms","start":"2026-07-24T04:40:57.539491Z","end":"2026-07-24T04:40:57.707449Z","steps":["trace[1120364598] 'process raft request' (duration: 167.649257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:57.707812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.77328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:40:57.707861Z","caller":"traceutil/trace.go:171","msg":"trace[51127264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1309; }","duration":"114.84079ms","start":"2026-07-24T04:40:57.593007Z","end":"2026-07-24T04:40:57.707848Z","steps":["trace[51127264] 'agreement among raft nodes before linearized reading' (duration: 114.624179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:58.264714Z","caller":"traceutil/trace.go:171","msg":"trace[1162850711] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"162.980683ms","start":"2026-07-24T04:40:58.101699Z","end":"2026-07-24T04:40:58.264679Z","steps":["trace[1162850711] 'process raft request' (duration: 151.181438ms)","trace[1162850711] 'compare' (duration: 11.163654ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:40:59.988629Z","caller":"traceutil/trace.go:171","msg":"trace[171667240] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"270.791523ms","start":"2026-07-24T04:40:59.717823Z","end":"2026-07-24T04:40:59.988615Z","steps":["trace[171667240] 'process raft request' (duration: 270.697192ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:59.98862Z","caller":"traceutil/trace.go:171","msg":"trace[568693033] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"272.400278ms","start":"2026-07-24T04:40:59.7162Z","end":"2026-07-24T04:40:59.9886Z","steps":["trace[568693033] 'process raft request' (duration: 272.201117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:40:59.988903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.224736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:40:59.988965Z","caller":"traceutil/trace.go:171","msg":"trace[1149433774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1319; }","duration":"255.321477ms","start":"2026-07-24T04:40:59.733629Z","end":"2026-07-24T04:40:59.98895Z","steps":["trace[1149433774] 'agreement among raft nodes before linearized reading' (duration: 255.098116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:40:59.988579Z","caller":"traceutil/trace.go:171","msg":"trace[2108075447] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1365; }","duration":"254.892036ms","start":"2026-07-24T04:40:59.733667Z","end":"2026-07-24T04:40:59.988559Z","steps":["trace[2108075447] 'read index received' (duration: 47.934882ms)","trace[2108075447] 'applied index is now lower than readState.Index' (duration: 206.956254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:40:59.989362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.632758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:40:59.98941Z","caller":"traceutil/trace.go:171","msg":"trace[320586696] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1319; }","duration":"130.719318ms","start":"2026-07-24T04:40:59.858675Z","end":"2026-07-24T04:40:59.989394Z","steps":["trace[320586696] 'agreement among raft nodes before linearized reading' (duration: 130.648737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:00.288867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.075794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:41:00.288977Z","caller":"traceutil/trace.go:171","msg":"trace[673551771] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1368; }","duration":"126.728006ms","start":"2026-07-24T04:41:00.162232Z","end":"2026-07-24T04:41:00.28896Z","steps":["trace[673551771] 'read index received' (duration: 37.93µs)","trace[673551771] 'applied index is now lower than readState.Index' (duration: 126.688576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:00.289068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.838216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:00.289155Z","caller":"traceutil/trace.go:171","msg":"trace[1568716344] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1321; }","duration":"126.892227ms","start":"2026-07-24T04:41:00.162193Z","end":"2026-07-24T04:41:00.289085Z","steps":["trace[1568716344] 'agreement among raft nodes before linearized reading' (duration: 126.812816ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:00.289343Z","caller":"traceutil/trace.go:171","msg":"trace[799810158] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"222.11566ms","start":"2026-07-24T04:41:00.067194Z","end":"2026-07-24T04:41:00.28931Z","steps":["trace[799810158] 'process raft request' (duration: 88.504533ms)","trace[799810158] 'compare' (duration: 132.865644ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:01.999392Z","caller":"traceutil/trace.go:171","msg":"trace[971454003] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"167.348636ms","start":"2026-07-24T04:41:01.832025Z","end":"2026-07-24T04:41:01.999374Z","steps":["trace[971454003] 'read index received' (duration: 164.955139ms)","trace[971454003] 'applied index is now lower than readState.Index' (duration: 2.392827ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:01.999435Z","caller":"traceutil/trace.go:171","msg":"trace[239937766] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"182.869151ms","start":"2026-07-24T04:41:01.816546Z","end":"2026-07-24T04:41:01.999415Z","steps":["trace[239937766] 'process raft request' (duration: 180.487144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:01.99953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.497277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:01.999557Z","caller":"traceutil/trace.go:171","msg":"trace[728184540] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1328; }","duration":"167.563257ms","start":"2026-07-24T04:41:01.831987Z","end":"2026-07-24T04:41:01.99955Z","steps":["trace[728184540] 'agreement among raft nodes before linearized reading' (duration: 167.490736ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:02.245347Z","caller":"traceutil/trace.go:171","msg":"trace[299096741] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1379; }","duration":"178.660619ms","start":"2026-07-24T04:41:02.066662Z","end":"2026-07-24T04:41:02.245323Z","steps":["trace[299096741] 'read index received' (duration: 175.219879ms)","trace[299096741] 'applied index is now lower than readState.Index' (duration: 3.43981ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:02.245739Z","caller":"traceutil/trace.go:171","msg":"trace[322028077] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"210.571804ms","start":"2026-07-24T04:41:02.035145Z","end":"2026-07-24T04:41:02.245716Z","steps":["trace[322028077] 'process raft request' (duration: 206.807264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:02.245877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.196611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:41:02.245672Z","caller":"traceutil/trace.go:171","msg":"trace[1800627284] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"207.924936ms","start":"2026-07-24T04:41:02.037707Z","end":"2026-07-24T04:41:02.245632Z","steps":["trace[1800627284] 'process raft request' (duration: 207.560605ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:02.245959Z","caller":"traceutil/trace.go:171","msg":"trace[449187767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"179.328561ms","start":"2026-07-24T04:41:02.066612Z","end":"2026-07-24T04:41:02.245941Z","steps":["trace[449187767] 'agreement among raft nodes before linearized reading' (duration: 179.07281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:02.488561Z","caller":"traceutil/trace.go:171","msg":"trace[931594820] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"164.406057ms","start":"2026-07-24T04:41:02.324134Z","end":"2026-07-24T04:41:02.48854Z","steps":["trace[931594820] 'process raft request' (duration: 130.694897ms)","trace[931594820] 'compare' (duration: 33.56805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:03.0792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.343061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:41:03.079695Z","caller":"traceutil/trace.go:171","msg":"trace[626834956] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1388; }","duration":"160.855377ms","start":"2026-07-24T04:41:02.91882Z","end":"2026-07-24T04:41:03.079676Z","steps":["trace[626834956] 'read index received' (duration: 60.1µs)","trace[626834956] 'applied index is now lower than readState.Index' (duration: 160.793717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:03.079858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.026257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:03.079874Z","caller":"traceutil/trace.go:171","msg":"trace[840196212] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"339.954228ms","start":"2026-07-24T04:41:02.739793Z","end":"2026-07-24T04:41:03.079747Z","steps":["trace[840196212] 'process raft request' (duration: 159.981344ms)","trace[840196212] 'compare' (duration: 179.156761ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:03.079959Z","caller":"traceutil/trace.go:171","msg":"trace[1672985767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1340; }","duration":"161.185557ms","start":"2026-07-24T04:41:02.918746Z","end":"2026-07-24T04:41:03.079932Z","steps":["trace[1672985767] 'agreement among raft nodes before linearized reading' (duration: 160.994647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:03.080406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:02.739756Z","time spent":"340.240409ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105371,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:03.320423Z","caller":"traceutil/trace.go:171","msg":"trace[179819331] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"136.854005ms","start":"2026-07-24T04:41:03.183536Z","end":"2026-07-24T04:41:03.32039Z","steps":["trace[179819331] 'process raft request' (duration: 136.550523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:03.734431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.71114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:41:03.734531Z","caller":"traceutil/trace.go:171","msg":"trace[229069255] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1393; }","duration":"102.049362ms","start":"2026-07-24T04:41:03.632465Z","end":"2026-07-24T04:41:03.734514Z","steps":["trace[229069255] 'read index received' (duration: 76.011µs)","trace[229069255] 'applied index is now lower than readState.Index' (duration: 101.972251ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:03.734625Z","caller":"traceutil/trace.go:171","msg":"trace[1499159656] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"354.297239ms","start":"2026-07-24T04:41:03.380288Z","end":"2026-07-24T04:41:03.734585Z","steps":["trace[1499159656] 'process raft request' (duration: 239.350439ms)","trace[1499159656] 'compare' (duration: 114.556379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:03.734691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.197943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:41:03.735073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:03.380256Z","time spent":"354.634161ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:03.735162Z","caller":"traceutil/trace.go:171","msg":"trace[223769009] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1345; }","duration":"102.716785ms","start":"2026-07-24T04:41:03.632419Z","end":"2026-07-24T04:41:03.735135Z","steps":["trace[223769009] 'agreement among raft nodes before linearized reading' (duration: 102.167192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:04.258096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.484514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:41:04.258192Z","caller":"traceutil/trace.go:171","msg":"trace[1902776900] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1395; }","duration":"336.896848ms","start":"2026-07-24T04:41:03.92128Z","end":"2026-07-24T04:41:04.258177Z","steps":["trace[1902776900] 'read index received' (duration: 129.298933ms)","trace[1902776900] 'applied index is now lower than readState.Index' (duration: 207.596545ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:04.258479Z","caller":"traceutil/trace.go:171","msg":"trace[1748172340] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"511.423785ms","start":"2026-07-24T04:41:03.747026Z","end":"2026-07-24T04:41:04.25845Z","steps":["trace[1748172340] 'process raft request' (duration: 303.521709ms)","trace[1748172340] 'compare' (duration: 207.163024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:04.258559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.263089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:41:04.258591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.287157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:41:04.258636Z","caller":"traceutil/trace.go:171","msg":"trace[1461328819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1347; }","duration":"337.37724ms","start":"2026-07-24T04:41:03.921241Z","end":"2026-07-24T04:41:04.258618Z","steps":["trace[1461328819] 'agreement among raft nodes before linearized reading' (duration: 337.251949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:04.258662Z","caller":"traceutil/trace.go:171","msg":"trace[1549064225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1347; }","duration":"245.398587ms","start":"2026-07-24T04:41:04.013242Z","end":"2026-07-24T04:41:04.25864Z","steps":["trace[1549064225] 'agreement among raft nodes before linearized reading' (duration: 245.225116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:04.258689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.481857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:41:04.258724Z","caller":"traceutil/trace.go:171","msg":"trace[1392245036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1347; }","duration":"245.520237ms","start":"2026-07-24T04:41:04.013196Z","end":"2026-07-24T04:41:04.258717Z","steps":["trace[1392245036] 'agreement among raft nodes before linearized reading' (duration: 245.426687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:04.258684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:03.921224Z","time spent":"337.45221ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:41:04.258583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:03.747008Z","time spent":"511.525565ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3364,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:41:04.25887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.165266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:41:04.258971Z","caller":"traceutil/trace.go:171","msg":"trace[1849819169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1347; }","duration":"255.282476ms","start":"2026-07-24T04:41:04.003653Z","end":"2026-07-24T04:41:04.258936Z","steps":["trace[1849819169] 'agreement among raft nodes before linearized reading' (duration: 254.665243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:04.432611Z","caller":"traceutil/trace.go:171","msg":"trace[284994045] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1400; }","duration":"115.579413ms","start":"2026-07-24T04:41:04.317009Z","end":"2026-07-24T04:41:04.432588Z","steps":["trace[284994045] 'read index received' (duration: 41.899784ms)","trace[284994045] 'applied index is now lower than readState.Index' (duration: 73.678609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:04.432637Z","caller":"traceutil/trace.go:171","msg":"trace[920918042] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"156.778884ms","start":"2026-07-24T04:41:04.275808Z","end":"2026-07-24T04:41:04.432587Z","steps":["trace[920918042] 'process raft request' (duration: 83.167015ms)","trace[920918042] 'compare' (duration: 73.365609ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:04.432699Z","caller":"traceutil/trace.go:171","msg":"trace[829800821] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"134.014608ms","start":"2026-07-24T04:41:04.298675Z","end":"2026-07-24T04:41:04.432689Z","steps":["trace[829800821] 'process raft request' (duration: 133.827557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:04.432866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.909866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:04.432938Z","caller":"traceutil/trace.go:171","msg":"trace[1726337531] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1353; }","duration":"147.024586ms","start":"2026-07-24T04:41:04.285896Z","end":"2026-07-24T04:41:04.43292Z","steps":["trace[1726337531] 'agreement among raft nodes before linearized reading' (duration: 146.907166ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:06.094476Z","caller":"traceutil/trace.go:171","msg":"trace[854607705] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1411; }","duration":"175.55076ms","start":"2026-07-24T04:41:05.918907Z","end":"2026-07-24T04:41:06.094458Z","steps":["trace[854607705] 'read index received' (duration: 175.36274ms)","trace[854607705] 'applied index is now lower than readState.Index' (duration: 187.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:06.094646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.71898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:06.094691Z","caller":"traceutil/trace.go:171","msg":"trace[477893404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"175.806892ms","start":"2026-07-24T04:41:05.918875Z","end":"2026-07-24T04:41:06.094682Z","steps":["trace[477893404] 'agreement among raft nodes before linearized reading' (duration: 175.726371ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:06.094984Z","caller":"traceutil/trace.go:171","msg":"trace[10364158] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"301.837454ms","start":"2026-07-24T04:41:05.793123Z","end":"2026-07-24T04:41:06.09496Z","steps":["trace[10364158] 'process raft request' (duration: 301.207373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:06.095309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:05.793108Z","time spent":"301.949595ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:08.700025Z","caller":"traceutil/trace.go:171","msg":"trace[337574619] linearizableReadLoop","detail":"{readStateIndex:1419; appliedIndex:1418; }","duration":"382.433333ms","start":"2026-07-24T04:41:08.31757Z","end":"2026-07-24T04:41:08.700003Z","steps":["trace[337574619] 'read index received' (duration: 382.014922ms)","trace[337574619] 'applied index is now lower than readState.Index' (duration: 417.551µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:08.700152Z","caller":"traceutil/trace.go:171","msg":"trace[28176052] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"597.504419ms","start":"2026-07-24T04:41:08.102611Z","end":"2026-07-24T04:41:08.700116Z","steps":["trace[28176052] 'process raft request' (duration: 597.027928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:08.700308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:08.102587Z","time spent":"597.62659ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:41:08.700593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.015835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:41:08.700953Z","caller":"traceutil/trace.go:171","msg":"trace[870069042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1369; }","duration":"383.427726ms","start":"2026-07-24T04:41:08.317503Z","end":"2026-07-24T04:41:08.700931Z","steps":["trace[870069042] 'agreement among raft nodes before linearized reading' (duration: 382.610253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:08.701204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:08.31748Z","time spent":"383.622326ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:41:08.841801Z","caller":"traceutil/trace.go:171","msg":"trace[1950323955] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"137.547649ms","start":"2026-07-24T04:41:08.704227Z","end":"2026-07-24T04:41:08.841774Z","steps":["trace[1950323955] 'process raft request' (duration: 137.487028ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:08.841892Z","caller":"traceutil/trace.go:171","msg":"trace[1881525213] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"397.098516ms","start":"2026-07-24T04:41:08.444761Z","end":"2026-07-24T04:41:08.84186Z","steps":["trace[1881525213] 'process raft request' (duration: 381.671989ms)","trace[1881525213] 'compare' (duration: 14.995415ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:08.841966Z","caller":"traceutil/trace.go:171","msg":"trace[1445284559] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1419; }","duration":"141.850391ms","start":"2026-07-24T04:41:08.70009Z","end":"2026-07-24T04:41:08.841941Z","steps":["trace[1445284559] 'read index received' (duration: 126.342644ms)","trace[1445284559] 'applied index is now lower than readState.Index' (duration: 15.505437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:08.842142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.033632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:41:08.842142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.616789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:41:08.842164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:08.444739Z","time spent":"397.216887ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:08.842194Z","caller":"traceutil/trace.go:171","msg":"trace[1766499258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1371; }","duration":"480.097783ms","start":"2026-07-24T04:41:08.362068Z","end":"2026-07-24T04:41:08.842166Z","steps":["trace[1766499258] 'agreement among raft nodes before linearized reading' (duration: 479.965302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:08.842203Z","caller":"traceutil/trace.go:171","msg":"trace[996373959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1371; }","duration":"462.71353ms","start":"2026-07-24T04:41:08.379477Z","end":"2026-07-24T04:41:08.842191Z","steps":["trace[996373959] 'agreement among raft nodes before linearized reading' (duration: 462.473099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:08.842235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:08.362054Z","time spent":"480.172373ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:41:08.842238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:08.379465Z","time spent":"462.76499ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:41:08.842259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.929771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:41:08.842323Z","caller":"traceutil/trace.go:171","msg":"trace[2058322243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1371; }","duration":"463.020311ms","start":"2026-07-24T04:41:08.379285Z","end":"2026-07-24T04:41:08.842305Z","steps":["trace[2058322243] 'agreement among raft nodes before linearized reading' (duration: 462.81377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:08.842375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:08.379275Z","time spent":"463.088831ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:41:13.057225Z","caller":"traceutil/trace.go:171","msg":"trace[356329061] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1434; }","duration":"164.570057ms","start":"2026-07-24T04:41:12.892632Z","end":"2026-07-24T04:41:13.057202Z","steps":["trace[356329061] 'read index received' (duration: 78.139212ms)","trace[356329061] 'applied index is now lower than readState.Index' (duration: 86.429745ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:13.057617Z","caller":"traceutil/trace.go:171","msg":"trace[113155783] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"165.511801ms","start":"2026-07-24T04:41:12.892087Z","end":"2026-07-24T04:41:13.057599Z","steps":["trace[113155783] 'process raft request' (duration: 78.727794ms)","trace[113155783] 'compare' (duration: 86.206325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:13.057663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.124446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:13.057719Z","caller":"traceutil/trace.go:171","msg":"trace[1863023903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1384; }","duration":"137.223657ms","start":"2026-07-24T04:41:12.920484Z","end":"2026-07-24T04:41:13.057708Z","steps":["trace[1863023903] 'agreement among raft nodes before linearized reading' (duration: 137.121116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:13.057873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.36716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:41:13.057918Z","caller":"traceutil/trace.go:171","msg":"trace[2089478514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1384; }","duration":"128.46707ms","start":"2026-07-24T04:41:12.929439Z","end":"2026-07-24T04:41:13.057906Z","steps":["trace[2089478514] 'agreement among raft nodes before linearized reading' (duration: 128.29994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:13.05797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.33058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:41:13.058015Z","caller":"traceutil/trace.go:171","msg":"trace[313848064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1384; }","duration":"165.41251ms","start":"2026-07-24T04:41:12.89259Z","end":"2026-07-24T04:41:13.058002Z","steps":["trace[313848064] 'agreement among raft nodes before linearized reading' (duration: 164.929719ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:14.725787Z","caller":"traceutil/trace.go:171","msg":"trace[880825685] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"169.652863ms","start":"2026-07-24T04:41:14.55611Z","end":"2026-07-24T04:41:14.725763Z","steps":["trace[880825685] 'process raft request' (duration: 169.388202ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:21.109864Z","caller":"traceutil/trace.go:171","msg":"trace[1046089308] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"104.020378ms","start":"2026-07-24T04:41:21.005819Z","end":"2026-07-24T04:41:21.10984Z","steps":["trace[1046089308] 'process raft request' (duration: 103.807617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:21.407229Z","caller":"traceutil/trace.go:171","msg":"trace[717713279] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"158.049577ms","start":"2026-07-24T04:41:21.24915Z","end":"2026-07-24T04:41:21.407199Z","steps":["trace[717713279] 'process raft request' (duration: 157.718377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:23.09186Z","caller":"traceutil/trace.go:171","msg":"trace[766252705] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1574; }","duration":"172.12692ms","start":"2026-07-24T04:41:22.91971Z","end":"2026-07-24T04:41:23.091836Z","steps":["trace[766252705] 'read index received' (duration: 171.945838ms)","trace[766252705] 'applied index is now lower than readState.Index' (duration: 179.962µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:23.09194Z","caller":"traceutil/trace.go:171","msg":"trace[1339861002] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"521.286032ms","start":"2026-07-24T04:41:22.57063Z","end":"2026-07-24T04:41:23.091916Z","steps":["trace[1339861002] 'process raft request' (duration: 521.03416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:23.092023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.28675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:41:23.092063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:22.570607Z","time spent":"521.387532ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:23.092113Z","caller":"traceutil/trace.go:171","msg":"trace[1957668152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1522; }","duration":"172.42598ms","start":"2026-07-24T04:41:22.919659Z","end":"2026-07-24T04:41:23.092085Z","steps":["trace[1957668152] 'agreement among raft nodes before linearized reading' (duration: 172.27311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:25.5657Z","caller":"traceutil/trace.go:171","msg":"trace[1909700668] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1583; }","duration":"101.907342ms","start":"2026-07-24T04:41:25.463774Z","end":"2026-07-24T04:41:25.565681Z","steps":["trace[1909700668] 'read index received' (duration: 101.708891ms)","trace[1909700668] 'applied index is now lower than readState.Index' (duration: 197.621µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:25.565754Z","caller":"traceutil/trace.go:171","msg":"trace[868735415] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"141.007728ms","start":"2026-07-24T04:41:25.424726Z","end":"2026-07-24T04:41:25.565734Z","steps":["trace[868735415] 'process raft request' (duration: 140.823967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:25.565971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.153622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:25.566168Z","caller":"traceutil/trace.go:171","msg":"trace[1778430202] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1531; }","duration":"102.409034ms","start":"2026-07-24T04:41:25.463737Z","end":"2026-07-24T04:41:25.566146Z","steps":["trace[1778430202] 'agreement among raft nodes before linearized reading' (duration: 102.118043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.108572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.958941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:26.108753Z","caller":"traceutil/trace.go:171","msg":"trace[515192769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1531; }","duration":"261.100071ms","start":"2026-07-24T04:41:25.847582Z","end":"2026-07-24T04:41:26.108682Z","steps":["trace[515192769] 'range keys from in-memory index tree' (duration: 260.942021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.109126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.07432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:41:26.10926Z","caller":"traceutil/trace.go:171","msg":"trace[409815109] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"539.135795ms","start":"2026-07-24T04:41:25.570094Z","end":"2026-07-24T04:41:26.10923Z","steps":["trace[409815109] 'process raft request' (duration: 75.743564ms)","trace[409815109] 'compare' (duration: 462.629798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:26.109458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:25.570077Z","time spent":"539.286685ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:26.168483Z","caller":"traceutil/trace.go:171","msg":"trace[430374310] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"597.293105ms","start":"2026-07-24T04:41:25.571154Z","end":"2026-07-24T04:41:26.168447Z","steps":["trace[430374310] 'process raft request' (duration: 597.195085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:26.168507Z","caller":"traceutil/trace.go:171","msg":"trace[1775227622] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1585; }","duration":"477.139802ms","start":"2026-07-24T04:41:25.691328Z","end":"2026-07-24T04:41:26.168468Z","steps":["trace[1775227622] 'read index received' (duration: 476.70739ms)","trace[1775227622] 'applied index is now lower than readState.Index' (duration: 431.102µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:26.168632Z","caller":"traceutil/trace.go:171","msg":"trace[507506519] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"563.760806ms","start":"2026-07-24T04:41:25.604859Z","end":"2026-07-24T04:41:26.16862Z","steps":["trace[507506519] 'process raft request' (duration: 563.563255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.168748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:25.604841Z","time spent":"563.831736ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:26.168531Z","caller":"traceutil/trace.go:171","msg":"trace[1401625435] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"597.036535ms","start":"2026-07-24T04:41:25.57146Z","end":"2026-07-24T04:41:26.168497Z","steps":["trace[1401625435] 'process raft request' (duration: 596.925094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.168735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:25.571141Z","time spent":"597.423556ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:41:26.168933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.729502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:26.169004Z","caller":"traceutil/trace.go:171","msg":"trace[676990018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1536; }","duration":"247.828402ms","start":"2026-07-24T04:41:25.921162Z","end":"2026-07-24T04:41:26.168991Z","steps":["trace[676990018] 'agreement among raft nodes before linearized reading' (duration: 247.729802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:25.571425Z","time spent":"597.486426ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:41:26.169454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.127524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:26.169507Z","caller":"traceutil/trace.go:171","msg":"trace[48115861] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1536; }","duration":"478.221034ms","start":"2026-07-24T04:41:25.691275Z","end":"2026-07-24T04:41:26.169496Z","steps":["trace[48115861] 'agreement among raft nodes before linearized reading' (duration: 477.585103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.169537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:25.691253Z","time spent":"478.275914ms","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:41:26.169768Z","caller":"traceutil/trace.go:171","msg":"trace[1949761602] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"598.960581ms","start":"2026-07-24T04:41:25.570778Z","end":"2026-07-24T04:41:26.169739Z","steps":["trace[1949761602] 'process raft request' (duration: 597.441427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:26.169954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:25.570763Z","time spent":"599.068901ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:41:29.131126Z","caller":"traceutil/trace.go:171","msg":"trace[1358775040] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1560; }","duration":"110.949467ms","start":"2026-07-24T04:41:29.02011Z","end":"2026-07-24T04:41:29.131059Z","steps":["trace[1358775040] 'process raft request' (duration: 109.660283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:29.131677Z","caller":"traceutil/trace.go:171","msg":"trace[1200332470] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"109.521844ms","start":"2026-07-24T04:41:29.022139Z","end":"2026-07-24T04:41:29.131661Z","steps":["trace[1200332470] 'process raft request' (duration: 109.455594ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:29.307992Z","caller":"traceutil/trace.go:171","msg":"trace[642158132] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"122.575112ms","start":"2026-07-24T04:41:29.185392Z","end":"2026-07-24T04:41:29.307967Z","steps":["trace[642158132] 'process raft request' (duration: 98.21831ms)","trace[642158132] 'compare' (duration: 24.239211ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:29.45353Z","caller":"traceutil/trace.go:171","msg":"trace[1877607442] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"101.157219ms","start":"2026-07-24T04:41:29.352334Z","end":"2026-07-24T04:41:29.453491Z","steps":["trace[1877607442] 'process raft request' (duration: 67.6287ms)","trace[1877607442] 'compare' (duration: 32.979717ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:42.547808Z","caller":"traceutil/trace.go:171","msg":"trace[1631870833] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"110.381806ms","start":"2026-07-24T04:41:42.437401Z","end":"2026-07-24T04:41:42.547782Z","steps":["trace[1631870833] 'process raft request' (duration: 22.096765ms)","trace[1631870833] 'compare' (duration: 88.175101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:46.562512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.547468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:41:46.562618Z","caller":"traceutil/trace.go:171","msg":"trace[1498495371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1842; }","duration":"131.714839ms","start":"2026-07-24T04:41:46.430882Z","end":"2026-07-24T04:41:46.562597Z","steps":["trace[1498495371] 'range keys from in-memory index tree' (duration: 131.284758ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:46.657012Z","caller":"traceutil/trace.go:171","msg":"trace[1023609038] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"195.814759ms","start":"2026-07-24T04:41:46.461173Z","end":"2026-07-24T04:41:46.656988Z","steps":["trace[1023609038] 'read index received' (duration: 195.645508ms)","trace[1023609038] 'applied index is now lower than readState.Index' (duration: 168.371µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:46.657131Z","caller":"traceutil/trace.go:171","msg":"trace[1049305127] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"212.607518ms","start":"2026-07-24T04:41:46.444511Z","end":"2026-07-24T04:41:46.657118Z","steps":["trace[1049305127] 'process raft request' (duration: 212.322487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:46.657347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.169709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:41:46.657386Z","caller":"traceutil/trace.go:171","msg":"trace[869032176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1843; }","duration":"196.253079ms","start":"2026-07-24T04:41:46.461121Z","end":"2026-07-24T04:41:46.657374Z","steps":["trace[869032176] 'agreement among raft nodes before linearized reading' (duration: 196.117589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:46.945261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.52231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:41:46.945375Z","caller":"traceutil/trace.go:171","msg":"trace[1038244219] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1924; }","duration":"193.219521ms","start":"2026-07-24T04:41:46.752136Z","end":"2026-07-24T04:41:46.945355Z","steps":["trace[1038244219] 'read index received' (duration: 81.627411ms)","trace[1038244219] 'applied index is now lower than readState.Index' (duration: 111.59049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:46.945524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.390311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:46.945558Z","caller":"traceutil/trace.go:171","msg":"trace[1775650463] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1846; }","duration":"193.499821ms","start":"2026-07-24T04:41:46.752048Z","end":"2026-07-24T04:41:46.945548Z","steps":["trace[1775650463] 'agreement among raft nodes before linearized reading' (duration: 193.414531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:47.740962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.781477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T04:41:47.74108Z","caller":"traceutil/trace.go:171","msg":"trace[1048647013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1848; }","duration":"462.931767ms","start":"2026-07-24T04:41:47.278112Z","end":"2026-07-24T04:41:47.741043Z","steps":["trace[1048647013] 'range keys from in-memory index tree' (duration: 462.544507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:47.741125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:41:47.278086Z","time spent":"463.028257ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:41:47.741104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.259138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:41:47.741187Z","caller":"traceutil/trace.go:171","msg":"trace[747035991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1848; }","duration":"219.399519ms","start":"2026-07-24T04:41:47.521766Z","end":"2026-07-24T04:41:47.741165Z","steps":["trace[747035991] 'range keys from in-memory index tree' (duration: 219.058837ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:48.950707Z","caller":"traceutil/trace.go:171","msg":"trace[902640943] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"288.540292ms","start":"2026-07-24T04:41:48.662142Z","end":"2026-07-24T04:41:48.950682Z","steps":["trace[902640943] 'process raft request' (duration: 287.93078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:48.962289Z","caller":"traceutil/trace.go:171","msg":"trace[927207133] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1932; }","duration":"239.746408ms","start":"2026-07-24T04:41:48.72252Z","end":"2026-07-24T04:41:48.962266Z","steps":["trace[927207133] 'read index received' (duration: 227.571091ms)","trace[927207133] 'applied index is now lower than readState.Index' (duration: 12.174087ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:48.962403Z","caller":"traceutil/trace.go:171","msg":"trace[297209794] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"297.686129ms","start":"2026-07-24T04:41:48.664681Z","end":"2026-07-24T04:41:48.962367Z","steps":["trace[297209794] 'process raft request' (duration: 297.481299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:48.962517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.980958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:41:48.962572Z","caller":"traceutil/trace.go:171","msg":"trace[1408371432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"240.070389ms","start":"2026-07-24T04:41:48.722491Z","end":"2026-07-24T04:41:48.962561Z","steps":["trace[1408371432] 'agreement among raft nodes before linearized reading' (duration: 239.929758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:48.963007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.705038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:41:48.96325Z","caller":"traceutil/trace.go:171","msg":"trace[2135286553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"239.947278ms","start":"2026-07-24T04:41:48.723287Z","end":"2026-07-24T04:41:48.963235Z","steps":["trace[2135286553] 'agreement among raft nodes before linearized reading' (duration: 239.194896ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:51.180361Z","caller":"traceutil/trace.go:171","msg":"trace[1162498755] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"100.238365ms","start":"2026-07-24T04:41:51.080062Z","end":"2026-07-24T04:41:51.1803Z","steps":["trace[1162498755] 'process raft request' (duration: 99.803864ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:58.130234Z","caller":"traceutil/trace.go:171","msg":"trace[1281677528] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"193.312631ms","start":"2026-07-24T04:41:57.936899Z","end":"2026-07-24T04:41:58.130212Z","steps":["trace[1281677528] 'process raft request' (duration: 193.18641ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:58.13046Z","caller":"traceutil/trace.go:171","msg":"trace[1749778016] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1980; }","duration":"153.779654ms","start":"2026-07-24T04:41:57.976551Z","end":"2026-07-24T04:41:58.130331Z","steps":["trace[1749778016] 'read index received' (duration: 153.770374ms)","trace[1749778016] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:41:58.130527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.947384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:41:58.1306Z","caller":"traceutil/trace.go:171","msg":"trace[1222341127] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:1898; }","duration":"154.068005ms","start":"2026-07-24T04:41:57.976518Z","end":"2026-07-24T04:41:58.130586Z","steps":["trace[1222341127] 'agreement among raft nodes before linearized reading' (duration: 153.917754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:41:59.668738Z","caller":"traceutil/trace.go:171","msg":"trace[1605527045] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"119.634854ms","start":"2026-07-24T04:41:59.549076Z","end":"2026-07-24T04:41:59.668711Z","steps":["trace[1605527045] 'read index received' (duration: 119.355282ms)","trace[1605527045] 'applied index is now lower than readState.Index' (duration: 278.672µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:41:59.668866Z","caller":"traceutil/trace.go:171","msg":"trace[844194885] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"137.796857ms","start":"2026-07-24T04:41:59.531057Z","end":"2026-07-24T04:41:59.668854Z","steps":["trace[844194885] 'process raft request' (duration: 137.433645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:59.669326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.229455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-07-24T04:41:59.669372Z","caller":"traceutil/trace.go:171","msg":"trace[1558455483] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1959; }","duration":"120.332805ms","start":"2026-07-24T04:41:59.549028Z","end":"2026-07-24T04:41:59.669361Z","steps":["trace[1558455483] 'agreement among raft nodes before linearized reading' (duration: 120.081025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:41:59.669532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.953834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-24T04:41:59.669606Z","caller":"traceutil/trace.go:171","msg":"trace[31713836] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1959; }","duration":"120.051214ms","start":"2026-07-24T04:41:59.549534Z","end":"2026-07-24T04:41:59.669585Z","steps":["trace[31713836] 'agreement among raft nodes before linearized reading' (duration: 119.867623ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:00.519651Z","caller":"traceutil/trace.go:171","msg":"trace[624835599] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"122.20408ms","start":"2026-07-24T04:42:00.397401Z","end":"2026-07-24T04:42:00.519605Z","steps":["trace[624835599] 'process raft request' (duration: 116.743624ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:00.519678Z","caller":"traceutil/trace.go:171","msg":"trace[741866573] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"102.285731ms","start":"2026-07-24T04:42:00.41737Z","end":"2026-07-24T04:42:00.519656Z","steps":["trace[741866573] 'process raft request' (duration: 101.97969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:00.521146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.926098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:00.521304Z","caller":"traceutil/trace.go:171","msg":"trace[1630872323] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1972; }","duration":"126.132102ms","start":"2026-07-24T04:42:00.395146Z","end":"2026-07-24T04:42:00.521278Z","steps":["trace[1630872323] 'agreement among raft nodes before linearized reading' (duration: 124.467977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:01.58116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.152265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:01.581253Z","caller":"traceutil/trace.go:171","msg":"trace[1297170725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"154.282075ms","start":"2026-07-24T04:42:01.426952Z","end":"2026-07-24T04:42:01.581234Z","steps":["trace[1297170725] 'range keys from in-memory index tree' (duration: 153.947075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:01.581475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.792772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:42:01.581556Z","caller":"traceutil/trace.go:171","msg":"trace[2099731762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1981; }","duration":"200.908122ms","start":"2026-07-24T04:42:01.380628Z","end":"2026-07-24T04:42:01.581536Z","steps":["trace[2099731762] 'range keys from in-memory index tree' (duration: 200.403881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:01.581729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.380579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T04:42:01.581758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.336823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-24T04:42:01.581782Z","caller":"traceutil/trace.go:171","msg":"trace[1806070346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1981; }","duration":"271.46103ms","start":"2026-07-24T04:42:01.310305Z","end":"2026-07-24T04:42:01.581766Z","steps":["trace[1806070346] 'range keys from in-memory index tree' (duration: 270.598278ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:01.581818Z","caller":"traceutil/trace.go:171","msg":"trace[1138829709] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8; range_end:; response_count:1; response_revision:1981; }","duration":"184.418084ms","start":"2026-07-24T04:42:01.397385Z","end":"2026-07-24T04:42:01.581803Z","steps":["trace[1138829709] 'range keys from in-memory index tree' (duration: 184.208403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:02.16738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:02.668037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:03.168379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:03.505698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.909351571s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:42:03.506169Z","caller":"traceutil/trace.go:171","msg":"trace[1180222699] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.909882082s","start":"2026-07-24T04:42:01.596242Z","end":"2026-07-24T04:42:03.506124Z","steps":["trace[1180222699] 'process raft request' (duration: 1.909687012s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.506527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:01.596205Z","time spent":"1.910050203s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:03.584596Z","caller":"traceutil/trace.go:171","msg":"trace[1734670152] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2063; }","duration":"1.917607346s","start":"2026-07-24T04:42:01.666964Z","end":"2026-07-24T04:42:03.584571Z","steps":["trace[1734670152] 'read index received' (duration: 1.839024894s)","trace[1734670152] 'applied index is now lower than readState.Index' (duration: 78.581562ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:03.584605Z","caller":"traceutil/trace.go:171","msg":"trace[679258914] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.987237411s","start":"2026-07-24T04:42:01.597339Z","end":"2026-07-24T04:42:03.584577Z","steps":["trace[679258914] 'process raft request' (duration: 1.98695979s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:03.584763Z","caller":"traceutil/trace.go:171","msg":"trace[829959506] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.624087899s","start":"2026-07-24T04:42:01.960616Z","end":"2026-07-24T04:42:03.584704Z","steps":["trace[829959506] 'process raft request' (duration: 1.623825638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.58489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:01.597315Z","time spent":"1.987414061s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:03.584914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:01.960598Z","time spent":"1.624203539s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:03.585207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841927303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-24T04:42:03.585252Z","caller":"traceutil/trace.go:171","msg":"trace[65188272] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8; range_end:; response_count:1; response_revision:1986; }","duration":"1.842004403s","start":"2026-07-24T04:42:01.743236Z","end":"2026-07-24T04:42:03.585241Z","steps":["trace[65188272] 'agreement among raft nodes before linearized reading' (duration: 1.841862263s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.585348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:01.74322Z","time spent":"1.842117684s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" "} {"level":"warn","ts":"2026-07-24T04:42:03.585207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918230598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:42:03.585543Z","caller":"traceutil/trace.go:171","msg":"trace[441536660] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"808.900176ms","start":"2026-07-24T04:42:02.776606Z","end":"2026-07-24T04:42:03.585506Z","steps":["trace[441536660] 'process raft request' (duration: 807.877633ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:03.585604Z","caller":"traceutil/trace.go:171","msg":"trace[1312007280] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"510.032204ms","start":"2026-07-24T04:42:03.075557Z","end":"2026-07-24T04:42:03.585589Z","steps":["trace[1312007280] 'process raft request' (duration: 508.960741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.585681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.075536Z","time spent":"510.103014ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:03.585711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:02.776588Z","time spent":"809.037066ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:03.585768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.51596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:42:03.585809Z","caller":"traceutil/trace.go:171","msg":"trace[1613306929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1986; }","duration":"433.60279ms","start":"2026-07-24T04:42:03.152195Z","end":"2026-07-24T04:42:03.585798Z","steps":["trace[1613306929] 'agreement among raft nodes before linearized reading' (duration: 433.452119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.585884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.152184Z","time spent":"433.69088ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:42:03.58618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00009282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-24T04:42:03.58732Z","caller":"traceutil/trace.go:171","msg":"trace[2146398156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8; range_end:; response_count:1; response_revision:1986; }","duration":"1.001253153s","start":"2026-07-24T04:42:02.586043Z","end":"2026-07-24T04:42:03.587296Z","steps":["trace[2146398156] 'agreement among raft nodes before linearized reading' (duration: 1.00004288s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.587427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:02.586025Z","time spent":"1.001384463s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.010614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T04:42:03.587604Z","caller":"traceutil/trace.go:171","msg":"trace[909532892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1986; }","duration":"443.337587ms","start":"2026-07-24T04:42:03.144235Z","end":"2026-07-24T04:42:03.587573Z","steps":["trace[909532892] 'agreement among raft nodes before linearized reading' (duration: 441.974184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.587689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.144219Z","time spent":"443.439499ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.781662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T04:42:03.587778Z","caller":"traceutil/trace.go:171","msg":"trace[1333044322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1986; }","duration":"446.211977ms","start":"2026-07-24T04:42:03.141553Z","end":"2026-07-24T04:42:03.587765Z","steps":["trace[1333044322] 'agreement among raft nodes before linearized reading' (duration: 444.768272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.587824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.141532Z","time spent":"446.279837ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445091392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T04:42:03.587976Z","caller":"traceutil/trace.go:171","msg":"trace[2020950617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1986; }","duration":"1.446669137s","start":"2026-07-24T04:42:02.141289Z","end":"2026-07-24T04:42:03.587959Z","steps":["trace[2020950617] 'agreement among raft nodes before linearized reading' (duration: 1.444972302s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:03.585787Z","caller":"traceutil/trace.go:171","msg":"trace[579893582] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:1986; }","duration":"1.918661089s","start":"2026-07-24T04:42:01.666923Z","end":"2026-07-24T04:42:03.585584Z","steps":["trace[579893582] 'agreement among raft nodes before linearized reading' (duration: 1.918107888s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.588064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:02.141246Z","time spent":"1.446800358s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:42:03.588076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:01.66691Z","time spent":"1.921152207s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.342636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T04:42:03.588183Z","caller":"traceutil/trace.go:171","msg":"trace[1721034976] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1986; }","duration":"821.057442ms","start":"2026-07-24T04:42:02.767113Z","end":"2026-07-24T04:42:03.58817Z","steps":["trace[1721034976] 'agreement among raft nodes before linearized reading' (duration: 819.332186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.588224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:02.76709Z","time spent":"821.124802ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005318356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:42:03.588313Z","caller":"traceutil/trace.go:171","msg":"trace[2123334833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1986; }","duration":"1.007135601s","start":"2026-07-24T04:42:02.581167Z","end":"2026-07-24T04:42:03.588303Z","steps":["trace[2123334833] 'agreement among raft nodes before linearized reading' (duration: 1.005306846s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.588353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:02.581147Z","time spent":"1.007198011s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.758688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:03.588449Z","caller":"traceutil/trace.go:171","msg":"trace[1327192866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"987.664784ms","start":"2026-07-24T04:42:02.600775Z","end":"2026-07-24T04:42:03.58844Z","steps":["trace[1327192866] 'agreement among raft nodes before linearized reading' (duration: 985.750728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.588484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:02.600764Z","time spent":"987.711914ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:42:03.586575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666682046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:03.58865Z","caller":"traceutil/trace.go:171","msg":"trace[1857444683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"1.668791982s","start":"2026-07-24T04:42:01.919819Z","end":"2026-07-24T04:42:03.588611Z","steps":["trace[1857444683] 'agreement among raft nodes before linearized reading' (duration: 1.666675566s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:03.58874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:01.919798Z","time spent":"1.668899142s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:03.871114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.38119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:03.87117Z","caller":"traceutil/trace.go:171","msg":"trace[810794554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"281.4704ms","start":"2026-07-24T04:42:03.58969Z","end":"2026-07-24T04:42:03.87116Z","steps":["trace[810794554] 'agreement among raft nodes before linearized reading' (duration: 281.36209ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:03.870998Z","caller":"traceutil/trace.go:171","msg":"trace[1990611585] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2068; }","duration":"281.24085ms","start":"2026-07-24T04:42:03.589708Z","end":"2026-07-24T04:42:03.870948Z","steps":["trace[1990611585] 'read index received' (duration: 232.768576ms)","trace[1990611585] 'applied index is now lower than readState.Index' (duration: 48.470854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:04.380565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:04.880773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:05.381958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:05.879773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T04:42:05.879886Z","caller":"traceutil/trace.go:171","msg":"trace[723115634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362849s","start":"2026-07-24T04:42:03.879496Z","end":"2026-07-24T04:42:05.879859Z","steps":["trace[723115634] 'agreement among raft nodes before linearized reading' (duration: 2.000223529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:05.879964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.879458Z","time spent":"2.0004839s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:05.88247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:06.383561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:06.884584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:07.386265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:07.452083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.629528053s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:42:07.880639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T04:42:07.880723Z","caller":"traceutil/trace.go:171","msg":"trace[1652233421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204468s","start":"2026-07-24T04:42:05.8805Z","end":"2026-07-24T04:42:07.880705Z","steps":["trace[1652233421] 'agreement among raft nodes before linearized reading' (duration: 2.000096908s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:07.880921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.880483Z","time spent":"2.000279268s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:42:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:42:08.319127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470758555s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:08.319283Z","caller":"traceutil/trace.go:171","msg":"trace[2074849915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1986; }","duration":"2.470942686s","start":"2026-07-24T04:42:05.848318Z","end":"2026-07-24T04:42:08.31926Z","steps":["trace[2074849915] 'range keys from in-memory index tree' (duration: 2.470741084s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.319899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.484228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:08.320132Z","caller":"traceutil/trace.go:171","msg":"trace[1642320578] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"4.728340294s","start":"2026-07-24T04:42:03.591758Z","end":"2026-07-24T04:42:08.320098Z","steps":["trace[1642320578] 'process raft request' (duration: 3.860604605s)","trace[1642320578] 'compare' (duration: 866.792477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:08.320233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.591747Z","time spent":"4.728439464s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.323258Z","caller":"traceutil/trace.go:171","msg":"trace[60959747] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"4.730054759s","start":"2026-07-24T04:42:03.593159Z","end":"2026-07-24T04:42:08.323214Z","steps":["trace[60959747] 'process raft request' (duration: 4.727579022s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.323371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.593135Z","time spent":"4.730179499s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.320849Z","caller":"traceutil/trace.go:171","msg":"trace[1135985012] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"4.727999313s","start":"2026-07-24T04:42:03.592834Z","end":"2026-07-24T04:42:08.320833Z","steps":["trace[1135985012] 'process raft request' (duration: 4.727162801s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:08.324154Z","caller":"traceutil/trace.go:171","msg":"trace[2076018498] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"4.730311838s","start":"2026-07-24T04:42:03.593824Z","end":"2026-07-24T04:42:08.324136Z","steps":["trace[2076018498] 'process raft request' (duration: 4.730188418s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:08.324227Z","caller":"traceutil/trace.go:171","msg":"trace[1300978144] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"4.730646899s","start":"2026-07-24T04:42:03.59354Z","end":"2026-07-24T04:42:08.324186Z","steps":["trace[1300978144] 'process raft request' (duration: 4.729241276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.324376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.593805Z","time spent":"4.730416898s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.324394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.593524Z","time spent":"4.73077626s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.324614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.592826Z","time spent":"4.731273202s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.324649Z","caller":"traceutil/trace.go:171","msg":"trace[640766536] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"4.730300438s","start":"2026-07-24T04:42:03.594321Z","end":"2026-07-24T04:42:08.324621Z","steps":["trace[640766536] 'process raft request' (duration: 4.730193848s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.324898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.594307Z","time spent":"4.73039542s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.325797Z","caller":"traceutil/trace.go:171","msg":"trace[396147365] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"4.730632221s","start":"2026-07-24T04:42:03.594036Z","end":"2026-07-24T04:42:08.324668Z","steps":["trace[396147365] 'process raft request' (duration: 4.730068598s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.325995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.594009Z","time spent":"4.731912094s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.349389Z","caller":"traceutil/trace.go:171","msg":"trace[2018425298] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"2.75684526s","start":"2026-07-24T04:42:05.592527Z","end":"2026-07-24T04:42:08.349372Z","steps":["trace[2018425298] 'process raft request' (duration: 2.756704479s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:08.349419Z","caller":"traceutil/trace.go:171","msg":"trace[1281628489] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"2.755967676s","start":"2026-07-24T04:42:05.593431Z","end":"2026-07-24T04:42:08.349398Z","steps":["trace[1281628489] 'process raft request' (duration: 2.755862935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.349523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.592484Z","time spent":"2.75696772s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.349683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.593422Z","time spent":"2.756047666s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.350991Z","caller":"traceutil/trace.go:171","msg":"trace[888882323] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"2.756112846s","start":"2026-07-24T04:42:05.59361Z","end":"2026-07-24T04:42:08.349723Z","steps":["trace[888882323] 'process raft request' (duration: 2.755740086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.351831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.593578Z","time spent":"2.757529291s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.349337Z","caller":"traceutil/trace.go:171","msg":"trace[627053213] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"4.476901501s","start":"2026-07-24T04:42:03.87241Z","end":"2026-07-24T04:42:08.349312Z","steps":["trace[627053213] 'process raft request' (duration: 4.476645251s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.355611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:03.872382Z","time spent":"4.483190891s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.3679Z","caller":"traceutil/trace.go:171","msg":"trace[184768060] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2069; }","duration":"4.488313395s","start":"2026-07-24T04:42:03.879555Z","end":"2026-07-24T04:42:08.367868Z","steps":["trace[184768060] 'read index received' (duration: 3.572805186s)","trace[184768060] 'applied index is now lower than readState.Index' (duration: 915.507589ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:08.367954Z","caller":"traceutil/trace.go:171","msg":"trace[1927749168] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"1.518719088s","start":"2026-07-24T04:42:06.849228Z","end":"2026-07-24T04:42:08.367947Z","steps":["trace[1927749168] 'process raft request' (duration: 1.518474837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:06.849204Z","time spent":"1.518764638s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:08.390103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928454527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:42:08.390161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868307728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:42:08.390218Z","caller":"traceutil/trace.go:171","msg":"trace[1384165288] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2000; }","duration":"1.928561907s","start":"2026-07-24T04:42:06.461627Z","end":"2026-07-24T04:42:08.390189Z","steps":["trace[1384165288] 'agreement among raft nodes before linearized reading' (duration: 1.928433807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.390631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:06.461522Z","time spent":"1.929093679s","remote":"127.0.0.1:50830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:42:08.390217Z","caller":"traceutil/trace.go:171","msg":"trace[177855687] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2000; }","duration":"2.868414778s","start":"2026-07-24T04:42:05.521787Z","end":"2026-07-24T04:42:08.390202Z","steps":["trace[177855687] 'agreement among raft nodes before linearized reading' (duration: 2.868293648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.390794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.521763Z","time spent":"2.86900791s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:08.390289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12270775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:42:08.390876Z","caller":"traceutil/trace.go:171","msg":"trace[1568794371] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2000; }","duration":"2.123335691s","start":"2026-07-24T04:42:06.267516Z","end":"2026-07-24T04:42:08.390852Z","steps":["trace[1568794371] 'agreement among raft nodes before linearized reading' (duration: 2.12272789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.390942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:06.267469Z","time spent":"2.123456391s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:08.39033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531445195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:08.391007Z","caller":"traceutil/trace.go:171","msg":"trace[1850919537] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2000; }","duration":"2.532150857s","start":"2026-07-24T04:42:05.858843Z","end":"2026-07-24T04:42:08.390994Z","steps":["trace[1850919537] 'agreement among raft nodes before linearized reading' (duration: 2.531466915s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.391059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.85882Z","time spent":"2.532224227s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:08.390337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795561813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T04:42:08.391111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213324465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-24T04:42:08.391152Z","caller":"traceutil/trace.go:171","msg":"trace[997083901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2000; }","duration":"3.213410605s","start":"2026-07-24T04:42:05.17773Z","end":"2026-07-24T04:42:08.391141Z","steps":["trace[997083901] 'agreement among raft nodes before linearized reading' (duration: 3.212383902s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.391183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.177631Z","time spent":"3.213543676s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T04:42:08.391214Z","caller":"traceutil/trace.go:171","msg":"trace[409113366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"3.796423945s","start":"2026-07-24T04:42:04.594708Z","end":"2026-07-24T04:42:08.391132Z","steps":["trace[409113366] 'agreement among raft nodes before linearized reading' (duration: 3.795550393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.391277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:04.594699Z","time spent":"3.796565405s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:42:08.390387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.979636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:08.391376Z","caller":"traceutil/trace.go:171","msg":"trace[1362333839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"505.000979ms","start":"2026-07-24T04:42:07.886356Z","end":"2026-07-24T04:42:08.391357Z","steps":["trace[1362333839] 'agreement among raft nodes before linearized reading' (duration: 504.009406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.391536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.886296Z","time spent":"505.217949ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:08.390481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87902525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:42:08.391683Z","caller":"traceutil/trace.go:171","msg":"trace[815318670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2000; }","duration":"2.880249873s","start":"2026-07-24T04:42:05.511414Z","end":"2026-07-24T04:42:08.391664Z","steps":["trace[815318670] 'agreement among raft nodes before linearized reading' (duration: 2.87888714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.391721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.511378Z","time spent":"2.880332863s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:42:08.39047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.209312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:08.391867Z","caller":"traceutil/trace.go:171","msg":"trace[1369705197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2000; }","duration":"758.644887ms","start":"2026-07-24T04:42:07.63321Z","end":"2026-07-24T04:42:08.391855Z","steps":["trace[1369705197] 'agreement among raft nodes before linearized reading' (duration: 757.207483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.391904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.633189Z","time spent":"758.702047ms","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:08.391914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797406188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-07-24T04:42:08.391991Z","caller":"traceutil/trace.go:171","msg":"trace[1556652330] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8; range_end:; response_count:1; response_revision:2000; }","duration":"3.797533839s","start":"2026-07-24T04:42:04.594446Z","end":"2026-07-24T04:42:08.39198Z","steps":["trace[1556652330] 'agreement among raft nodes before linearized reading' (duration: 3.795501303s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.392053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:04.594395Z","time spent":"3.797646809s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" "} {"level":"info","ts":"2026-07-24T04:42:08.390546Z","caller":"traceutil/trace.go:171","msg":"trace[1789578114] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"463.965068ms","start":"2026-07-24T04:42:07.926562Z","end":"2026-07-24T04:42:08.390527Z","steps":["trace[1789578114] 'process raft request' (duration: 463.346367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.390544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79439641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:42:08.390648Z","caller":"traceutil/trace.go:171","msg":"trace[1503301051] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"505.954763ms","start":"2026-07-24T04:42:07.884647Z","end":"2026-07-24T04:42:08.390602Z","steps":["trace[1503301051] 'process raft request' (duration: 505.193761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.39221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.884621Z","time spent":"507.545618ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:42:08.392502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:07.926494Z","time spent":"465.971884ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:08.39267Z","caller":"traceutil/trace.go:171","msg":"trace[1489331664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2000; }","duration":"2.796584437s","start":"2026-07-24T04:42:05.596075Z","end":"2026-07-24T04:42:08.392659Z","steps":["trace[1489331664] 'agreement among raft nodes before linearized reading' (duration: 2.79425431s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:08.392741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:05.596057Z","time spent":"2.796671577s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:10.45811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-07-24T04:42:10.458213Z","caller":"traceutil/trace.go:171","msg":"trace[1424676661] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-24d545c9-7eb4-4187-8d12-d878dd40fef8; range_end:; response_count:1; response_revision:2025; }","duration":"104.625588ms","start":"2026-07-24T04:42:10.353563Z","end":"2026-07-24T04:42:10.458188Z","steps":["trace[1424676661] 'agreement among raft nodes before linearized reading' (duration: 104.377617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:11.970984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.896696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:11.971173Z","caller":"traceutil/trace.go:171","msg":"trace[1604592501] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"147.040563ms","start":"2026-07-24T04:42:11.824119Z","end":"2026-07-24T04:42:11.971159Z","steps":["trace[1604592501] 'process raft request' (duration: 147.010703ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:11.97134Z","caller":"traceutil/trace.go:171","msg":"trace[1708176513] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"353.585092ms","start":"2026-07-24T04:42:11.617705Z","end":"2026-07-24T04:42:11.97129Z","steps":["trace[1708176513] 'process raft request' (duration: 154.325415ms)","trace[1708176513] 'compare' (duration: 198.505025ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:11.971414Z","caller":"traceutil/trace.go:171","msg":"trace[111251801] linearizableReadLoop","detail":"{readStateIndex:2121; appliedIndex:2119; }","duration":"303.439074ms","start":"2026-07-24T04:42:11.667924Z","end":"2026-07-24T04:42:11.971363Z","steps":["trace[111251801] 'read index received' (duration: 104.071967ms)","trace[111251801] 'applied index is now lower than readState.Index' (duration: 199.361767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:11.971507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:11.617688Z","time spent":"353.750383ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:42:11.971581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.655625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:42:11.971616Z","caller":"traceutil/trace.go:171","msg":"trace[1534344925] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:2038; }","duration":"303.716845ms","start":"2026-07-24T04:42:11.66789Z","end":"2026-07-24T04:42:11.971607Z","steps":["trace[1534344925] 'agreement among raft nodes before linearized reading' (duration: 303.611105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:11.971641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:11.66788Z","time spent":"303.755695ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"warn","ts":"2026-07-24T04:42:11.971723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.885895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10984"} {"level":"info","ts":"2026-07-24T04:42:11.971769Z","caller":"traceutil/trace.go:171","msg":"trace[1887023812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2038; }","duration":"147.991575ms","start":"2026-07-24T04:42:11.823766Z","end":"2026-07-24T04:42:11.971758Z","steps":["trace[1887023812] 'agreement among raft nodes before linearized reading' (duration: 147.791955ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:11.971629Z","caller":"traceutil/trace.go:171","msg":"trace[454821594] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"353.504902ms","start":"2026-07-24T04:42:11.617863Z","end":"2026-07-24T04:42:11.971367Z","steps":["trace[454821594] 'process raft request' (duration: 353.211042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:11.972559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:11.617851Z","time spent":"354.644076ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:12.55829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.981873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:12.558736Z","caller":"traceutil/trace.go:171","msg":"trace[136208984] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"574.979985ms","start":"2026-07-24T04:42:11.983731Z","end":"2026-07-24T04:42:12.558711Z","steps":["trace[136208984] 'process raft request' (duration: 400.458801ms)","trace[136208984] 'compare' (duration: 173.812992ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:12.55877Z","caller":"traceutil/trace.go:171","msg":"trace[909619442] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"520.407644ms","start":"2026-07-24T04:42:12.038342Z","end":"2026-07-24T04:42:12.55875Z","steps":["trace[909619442] 'process raft request' (duration: 520.226814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:12.558857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:11.983711Z","time spent":"575.079645ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:12.558875Z","caller":"traceutil/trace.go:171","msg":"trace[983592211] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2123; }","duration":"518.655759ms","start":"2026-07-24T04:42:12.04019Z","end":"2026-07-24T04:42:12.558846Z","steps":["trace[983592211] 'read index received' (duration: 344.024974ms)","trace[983592211] 'applied index is now lower than readState.Index' (duration: 174.627595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:12.55914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.931589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:12.559205Z","caller":"traceutil/trace.go:171","msg":"trace[2044824253] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2041; }","duration":"519.000229ms","start":"2026-07-24T04:42:12.040187Z","end":"2026-07-24T04:42:12.559187Z","steps":["trace[2044824253] 'agreement among raft nodes before linearized reading' (duration: 518.878239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:12.559262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:12.040153Z","time spent":"519.0935ms","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-24T04:42:12.558873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:12.038324Z","time spent":"520.483134ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:12.653922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.305666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:42:12.653998Z","caller":"traceutil/trace.go:171","msg":"trace[1014768282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2043; }","duration":"185.392746ms","start":"2026-07-24T04:42:12.468593Z","end":"2026-07-24T04:42:12.653986Z","steps":["trace[1014768282] 'agreement among raft nodes before linearized reading' (duration: 185.180946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:12.654013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.09439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:42:12.654018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.709015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:42:12.654011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.795112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:12.654064Z","caller":"traceutil/trace.go:171","msg":"trace[564278589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2043; }","duration":"190.19778ms","start":"2026-07-24T04:42:12.463852Z","end":"2026-07-24T04:42:12.654049Z","steps":["trace[564278589] 'agreement among raft nodes before linearized reading' (duration: 190.04133ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:12.654099Z","caller":"traceutil/trace.go:171","msg":"trace[1611279486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2043; }","duration":"269.803505ms","start":"2026-07-24T04:42:12.384276Z","end":"2026-07-24T04:42:12.65408Z","steps":["trace[1611279486] 'agreement among raft nodes before linearized reading' (duration: 269.597395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:12.654108Z","caller":"traceutil/trace.go:171","msg":"trace[1997559561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"183.945882ms","start":"2026-07-24T04:42:12.470147Z","end":"2026-07-24T04:42:12.654093Z","steps":["trace[1997559561] 'agreement among raft nodes before linearized reading' (duration: 183.676272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:12.653967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.752155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:42:12.654304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.897295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:42:12.65437Z","caller":"traceutil/trace.go:171","msg":"trace[2036037128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2043; }","duration":"270.014955ms","start":"2026-07-24T04:42:12.384345Z","end":"2026-07-24T04:42:12.65436Z","steps":["trace[2036037128] 'agreement among raft nodes before linearized reading' (duration: 269.887245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:12.654247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.173686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:42:12.653837Z","caller":"traceutil/trace.go:171","msg":"trace[1795667912] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"189.118258ms","start":"2026-07-24T04:42:12.464693Z","end":"2026-07-24T04:42:12.653811Z","steps":["trace[1795667912] 'process raft request' (duration: 189.016047ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:12.654355Z","caller":"traceutil/trace.go:171","msg":"trace[2060720861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2043; }","duration":"270.169436ms","start":"2026-07-24T04:42:12.384172Z","end":"2026-07-24T04:42:12.654342Z","steps":["trace[2060720861] 'agreement among raft nodes before linearized reading' (duration: 269.733085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:12.654496Z","caller":"traceutil/trace.go:171","msg":"trace[233789985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2043; }","duration":"185.479276ms","start":"2026-07-24T04:42:12.468994Z","end":"2026-07-24T04:42:12.654473Z","steps":["trace[233789985] 'agreement among raft nodes before linearized reading' (duration: 185.191056ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:12.654298Z","caller":"traceutil/trace.go:171","msg":"trace[1416080622] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"190.393671ms","start":"2026-07-24T04:42:12.463893Z","end":"2026-07-24T04:42:12.654287Z","steps":["trace[1416080622] 'process raft request' (duration: 189.718629ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:12.710562Z","caller":"traceutil/trace.go:171","msg":"trace[2136139008] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"147.651726ms","start":"2026-07-24T04:42:12.562886Z","end":"2026-07-24T04:42:12.710538Z","steps":["trace[2136139008] 'process raft request' (duration: 104.544259ms)","trace[2136139008] 'compare' (duration: 42.896926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:12.710564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.778006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-24T04:42:12.710637Z","caller":"traceutil/trace.go:171","msg":"trace[1251135492] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2044; }","duration":"147.882206ms","start":"2026-07-24T04:42:12.56273Z","end":"2026-07-24T04:42:12.710612Z","steps":["trace[1251135492] 'agreement among raft nodes before linearized reading' (duration: 147.717335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:14.841917Z","caller":"traceutil/trace.go:171","msg":"trace[974617435] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2147; }","duration":"174.757525ms","start":"2026-07-24T04:42:14.667136Z","end":"2026-07-24T04:42:14.841893Z","steps":["trace[974617435] 'read index received' (duration: 71.481331ms)","trace[974617435] 'applied index is now lower than readState.Index' (duration: 103.275414ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:14.841992Z","caller":"traceutil/trace.go:171","msg":"trace[102344809] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"180.652692ms","start":"2026-07-24T04:42:14.661303Z","end":"2026-07-24T04:42:14.841955Z","steps":["trace[102344809] 'process raft request' (duration: 125.149918ms)","trace[102344809] 'compare' (duration: 55.321834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:14.842157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.004156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:14.842198Z","caller":"traceutil/trace.go:171","msg":"trace[1769502620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2064; }","duration":"175.080176ms","start":"2026-07-24T04:42:14.667107Z","end":"2026-07-24T04:42:14.842187Z","steps":["trace[1769502620] 'agreement among raft nodes before linearized reading' (duration: 174.942386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.842439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.116525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T04:42:14.842484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.509572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:42:14.842501Z","caller":"traceutil/trace.go:171","msg":"trace[466638079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2064; }","duration":"120.240905ms","start":"2026-07-24T04:42:14.722245Z","end":"2026-07-24T04:42:14.842486Z","steps":["trace[466638079] 'agreement among raft nodes before linearized reading' (duration: 120.048144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:14.842531Z","caller":"traceutil/trace.go:171","msg":"trace[2055949012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2064; }","duration":"119.609242ms","start":"2026-07-24T04:42:14.722907Z","end":"2026-07-24T04:42:14.842516Z","steps":["trace[2055949012] 'agreement among raft nodes before linearized reading' (duration: 119.506852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.842526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.616222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:42:14.842563Z","caller":"traceutil/trace.go:171","msg":"trace[1835670139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2064; }","duration":"119.686263ms","start":"2026-07-24T04:42:14.72287Z","end":"2026-07-24T04:42:14.842556Z","steps":["trace[1835670139] 'agreement among raft nodes before linearized reading' (duration: 119.613453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.842462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.551342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T04:42:14.842739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.373951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:42:14.842766Z","caller":"traceutil/trace.go:171","msg":"trace[1084498449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2064; }","duration":"119.420471ms","start":"2026-07-24T04:42:14.723339Z","end":"2026-07-24T04:42:14.84276Z","steps":["trace[1084498449] 'agreement among raft nodes before linearized reading' (duration: 119.361821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:14.843141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.806862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:42:14.84317Z","caller":"traceutil/trace.go:171","msg":"trace[1389140179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2064; }","duration":"120.036393ms","start":"2026-07-24T04:42:14.723127Z","end":"2026-07-24T04:42:14.843163Z","steps":["trace[1389140179] 'agreement among raft nodes before linearized reading' (duration: 119.691972ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:14.843342Z","caller":"traceutil/trace.go:171","msg":"trace[1051405667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2064; }","duration":"120.419494ms","start":"2026-07-24T04:42:14.722901Z","end":"2026-07-24T04:42:14.843321Z","steps":["trace[1051405667] 'agreement among raft nodes before linearized reading' (duration: 119.514272ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:15.140727Z","caller":"traceutil/trace.go:171","msg":"trace[1555497830] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"292.615833ms","start":"2026-07-24T04:42:14.848081Z","end":"2026-07-24T04:42:15.140696Z","steps":["trace[1555497830] 'process raft request' (duration: 275.874204ms)","trace[1555497830] 'compare' (duration: 16.549149ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:15.140947Z","caller":"traceutil/trace.go:171","msg":"trace[112220890] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"292.761284ms","start":"2026-07-24T04:42:14.848151Z","end":"2026-07-24T04:42:15.140912Z","steps":["trace[112220890] 'process raft request' (duration: 292.489413ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:15.14205Z","caller":"traceutil/trace.go:171","msg":"trace[1381710765] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"293.729756ms","start":"2026-07-24T04:42:14.848302Z","end":"2026-07-24T04:42:15.142032Z","steps":["trace[1381710765] 'process raft request' (duration: 293.672035ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:15.142059Z","caller":"traceutil/trace.go:171","msg":"trace[1979766328] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"293.807547ms","start":"2026-07-24T04:42:14.848228Z","end":"2026-07-24T04:42:15.142035Z","steps":["trace[1979766328] 'process raft request' (duration: 293.642116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:15.142174Z","caller":"traceutil/trace.go:171","msg":"trace[1734392138] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"292.899413ms","start":"2026-07-24T04:42:14.849269Z","end":"2026-07-24T04:42:15.142169Z","steps":["trace[1734392138] 'process raft request' (duration: 292.732853ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:15.142185Z","caller":"traceutil/trace.go:171","msg":"trace[675054886] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2150; }","duration":"222.139764ms","start":"2026-07-24T04:42:14.920024Z","end":"2026-07-24T04:42:15.142164Z","steps":["trace[675054886] 'read index received' (duration: 203.85248ms)","trace[675054886] 'applied index is now lower than readState.Index' (duration: 18.285824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:15.142315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.275864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:15.142367Z","caller":"traceutil/trace.go:171","msg":"trace[1520816392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2070; }","duration":"222.395075ms","start":"2026-07-24T04:42:14.919957Z","end":"2026-07-24T04:42:15.142353Z","steps":["trace[1520816392] 'agreement among raft nodes before linearized reading' (duration: 222.300945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:16.361084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.776442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:16.361319Z","caller":"traceutil/trace.go:171","msg":"trace[1513759664] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"399.457547ms","start":"2026-07-24T04:42:15.961816Z","end":"2026-07-24T04:42:16.361273Z","steps":["trace[1513759664] 'process raft request' (duration: 286.422334ms)","trace[1513759664] 'compare' (duration: 112.508412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:16.361657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:15.961804Z","time spent":"399.817028ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:42:16.647813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.361972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:16.647928Z","caller":"traceutil/trace.go:171","msg":"trace[1467809231] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"652.750234ms","start":"2026-07-24T04:42:15.995157Z","end":"2026-07-24T04:42:16.647907Z","steps":["trace[1467809231] 'process raft request' (duration: 506.186411ms)","trace[1467809231] 'compare' (duration: 145.96799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:16.648028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:15.995106Z","time spent":"652.867304ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:16.705092Z","caller":"traceutil/trace.go:171","msg":"trace[204926415] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"128.063878ms","start":"2026-07-24T04:42:16.576994Z","end":"2026-07-24T04:42:16.705057Z","steps":["trace[204926415] 'process raft request' (duration: 127.750337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:16.897464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.376161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:16.897794Z","caller":"traceutil/trace.go:171","msg":"trace[1158809815] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"153.118132ms","start":"2026-07-24T04:42:16.744654Z","end":"2026-07-24T04:42:16.897772Z","steps":["trace[1158809815] 'process raft request' (duration: 47.3376ms)","trace[1158809815] 'compare' (duration: 105.231491ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:17.381942Z","caller":"traceutil/trace.go:171","msg":"trace[359829740] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"230.012038ms","start":"2026-07-24T04:42:17.151906Z","end":"2026-07-24T04:42:17.381918Z","steps":["trace[359829740] 'process raft request' (duration: 229.968008ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:17.382476Z","caller":"traceutil/trace.go:171","msg":"trace[700080173] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"231.292603ms","start":"2026-07-24T04:42:17.151168Z","end":"2026-07-24T04:42:17.382461Z","steps":["trace[700080173] 'process raft request' (duration: 202.522398ms)","trace[700080173] 'compare' (duration: 27.973473ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:17.382771Z","caller":"traceutil/trace.go:171","msg":"trace[1836098090] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"231.483212ms","start":"2026-07-24T04:42:17.15127Z","end":"2026-07-24T04:42:17.382754Z","steps":["trace[1836098090] 'process raft request' (duration: 230.52712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:17.383023Z","caller":"traceutil/trace.go:171","msg":"trace[1562040804] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"231.154411ms","start":"2026-07-24T04:42:17.151826Z","end":"2026-07-24T04:42:17.382981Z","steps":["trace[1562040804] 'process raft request' (duration: 230.013458ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:19.233733Z","caller":"traceutil/trace.go:171","msg":"trace[1052709372] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"309.310074ms","start":"2026-07-24T04:42:18.924403Z","end":"2026-07-24T04:42:19.233713Z","steps":["trace[1052709372] 'process raft request' (duration: 260.88158ms)","trace[1052709372] 'compare' (duration: 48.164383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:19.233945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.126806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:19.234015Z","caller":"traceutil/trace.go:171","msg":"trace[843964423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2089; }","duration":"307.203856ms","start":"2026-07-24T04:42:18.926795Z","end":"2026-07-24T04:42:19.233999Z","steps":["trace[843964423] 'agreement among raft nodes before linearized reading' (duration: 307.098226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:19.234053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:18.92678Z","time spent":"307.265217ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:19.234004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:18.924394Z","time spent":"309.401804ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:19.233663Z","caller":"traceutil/trace.go:171","msg":"trace[235090494] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2172; }","duration":"306.822596ms","start":"2026-07-24T04:42:18.926803Z","end":"2026-07-24T04:42:19.233626Z","steps":["trace[235090494] 'read index received' (duration: 75.506803ms)","trace[235090494] 'applied index is now lower than readState.Index' (duration: 231.315033ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:19.408092Z","caller":"traceutil/trace.go:171","msg":"trace[1317591821] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"396.81109ms","start":"2026-07-24T04:42:19.011253Z","end":"2026-07-24T04:42:19.408064Z","steps":["trace[1317591821] 'process raft request' (duration: 347.348924ms)","trace[1317591821] 'compare' (duration: 49.307096ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:19.408257Z","caller":"traceutil/trace.go:171","msg":"trace[1249803582] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2174; }","duration":"173.694212ms","start":"2026-07-24T04:42:19.234543Z","end":"2026-07-24T04:42:19.408237Z","steps":["trace[1249803582] 'read index received' (duration: 124.144135ms)","trace[1249803582] 'applied index is now lower than readState.Index' (duration: 49.547647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:19.408362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:19.011222Z","time spent":"396.940991ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:19.538863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.807856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:42:19.538968Z","caller":"traceutil/trace.go:171","msg":"trace[72273187] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2175; }","duration":"130.651136ms","start":"2026-07-24T04:42:19.408299Z","end":"2026-07-24T04:42:19.53895Z","steps":["trace[72273187] 'read index received' (duration: 37.35µs)","trace[72273187] 'applied index is now lower than readState.Index' (duration: 130.612096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:19.539042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.117137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:19.539074Z","caller":"traceutil/trace.go:171","msg":"trace[1117052267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2090; }","duration":"304.192707ms","start":"2026-07-24T04:42:19.234873Z","end":"2026-07-24T04:42:19.539066Z","steps":["trace[1117052267] 'agreement among raft nodes before linearized reading' (duration: 304.124957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:19.539106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:19.234853Z","time spent":"304.246257ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:19.539126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.480478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T04:42:19.539267Z","caller":"traceutil/trace.go:171","msg":"trace[1335488362] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2090; }","duration":"355.740498ms","start":"2026-07-24T04:42:19.183488Z","end":"2026-07-24T04:42:19.539228Z","steps":["trace[1335488362] 'agreement among raft nodes before linearized reading' (duration: 224.791482ms)","trace[1335488362] 'range keys from in-memory index tree' (duration: 130.577705ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:19.539295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.802584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T04:42:19.539348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:19.183471Z","time spent":"355.858229ms","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:42:19.539451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.792538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T04:42:19.539529Z","caller":"traceutil/trace.go:171","msg":"trace[459441670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2090; }","duration":"151.943298ms","start":"2026-07-24T04:42:19.387568Z","end":"2026-07-24T04:42:19.539511Z","steps":["trace[459441670] 'agreement among raft nodes before linearized reading' (duration: 151.668957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:19.539552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.789197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T04:42:19.539587Z","caller":"traceutil/trace.go:171","msg":"trace[262855005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2090; }","duration":"151.877057ms","start":"2026-07-24T04:42:19.387699Z","end":"2026-07-24T04:42:19.539576Z","steps":["trace[262855005] 'agreement among raft nodes before linearized reading' (duration: 151.765137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:19.539376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.787078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:42:19.539725Z","caller":"traceutil/trace.go:171","msg":"trace[834250343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2090; }","duration":"152.153828ms","start":"2026-07-24T04:42:19.387555Z","end":"2026-07-24T04:42:19.539709Z","steps":["trace[834250343] 'agreement among raft nodes before linearized reading' (duration: 151.739617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:19.53938Z","caller":"traceutil/trace.go:171","msg":"trace[1906714317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2090; }","duration":"150.946635ms","start":"2026-07-24T04:42:19.388412Z","end":"2026-07-24T04:42:19.539358Z","steps":["trace[1906714317] 'agreement among raft nodes before linearized reading' (duration: 150.713074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:19.539928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.446385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-07-24T04:42:19.540044Z","caller":"traceutil/trace.go:171","msg":"trace[1794204483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2090; }","duration":"446.591446ms","start":"2026-07-24T04:42:19.093425Z","end":"2026-07-24T04:42:19.540017Z","steps":["trace[1794204483] 'agreement among raft nodes before linearized reading' (duration: 314.889758ms)","trace[1794204483] 'range keys from in-memory index tree' (duration: 130.500455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:19.540149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:19.093399Z","time spent":"446.734487ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:42:19.54336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.022708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:42:19.544028Z","caller":"traceutil/trace.go:171","msg":"trace[1693093563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2090; }","duration":"372.722459ms","start":"2026-07-24T04:42:19.17128Z","end":"2026-07-24T04:42:19.544003Z","steps":["trace[1693093563] 'agreement among raft nodes before linearized reading' (duration: 237.023679ms)","trace[1693093563] 'range keys from in-memory index tree' (duration: 131.341817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:19.544194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:19.171259Z","time spent":"372.91023ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:42:19.760963Z","caller":"traceutil/trace.go:171","msg":"trace[864806553] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"209.725918ms","start":"2026-07-24T04:42:19.551203Z","end":"2026-07-24T04:42:19.760928Z","steps":["trace[864806553] 'process raft request' (duration: 188.875427ms)","trace[864806553] 'compare' (duration: 20.659801ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:20.062582Z","caller":"traceutil/trace.go:171","msg":"trace[1189669364] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"293.687556ms","start":"2026-07-24T04:42:19.768877Z","end":"2026-07-24T04:42:20.062564Z","steps":["trace[1189669364] 'process raft request' (duration: 195.674207ms)","trace[1189669364] 'compare' (duration: 97.875018ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:20.062972Z","caller":"traceutil/trace.go:171","msg":"trace[228396247] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"294.063167ms","start":"2026-07-24T04:42:19.768903Z","end":"2026-07-24T04:42:20.062966Z","steps":["trace[228396247] 'process raft request' (duration: 293.622316ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:20.063139Z","caller":"traceutil/trace.go:171","msg":"trace[1749437155] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"294.186937ms","start":"2026-07-24T04:42:19.768944Z","end":"2026-07-24T04:42:20.063131Z","steps":["trace[1749437155] 'process raft request' (duration: 293.921706ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:21.251017Z","caller":"traceutil/trace.go:171","msg":"trace[1411200163] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"130.106204ms","start":"2026-07-24T04:42:21.12088Z","end":"2026-07-24T04:42:21.250986Z","steps":["trace[1411200163] 'process raft request' (duration: 129.979123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:22.088079Z","caller":"traceutil/trace.go:171","msg":"trace[518560663] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2188; }","duration":"897.788057ms","start":"2026-07-24T04:42:21.190264Z","end":"2026-07-24T04:42:22.088052Z","steps":["trace[518560663] 'read index received' (duration: 60.67431ms)","trace[518560663] 'applied index is now lower than readState.Index' (duration: 837.112747ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:22.088273Z","caller":"traceutil/trace.go:171","msg":"trace[697593830] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"849.221872ms","start":"2026-07-24T04:42:21.239014Z","end":"2026-07-24T04:42:22.088236Z","steps":["trace[697593830] 'process raft request' (duration: 848.974241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.0884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.238988Z","time spent":"849.338612ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:22.088354Z","caller":"traceutil/trace.go:171","msg":"trace[1920603767] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"948.500715ms","start":"2026-07-24T04:42:21.139767Z","end":"2026-07-24T04:42:22.088268Z","steps":["trace[1920603767] 'process raft request' (duration: 948.045874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.08873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.372488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T04:42:22.088828Z","caller":"traceutil/trace.go:171","msg":"trace[1294006329] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2105; }","duration":"898.585069ms","start":"2026-07-24T04:42:21.190224Z","end":"2026-07-24T04:42:22.088809Z","steps":["trace[1294006329] 'agreement among raft nodes before linearized reading' (duration: 898.172187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.088832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.139748Z","time spent":"948.918386ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11973,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:22.089079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.19021Z","time spent":"898.847749ms","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:42:22.090186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.320769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:42:22.090243Z","caller":"traceutil/trace.go:171","msg":"trace[1432693951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2106; }","duration":"678.425959ms","start":"2026-07-24T04:42:21.411804Z","end":"2026-07-24T04:42:22.09023Z","steps":["trace[1432693951] 'agreement among raft nodes before linearized reading' (duration: 678.226119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.090279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.411782Z","time spent":"678.486679ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:42:22.090364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.879643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T04:42:22.090492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.017003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:42:22.090523Z","caller":"traceutil/trace.go:171","msg":"trace[1749169316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2106; }","duration":"503.135423ms","start":"2026-07-24T04:42:21.587378Z","end":"2026-07-24T04:42:22.090513Z","steps":["trace[1749169316] 'agreement among raft nodes before linearized reading' (duration: 503.048683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.09056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.587344Z","time spent":"503.208693ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:22.090644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.923602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:42:22.090538Z","caller":"traceutil/trace.go:171","msg":"trace[1654036355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2106; }","duration":"503.012573ms","start":"2026-07-24T04:42:21.587465Z","end":"2026-07-24T04:42:22.090478Z","steps":["trace[1654036355] 'agreement among raft nodes before linearized reading' (duration: 502.696841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.090718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.01703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:42:22.090718Z","caller":"traceutil/trace.go:171","msg":"trace[1381838184] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2106; }","duration":"503.025463ms","start":"2026-07-24T04:42:21.587674Z","end":"2026-07-24T04:42:22.0907Z","steps":["trace[1381838184] 'agreement among raft nodes before linearized reading' (duration: 502.781192ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:22.090746Z","caller":"traceutil/trace.go:171","msg":"trace[33048836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2106; }","duration":"536.080531ms","start":"2026-07-24T04:42:21.554657Z","end":"2026-07-24T04:42:22.090737Z","steps":["trace[33048836] 'agreement among raft nodes before linearized reading' (duration: 536.00715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.090763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.587666Z","time spent":"503.087933ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:42:22.090783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.554637Z","time spent":"536.140241ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:42:22.090754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.587344Z","time spent":"503.390424ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:42:22.090938Z","caller":"traceutil/trace.go:171","msg":"trace[1074616054] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"671.507579ms","start":"2026-07-24T04:42:21.419418Z","end":"2026-07-24T04:42:22.090925Z","steps":["trace[1074616054] 'process raft request' (duration: 670.049924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.091014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.419363Z","time spent":"671.597749ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:22.090903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.366615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:42:22.09028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.155594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:42:22.091169Z","caller":"traceutil/trace.go:171","msg":"trace[1058240442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2106; }","duration":"164.655586ms","start":"2026-07-24T04:42:21.926491Z","end":"2026-07-24T04:42:22.091147Z","steps":["trace[1058240442] 'agreement among raft nodes before linearized reading' (duration: 164.384025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:22.091204Z","caller":"traceutil/trace.go:171","msg":"trace[642308304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2106; }","duration":"498.118358ms","start":"2026-07-24T04:42:21.593066Z","end":"2026-07-24T04:42:22.091185Z","steps":["trace[642308304] 'agreement among raft nodes before linearized reading' (duration: 496.972314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.09156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.523236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:42:22.091601Z","caller":"traceutil/trace.go:171","msg":"trace[1074112153] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:2106; }","duration":"422.611826ms","start":"2026-07-24T04:42:21.668979Z","end":"2026-07-24T04:42:22.09159Z","steps":["trace[1074112153] 'agreement among raft nodes before linearized reading' (duration: 422.513606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:22.091629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.668956Z","time spent":"422.666706ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"warn","ts":"2026-07-24T04:42:22.091861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:21.593048Z","time spent":"498.210818ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:29.733978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:30.234172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655097975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:30.358561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507778242s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:42:30.359259Z","caller":"traceutil/trace.go:171","msg":"trace[405515279] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.508544014s","start":"2026-07-24T04:42:28.850683Z","end":"2026-07-24T04:42:30.359227Z","steps":["trace[405515279] 'process raft request' (duration: 1.508373213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.359507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:28.850664Z","time spent":"1.508757944s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:30.783583Z","caller":"traceutil/trace.go:171","msg":"trace[943957351] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.895009673s","start":"2026-07-24T04:42:28.888548Z","end":"2026-07-24T04:42:30.783558Z","steps":["trace[943957351] 'process raft request' (duration: 1.894774953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.783721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:28.888531Z","time spent":"1.895120295s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:30.783867Z","caller":"traceutil/trace.go:171","msg":"trace[1913973486] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"1.720254568s","start":"2026-07-24T04:42:29.063601Z","end":"2026-07-24T04:42:30.783856Z","steps":["trace[1913973486] 'process raft request' (duration: 1.719908077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.78393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:29.06358Z","time spent":"1.720321268s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7925,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:30.784085Z","caller":"traceutil/trace.go:171","msg":"trace[961712319] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.653541092s","start":"2026-07-24T04:42:29.130512Z","end":"2026-07-24T04:42:30.784053Z","steps":["trace[961712319] 'process raft request' (duration: 1.653220131s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:30.784249Z","caller":"traceutil/trace.go:171","msg":"trace[640110686] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"616.504726ms","start":"2026-07-24T04:42:30.167732Z","end":"2026-07-24T04:42:30.784237Z","steps":["trace[640110686] 'process raft request' (duration: 616.174025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.784367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.167706Z","time spent":"616.592756ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:30.783994Z","caller":"traceutil/trace.go:171","msg":"trace[694677115] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2235; }","duration":"1.550512038s","start":"2026-07-24T04:42:29.233459Z","end":"2026-07-24T04:42:30.783971Z","steps":["trace[694677115] 'read index received' (duration: 1.125641397s)","trace[694677115] 'applied index is now lower than readState.Index' (duration: 424.869321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:30.784675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23542448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:42:30.784715Z","caller":"traceutil/trace.go:171","msg":"trace[1527950474] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2152; }","duration":"1.23550769s","start":"2026-07-24T04:42:29.549197Z","end":"2026-07-24T04:42:30.784705Z","steps":["trace[1527950474] 'agreement among raft nodes before linearized reading' (duration: 1.23543526s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.784655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55114019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T04:42:30.784749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:29.549177Z","time spent":"1.235564181s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:30.784814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.727217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:42:30.78487Z","caller":"traceutil/trace.go:171","msg":"trace[1159579401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2152; }","duration":"555.812237ms","start":"2026-07-24T04:42:30.22904Z","end":"2026-07-24T04:42:30.784853Z","steps":["trace[1159579401] 'agreement among raft nodes before linearized reading' (duration: 555.636676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.784908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.229029Z","time spent":"555.871867ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:42:30.784924Z","caller":"traceutil/trace.go:171","msg":"trace[1992454841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2152; }","duration":"1.551355182s","start":"2026-07-24T04:42:29.233412Z","end":"2026-07-24T04:42:30.784767Z","steps":["trace[1992454841] 'agreement among raft nodes before linearized reading' (duration: 1.550981911s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.785059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:29.233393Z","time spent":"1.551617752s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:42:30.785104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.342801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:42:30.785133Z","caller":"traceutil/trace.go:171","msg":"trace[1907418778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"560.373452ms","start":"2026-07-24T04:42:30.224751Z","end":"2026-07-24T04:42:30.785124Z","steps":["trace[1907418778] 'agreement among raft nodes before linearized reading' (duration: 560.271091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.785167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.946384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-24T04:42:30.78517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.224712Z","time spent":"560.451512ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:42:30.785213Z","caller":"traceutil/trace.go:171","msg":"trace[1037150358] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2152; }","duration":"541.021154ms","start":"2026-07-24T04:42:30.244181Z","end":"2026-07-24T04:42:30.785202Z","steps":["trace[1037150358] 'agreement among raft nodes before linearized reading' (duration: 540.907583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.78525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.24417Z","time spent":"541.071284ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T04:42:30.785507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.53481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T04:42:30.785548Z","caller":"traceutil/trace.go:171","msg":"trace[1871198171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2152; }","duration":"597.605851ms","start":"2026-07-24T04:42:30.187932Z","end":"2026-07-24T04:42:30.785538Z","steps":["trace[1871198171] 'agreement among raft nodes before linearized reading' (duration: 597.50895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.785576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.187918Z","time spent":"597.651521ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:42:30.785573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.373936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T04:42:30.785638Z","caller":"traceutil/trace.go:171","msg":"trace[661710142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"555.432176ms","start":"2026-07-24T04:42:30.230171Z","end":"2026-07-24T04:42:30.785603Z","steps":["trace[661710142] 'agreement among raft nodes before linearized reading' (duration: 555.332776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.785683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.230162Z","time spent":"555.505387ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:30.785808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.54871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:42:30.785846Z","caller":"traceutil/trace.go:171","msg":"trace[225237495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"556.60665ms","start":"2026-07-24T04:42:30.22923Z","end":"2026-07-24T04:42:30.785837Z","steps":["trace[225237495] 'agreement among raft nodes before linearized reading' (duration: 556.52072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.785874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.229218Z","time spent":"556.64959ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:42:30.784944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.782692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:30.785913Z","caller":"traceutil/trace.go:171","msg":"trace[1303119911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"863.783106ms","start":"2026-07-24T04:42:29.922119Z","end":"2026-07-24T04:42:30.785902Z","steps":["trace[1303119911] 'agreement among raft nodes before linearized reading' (duration: 862.810042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.785958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:29.922098Z","time spent":"863.846816ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:30.784912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.630303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:42:30.786355Z","caller":"traceutil/trace.go:171","msg":"trace[1790179096] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2152; }","duration":"610.117038ms","start":"2026-07-24T04:42:30.176226Z","end":"2026-07-24T04:42:30.786344Z","steps":["trace[1790179096] 'agreement among raft nodes before linearized reading' (duration: 608.655233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.786395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.176204Z","time spent":"610.177888ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:30.786347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:29.130486Z","time spent":"1.653683352s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:30.784859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.857647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T04:42:30.788864Z","caller":"traceutil/trace.go:171","msg":"trace[784593385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2152; }","duration":"603.893569ms","start":"2026-07-24T04:42:30.184951Z","end":"2026-07-24T04:42:30.788845Z","steps":["trace[784593385] 'agreement among raft nodes before linearized reading' (duration: 599.735976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:30.789018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:30.184919Z","time spent":"604.07907ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T04:42:43.192553Z","caller":"traceutil/trace.go:171","msg":"trace[2138578921] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"372.013935ms","start":"2026-07-24T04:42:42.820514Z","end":"2026-07-24T04:42:43.192528Z","steps":["trace[2138578921] 'process raft request' (duration: 371.836144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.192809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:42.820491Z","time spent":"372.138815ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:43.199205Z","caller":"traceutil/trace.go:171","msg":"trace[185627336] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"362.443528ms","start":"2026-07-24T04:42:42.836737Z","end":"2026-07-24T04:42:43.199181Z","steps":["trace[185627336] 'process raft request' (duration: 362.255518ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:43.199457Z","caller":"traceutil/trace.go:171","msg":"trace[900915220] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2312; }","duration":"279.420364ms","start":"2026-07-24T04:42:42.919933Z","end":"2026-07-24T04:42:43.199354Z","steps":["trace[900915220] 'read index received' (duration: 272.551953ms)","trace[900915220] 'applied index is now lower than readState.Index' (duration: 6.866461ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:43.19955Z","caller":"traceutil/trace.go:171","msg":"trace[266009626] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"270.833588ms","start":"2026-07-24T04:42:42.928699Z","end":"2026-07-24T04:42:43.199533Z","steps":["trace[266009626] 'process raft request' (duration: 270.400017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.199627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.674714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:43.199668Z","caller":"traceutil/trace.go:171","msg":"trace[1089359006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"279.767524ms","start":"2026-07-24T04:42:42.919889Z","end":"2026-07-24T04:42:43.199657Z","steps":["trace[1089359006] 'agreement among raft nodes before linearized reading' (duration: 279.680844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.199832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.068314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:42:43.199888Z","caller":"traceutil/trace.go:171","msg":"trace[54288542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2224; }","duration":"222.154054ms","start":"2026-07-24T04:42:42.977722Z","end":"2026-07-24T04:42:43.199876Z","steps":["trace[54288542] 'agreement among raft nodes before linearized reading' (duration: 221.987743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.199972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.236022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:42:43.200084Z","caller":"traceutil/trace.go:171","msg":"trace[792746740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2224; }","duration":"265.411382ms","start":"2026-07-24T04:42:42.934654Z","end":"2026-07-24T04:42:43.200065Z","steps":["trace[792746740] 'agreement among raft nodes before linearized reading' (duration: 265.051511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.200226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.896365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T04:42:43.200244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.475046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T04:42:43.200214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:42.83672Z","time spent":"362.624908ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:43.200256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.988779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:42:43.20049Z","caller":"traceutil/trace.go:171","msg":"trace[2115859525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2224; }","duration":"227.190649ms","start":"2026-07-24T04:42:42.973215Z","end":"2026-07-24T04:42:43.200406Z","steps":["trace[2115859525] 'agreement among raft nodes before linearized reading' (duration: 226.901248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:43.200323Z","caller":"traceutil/trace.go:171","msg":"trace[841305424] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2224; }","duration":"229.625637ms","start":"2026-07-24T04:42:42.970682Z","end":"2026-07-24T04:42:43.200308Z","steps":["trace[841305424] 'agreement among raft nodes before linearized reading' (duration: 229.414506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.200098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.991077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:42:43.200705Z","caller":"traceutil/trace.go:171","msg":"trace[1264001773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2224; }","duration":"196.609639ms","start":"2026-07-24T04:42:43.00408Z","end":"2026-07-24T04:42:43.20069Z","steps":["trace[1264001773] 'agreement among raft nodes before linearized reading' (duration: 195.965267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:43.200027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.351917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:42:43.200862Z","caller":"traceutil/trace.go:171","msg":"trace[367472464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2224; }","duration":"193.169209ms","start":"2026-07-24T04:42:43.007648Z","end":"2026-07-24T04:42:43.200817Z","steps":["trace[367472464] 'agreement among raft nodes before linearized reading' (duration: 192.323987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:43.200265Z","caller":"traceutil/trace.go:171","msg":"trace[1013480791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"262.959435ms","start":"2026-07-24T04:42:42.937295Z","end":"2026-07-24T04:42:43.200254Z","steps":["trace[1013480791] 'agreement among raft nodes before linearized reading' (duration: 262.844884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.067517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.751335ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:42:47.067651Z","caller":"traceutil/trace.go:171","msg":"trace[618671681] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2338; }","duration":"147.034963ms","start":"2026-07-24T04:42:46.920585Z","end":"2026-07-24T04:42:47.067619Z","steps":["trace[618671681] 'read index received' (duration: 48.61µs)","trace[618671681] 'applied index is now lower than readState.Index' (duration: 146.984873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:47.067735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.145454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:47.06778Z","caller":"traceutil/trace.go:171","msg":"trace[777801920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2247; }","duration":"147.226664ms","start":"2026-07-24T04:42:46.920541Z","end":"2026-07-24T04:42:47.067768Z","steps":["trace[777801920] 'agreement among raft nodes before linearized reading' (duration: 147.141804ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.328198Z","caller":"traceutil/trace.go:171","msg":"trace[448301866] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"111.191248ms","start":"2026-07-24T04:42:47.216962Z","end":"2026-07-24T04:42:47.328153Z","steps":["trace[448301866] 'process raft request' (duration: 110.902947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.395348Z","caller":"traceutil/trace.go:171","msg":"trace[2115344362] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"168.947309ms","start":"2026-07-24T04:42:47.226371Z","end":"2026-07-24T04:42:47.395318Z","steps":["trace[2115344362] 'process raft request' (duration: 164.146644ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.395453Z","caller":"traceutil/trace.go:171","msg":"trace[488851509] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"167.645334ms","start":"2026-07-24T04:42:47.227736Z","end":"2026-07-24T04:42:47.395381Z","steps":["trace[488851509] 'process raft request' (duration: 167.505283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.395614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.499812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T04:42:47.395678Z","caller":"traceutil/trace.go:171","msg":"trace[1973592482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2250; }","duration":"153.627892ms","start":"2026-07-24T04:42:47.242034Z","end":"2026-07-24T04:42:47.395662Z","steps":["trace[1973592482] 'agreement among raft nodes before linearized reading' (duration: 153.385712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.395331Z","caller":"traceutil/trace.go:171","msg":"trace[481154877] linearizableReadLoop","detail":"{readStateIndex:2342; appliedIndex:2339; }","duration":"153.215131ms","start":"2026-07-24T04:42:47.242077Z","end":"2026-07-24T04:42:47.395292Z","steps":["trace[481154877] 'read index received' (duration: 85.746533ms)","trace[481154877] 'applied index is now lower than readState.Index' (duration: 67.467358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:47.395965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.824896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:42:47.396013Z","caller":"traceutil/trace.go:171","msg":"trace[949132401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2250; }","duration":"144.896946ms","start":"2026-07-24T04:42:47.251106Z","end":"2026-07-24T04:42:47.396003Z","steps":["trace[949132401] 'agreement among raft nodes before linearized reading' (duration: 144.782306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.396086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.145731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T04:42:47.396124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.795582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:42:47.396146Z","caller":"traceutil/trace.go:171","msg":"trace[1875465611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2250; }","duration":"139.837552ms","start":"2026-07-24T04:42:47.256301Z","end":"2026-07-24T04:42:47.396138Z","steps":["trace[1875465611] 'agreement among raft nodes before linearized reading' (duration: 139.768482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.396155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T04:42:47.39627Z","caller":"traceutil/trace.go:171","msg":"trace[387025012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2250; }","duration":"107.538216ms","start":"2026-07-24T04:42:47.288715Z","end":"2026-07-24T04:42:47.396253Z","steps":["trace[387025012] 'agreement among raft nodes before linearized reading' (duration: 107.271445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.396231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.280663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T04:42:47.396405Z","caller":"traceutil/trace.go:171","msg":"trace[765072542] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2250; }","duration":"140.470213ms","start":"2026-07-24T04:42:47.255926Z","end":"2026-07-24T04:42:47.396396Z","steps":["trace[765072542] 'agreement among raft nodes before linearized reading' (duration: 140.267033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.396404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.376578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:47.39646Z","caller":"traceutil/trace.go:171","msg":"trace[1451879192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"111.508158ms","start":"2026-07-24T04:42:47.284933Z","end":"2026-07-24T04:42:47.396442Z","steps":["trace[1451879192] 'agreement among raft nodes before linearized reading' (duration: 111.353228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.39646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.358866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T04:42:47.396536Z","caller":"traceutil/trace.go:171","msg":"trace[1354408375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2250; }","duration":"141.492787ms","start":"2026-07-24T04:42:47.255022Z","end":"2026-07-24T04:42:47.396515Z","steps":["trace[1354408375] 'agreement among raft nodes before linearized reading' (duration: 141.192036ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.396969Z","caller":"traceutil/trace.go:171","msg":"trace[2056743420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2250; }","duration":"139.236401ms","start":"2026-07-24T04:42:47.256893Z","end":"2026-07-24T04:42:47.396129Z","steps":["trace[2056743420] 'agreement among raft nodes before linearized reading' (duration: 139.09028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.812429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.773756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:47.812804Z","caller":"traceutil/trace.go:171","msg":"trace[1978801408] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"410.68294ms","start":"2026-07-24T04:42:47.402102Z","end":"2026-07-24T04:42:47.812785Z","steps":["trace[1978801408] 'process raft request' (duration: 410.449649ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.812803Z","caller":"traceutil/trace.go:171","msg":"trace[767558764] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"410.86876ms","start":"2026-07-24T04:42:47.401898Z","end":"2026-07-24T04:42:47.812767Z","steps":["trace[767558764] 'process raft request' (duration: 160.600312ms)","trace[767558764] 'compare' (duration: 249.468845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:47.812905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.40205Z","time spent":"410.80357ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:47.81291Z","caller":"traceutil/trace.go:171","msg":"trace[148976159] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"410.617239ms","start":"2026-07-24T04:42:47.402199Z","end":"2026-07-24T04:42:47.812816Z","steps":["trace[148976159] 'process raft request' (duration: 410.424208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.81318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.402179Z","time spent":"410.88651ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:47.813269Z","caller":"traceutil/trace.go:171","msg":"trace[425003122] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"410.95602ms","start":"2026-07-24T04:42:47.402297Z","end":"2026-07-24T04:42:47.813253Z","steps":["trace[425003122] 'process raft request' (duration: 410.412519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.813353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.402285Z","time spent":"411.02991ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:47.81325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.401877Z","time spent":"410.9855ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:47.813488Z","caller":"traceutil/trace.go:171","msg":"trace[2105981733] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"410.83705ms","start":"2026-07-24T04:42:47.40227Z","end":"2026-07-24T04:42:47.813107Z","steps":["trace[2105981733] 'process raft request' (duration: 410.399729ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.813686Z","caller":"traceutil/trace.go:171","msg":"trace[1826147032] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2342; }","duration":"282.632352ms","start":"2026-07-24T04:42:47.531001Z","end":"2026-07-24T04:42:47.813634Z","steps":["trace[1826147032] 'read index received' (duration: 31.584352ms)","trace[1826147032] 'applied index is now lower than readState.Index' (duration: 251.04648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:47.813821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.820363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:47.813897Z","caller":"traceutil/trace.go:171","msg":"trace[1435762134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2256; }","duration":"282.891963ms","start":"2026-07-24T04:42:47.530986Z","end":"2026-07-24T04:42:47.813877Z","steps":["trace[1435762134] 'agreement among raft nodes before linearized reading' (duration: 282.772982ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:47.813729Z","caller":"traceutil/trace.go:171","msg":"trace[884332030] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"411.372441ms","start":"2026-07-24T04:42:47.402337Z","end":"2026-07-24T04:42:47.81371Z","steps":["trace[884332030] 'process raft request' (duration: 410.86752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:47.814096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.402318Z","time spent":"411.717142ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:47.813725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:47.402213Z","time spent":"411.379371ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:49.51634Z","caller":"traceutil/trace.go:171","msg":"trace[854121256] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"181.462334ms","start":"2026-07-24T04:42:49.334847Z","end":"2026-07-24T04:42:49.51631Z","steps":["trace[854121256] 'process raft request' (duration: 181.255573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.062584Z","caller":"traceutil/trace.go:171","msg":"trace[1383791640] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"659.245701ms","start":"2026-07-24T04:42:49.403313Z","end":"2026-07-24T04:42:50.062559Z","steps":["trace[1383791640] 'process raft request' (duration: 578.116062ms)","trace[1383791640] 'compare' (duration: 80.608087ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:50.062733Z","caller":"traceutil/trace.go:171","msg":"trace[860956720] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2348; }","duration":"649.335382ms","start":"2026-07-24T04:42:49.413371Z","end":"2026-07-24T04:42:50.062706Z","steps":["trace[860956720] 'read index received' (duration: 102.727572ms)","trace[860956720] 'applied index is now lower than readState.Index' (duration: 546.60662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:50.062988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:49.403292Z","time spent":"659.447071ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:50.063051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.658173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:50.063117Z","caller":"traceutil/trace.go:171","msg":"trace[1183959521] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"659.767822ms","start":"2026-07-24T04:42:49.403331Z","end":"2026-07-24T04:42:50.063099Z","steps":["trace[1183959521] 'process raft request' (duration: 659.17996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.063237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.89457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T04:42:50.063268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.096321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-24T04:42:50.063277Z","caller":"traceutil/trace.go:171","msg":"trace[295420338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2259; }","duration":"244.945561ms","start":"2026-07-24T04:42:49.81832Z","end":"2026-07-24T04:42:50.063266Z","steps":["trace[295420338] 'agreement among raft nodes before linearized reading' (duration: 244.869451ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.0633Z","caller":"traceutil/trace.go:171","msg":"trace[440880246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2259; }","duration":"245.164861ms","start":"2026-07-24T04:42:49.818126Z","end":"2026-07-24T04:42:50.063291Z","steps":["trace[440880246] 'agreement among raft nodes before linearized reading' (duration: 245.068271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.06331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.822468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T04:42:50.063461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.892551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:50.063494Z","caller":"traceutil/trace.go:171","msg":"trace[1200674899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2259; }","duration":"142.978041ms","start":"2026-07-24T04:42:49.920504Z","end":"2026-07-24T04:42:50.063482Z","steps":["trace[1200674899] 'agreement among raft nodes before linearized reading' (duration: 142.932721ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.063157Z","caller":"traceutil/trace.go:171","msg":"trace[58083887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2259; }","duration":"649.760353ms","start":"2026-07-24T04:42:49.413363Z","end":"2026-07-24T04:42:50.063123Z","steps":["trace[58083887] 'agreement among raft nodes before linearized reading' (duration: 649.509102ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.063508Z","caller":"traceutil/trace.go:171","msg":"trace[1498865328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2259; }","duration":"244.108089ms","start":"2026-07-24T04:42:49.819372Z","end":"2026-07-24T04:42:50.06348Z","steps":["trace[1498865328] 'agreement among raft nodes before linearized reading' (duration: 243.603888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.063553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:49.413333Z","time spent":"650.206634ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:42:50.063645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.332132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-24T04:42:50.063083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.546594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T04:42:50.063737Z","caller":"traceutil/trace.go:171","msg":"trace[1486964019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2259; }","duration":"246.252755ms","start":"2026-07-24T04:42:49.817473Z","end":"2026-07-24T04:42:50.063726Z","steps":["trace[1486964019] 'agreement among raft nodes before linearized reading' (duration: 245.489394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.063619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:49.403315Z","time spent":"659.886632ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:50.063168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.804578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T04:42:50.063908Z","caller":"traceutil/trace.go:171","msg":"trace[710038157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2259; }","duration":"244.57398ms","start":"2026-07-24T04:42:49.819319Z","end":"2026-07-24T04:42:50.063893Z","steps":["trace[710038157] 'agreement among raft nodes before linearized reading' (duration: 243.788298ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.063712Z","caller":"traceutil/trace.go:171","msg":"trace[1754825017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2259; }","duration":"245.566452ms","start":"2026-07-24T04:42:49.818126Z","end":"2026-07-24T04:42:50.063693Z","steps":["trace[1754825017] 'agreement among raft nodes before linearized reading' (duration: 245.065341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.28745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.401723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:50.287595Z","caller":"traceutil/trace.go:171","msg":"trace[734778965] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"216.867288ms","start":"2026-07-24T04:42:50.070701Z","end":"2026-07-24T04:42:50.287568Z","steps":["trace[734778965] 'process raft request' (duration: 93.220514ms)","trace[734778965] 'compare' (duration: 123.249233ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:50.541721Z","caller":"traceutil/trace.go:171","msg":"trace[1736001879] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"470.926606ms","start":"2026-07-24T04:42:50.070736Z","end":"2026-07-24T04:42:50.541663Z","steps":["trace[1736001879] 'process raft request' (duration: 392.234635ms)","trace[1736001879] 'compare' (duration: 77.432517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:50.542184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:50.070717Z","time spent":"471.123217ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:50.542256Z","caller":"traceutil/trace.go:171","msg":"trace[1908527035] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"471.418668ms","start":"2026-07-24T04:42:50.070805Z","end":"2026-07-24T04:42:50.542223Z","steps":["trace[1908527035] 'process raft request' (duration: 470.924476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.54255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:50.070799Z","time spent":"471.562848ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:50.543043Z","caller":"traceutil/trace.go:171","msg":"trace[670609920] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"472.16825ms","start":"2026-07-24T04:42:50.070845Z","end":"2026-07-24T04:42:50.543013Z","steps":["trace[670609920] 'process raft request' (duration: 470.998267ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.543072Z","caller":"traceutil/trace.go:171","msg":"trace[1795538526] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"471.638138ms","start":"2026-07-24T04:42:50.071405Z","end":"2026-07-24T04:42:50.543043Z","steps":["trace[1795538526] 'process raft request' (duration: 471.482457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.543203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:50.071381Z","time spent":"471.746508ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:50.543222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:50.070839Z","time spent":"472.28541ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:50.543305Z","caller":"traceutil/trace.go:171","msg":"trace[1024388969] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"471.286267ms","start":"2026-07-24T04:42:50.071999Z","end":"2026-07-24T04:42:50.543286Z","steps":["trace[1024388969] 'process raft request' (duration: 471.002227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.543427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:50.071969Z","time spent":"471.379959ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:50.543487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.125383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:50.543546Z","caller":"traceutil/trace.go:171","msg":"trace[319310267] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2266; }","duration":"167.239663ms","start":"2026-07-24T04:42:50.376294Z","end":"2026-07-24T04:42:50.543534Z","steps":["trace[319310267] 'agreement among raft nodes before linearized reading' (duration: 167.044583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:50.54329Z","caller":"traceutil/trace.go:171","msg":"trace[1079672642] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2352; }","duration":"166.904081ms","start":"2026-07-24T04:42:50.376349Z","end":"2026-07-24T04:42:50.543253Z","steps":["trace[1079672642] 'read index received' (duration: 86.628706ms)","trace[1079672642] 'applied index is now lower than readState.Index' (duration: 80.274405ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:50.543722Z","caller":"traceutil/trace.go:171","msg":"trace[344543425] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"471.609ms","start":"2026-07-24T04:42:50.072069Z","end":"2026-07-24T04:42:50.543678Z","steps":["trace[344543425] 'process raft request' (duration: 471.106457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:50.543841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:50.072043Z","time spent":"471.72072ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:50.973346Z","caller":"traceutil/trace.go:171","msg":"trace[1076347593] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"277.270356ms","start":"2026-07-24T04:42:50.696047Z","end":"2026-07-24T04:42:50.973318Z","steps":["trace[1076347593] 'process raft request' (duration: 185.580486ms)","trace[1076347593] 'compare' (duration: 91.58371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:51.836283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.121284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:51.836382Z","caller":"traceutil/trace.go:171","msg":"trace[1291285747] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2359; }","duration":"164.686055ms","start":"2026-07-24T04:42:51.67168Z","end":"2026-07-24T04:42:51.836366Z","steps":["trace[1291285747] 'read index received' (duration: 10.317341ms)","trace[1291285747] 'applied index is now lower than readState.Index' (duration: 154.367264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:51.836292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.147587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T04:42:51.836615Z","caller":"traceutil/trace.go:171","msg":"trace[1861722023] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2267; }","duration":"583.557928ms","start":"2026-07-24T04:42:51.253046Z","end":"2026-07-24T04:42:51.836604Z","steps":["trace[1861722023] 'count revisions from in-memory index tree' (duration: 582.968876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:51.836658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:51.253017Z","time spent":"583.626568ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":253,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:42:51.836866Z","caller":"traceutil/trace.go:171","msg":"trace[1244936915] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"315.790109ms","start":"2026-07-24T04:42:51.521063Z","end":"2026-07-24T04:42:51.836854Z","steps":["trace[1244936915] 'process raft request' (duration: 160.980483ms)","trace[1244936915] 'compare' (duration: 153.627773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:51.836935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:51.52104Z","time spent":"315.860429ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:51.837124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.453587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:42:51.837163Z","caller":"traceutil/trace.go:171","msg":"trace[398737132] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:2268; }","duration":"165.524637ms","start":"2026-07-24T04:42:51.671628Z","end":"2026-07-24T04:42:51.837153Z","steps":["trace[398737132] 'agreement among raft nodes before linearized reading' (duration: 165.415847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:52.419284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655098244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:53.047693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.926347ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-24T04:42:53.047802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:51.838498Z","time spent":"1.209296161s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T04:42:53.864867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176099963s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:42:53.919674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T04:42:53.919754Z","caller":"traceutil/trace.go:171","msg":"trace[1778886794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061499s","start":"2026-07-24T04:42:51.91912Z","end":"2026-07-24T04:42:53.919735Z","steps":["trace[1778886794] 'agreement among raft nodes before linearized reading' (duration: 2.00052083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:53.919799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:51.919097Z","time spent":"2.000693421s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:42:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:42:54.039023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.790041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:54.039296Z","caller":"traceutil/trace.go:171","msg":"trace[638450912] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2360; }","duration":"2.120088881s","start":"2026-07-24T04:42:51.919189Z","end":"2026-07-24T04:42:54.039278Z","steps":["trace[638450912] 'read index received' (duration: 769.568235ms)","trace[638450912] 'applied index is now lower than readState.Index' (duration: 1.350519726s)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:54.039378Z","caller":"traceutil/trace.go:171","msg":"trace[1154711808] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.96967985s","start":"2026-07-24T04:42:52.069687Z","end":"2026-07-24T04:42:54.039366Z","steps":["trace[1154711808] 'process raft request' (duration: 1.795425397s)","trace[1154711808] 'compare' (duration: 173.3298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:54.039477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.069663Z","time spent":"1.969773651s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:54.039602Z","caller":"traceutil/trace.go:171","msg":"trace[1392058245] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.964782835s","start":"2026-07-24T04:42:52.07481Z","end":"2026-07-24T04:42:54.039593Z","steps":["trace[1392058245] 'process raft request' (duration: 1.964332143s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.039652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.074784Z","time spent":"1.964843035s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:54.472688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.612745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:54.472945Z","caller":"traceutil/trace.go:171","msg":"trace[1564153770] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2363; }","duration":"433.593636ms","start":"2026-07-24T04:42:54.039335Z","end":"2026-07-24T04:42:54.472928Z","steps":["trace[1564153770] 'read index received' (duration: 139.740281ms)","trace[1564153770] 'applied index is now lower than readState.Index' (duration: 293.852505ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:42:54.473027Z","caller":"traceutil/trace.go:171","msg":"trace[1585442008] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.723580385s","start":"2026-07-24T04:42:52.749435Z","end":"2026-07-24T04:42:54.473015Z","steps":["trace[1585442008] 'process raft request' (duration: 1.429569129s)","trace[1585442008] 'compare' (duration: 293.499664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:54.473085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.7494Z","time spent":"1.723652555s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:54.473252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.276078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:54.473282Z","caller":"traceutil/trace.go:171","msg":"trace[1780530969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"553.344028ms","start":"2026-07-24T04:42:53.919929Z","end":"2026-07-24T04:42:54.473273Z","steps":["trace[1780530969] 'agreement among raft nodes before linearized reading' (duration: 553.291068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923991544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:42:54.473327Z","caller":"traceutil/trace.go:171","msg":"trace[1772087416] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.424184322s","start":"2026-07-24T04:42:53.049133Z","end":"2026-07-24T04:42:54.473317Z","steps":["trace[1772087416] 'process raft request' (duration: 1.423649761s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:54.47333Z","caller":"traceutil/trace.go:171","msg":"trace[179569339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"1.924081764s","start":"2026-07-24T04:42:52.549234Z","end":"2026-07-24T04:42:54.473316Z","steps":["trace[179569339] 'agreement among raft nodes before linearized reading' (duration: 1.923892964s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.04911Z","time spent":"1.424231314s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:54.473425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.282966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-24T04:42:54.473446Z","caller":"traceutil/trace.go:171","msg":"trace[1845561773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2274; }","duration":"800.313456ms","start":"2026-07-24T04:42:53.673127Z","end":"2026-07-24T04:42:54.47344Z","steps":["trace[1845561773] 'agreement among raft nodes before linearized reading' (duration: 800.251506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.549155Z","time spent":"1.924199505s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:54.473462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.67312Z","time spent":"800.338406ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T04:42:54.47342Z","caller":"traceutil/trace.go:171","msg":"trace[1435502597] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"834.948518ms","start":"2026-07-24T04:42:53.638445Z","end":"2026-07-24T04:42:54.473394Z","steps":["trace[1435502597] 'process raft request' (duration: 834.393196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:54.473515Z","caller":"traceutil/trace.go:171","msg":"trace[1428619527] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"630.817547ms","start":"2026-07-24T04:42:53.842676Z","end":"2026-07-24T04:42:54.473494Z","steps":["trace[1428619527] 'process raft request' (duration: 630.212305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.919917Z","time spent":"553.380698ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:54.473576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.638422Z","time spent":"835.078528ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:54.473629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115030254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-24T04:42:54.47362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.842652Z","time spent":"630.908487ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:54.47365Z","caller":"traceutil/trace.go:171","msg":"trace[1294808058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2274; }","duration":"1.115086674s","start":"2026-07-24T04:42:53.358558Z","end":"2026-07-24T04:42:54.473645Z","steps":["trace[1294808058] 'agreement among raft nodes before linearized reading' (duration: 1.115026334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.358539Z","time spent":"1.115124194s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T04:42:54.473666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.365139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:42:54.473687Z","caller":"traceutil/trace.go:171","msg":"trace[1033967410] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2274; }","duration":"828.410019ms","start":"2026-07-24T04:42:53.645271Z","end":"2026-07-24T04:42:54.473681Z","steps":["trace[1033967410] 'agreement among raft nodes before linearized reading' (duration: 828.377529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.645255Z","time spent":"828.446009ms","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:54.473755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924617297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T04:42:54.473632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113449599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T04:42:54.473771Z","caller":"traceutil/trace.go:171","msg":"trace[443411517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"1.924662837s","start":"2026-07-24T04:42:52.549103Z","end":"2026-07-24T04:42:54.473766Z","steps":["trace[443411517] 'agreement among raft nodes before linearized reading' (duration: 1.924609896s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.549086Z","time spent":"1.924697767s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:42:54.473807Z","caller":"traceutil/trace.go:171","msg":"trace[27460299] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2274; }","duration":"1.11363265s","start":"2026-07-24T04:42:53.360147Z","end":"2026-07-24T04:42:54.47378Z","steps":["trace[27460299] 'agreement among raft nodes before linearized reading' (duration: 1.113410088s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.238295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:42:54.47385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:53.360136Z","time spent":"1.11370081s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T04:42:54.473862Z","caller":"traceutil/trace.go:171","msg":"trace[205871198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2274; }","duration":"341.293195ms","start":"2026-07-24T04:42:54.132564Z","end":"2026-07-24T04:42:54.473857Z","steps":["trace[205871198] 'agreement among raft nodes before linearized reading' (duration: 341.270265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.132543Z","time spent":"341.330265ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:42:54.473864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926184872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T04:42:54.473886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924658517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:42:54.473921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396261556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:42:54.473944Z","caller":"traceutil/trace.go:171","msg":"trace[1063416263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"2.396305126s","start":"2026-07-24T04:42:52.077631Z","end":"2026-07-24T04:42:54.473936Z","steps":["trace[1063416263] 'agreement among raft nodes before linearized reading' (duration: 2.396234936s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:54.473941Z","caller":"traceutil/trace.go:171","msg":"trace[73518847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2274; }","duration":"1.924706247s","start":"2026-07-24T04:42:52.549215Z","end":"2026-07-24T04:42:54.473921Z","steps":["trace[73518847] 'agreement among raft nodes before linearized reading' (duration: 1.924592877s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:54.473934Z","caller":"traceutil/trace.go:171","msg":"trace[627041188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2274; }","duration":"1.926294982s","start":"2026-07-24T04:42:52.547622Z","end":"2026-07-24T04:42:54.473917Z","steps":["trace[627041188] 'agreement among raft nodes before linearized reading' (duration: 1.926070491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.473963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.077589Z","time spent":"2.396370296s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:42:54.473974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49930893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:42:54.473973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.549192Z","time spent":"1.924773497s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:42:54.473986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.547605Z","time spent":"1.926372312s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:42:54.474019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925238479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:42:54.474045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924931457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:42:54.474064Z","caller":"traceutil/trace.go:171","msg":"trace[1060034978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"1.925280799s","start":"2026-07-24T04:42:52.54877Z","end":"2026-07-24T04:42:54.47405Z","steps":["trace[1060034978] 'agreement among raft nodes before linearized reading' (duration: 1.925157219s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:54.47409Z","caller":"traceutil/trace.go:171","msg":"trace[1871532567] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2274; }","duration":"1.925008887s","start":"2026-07-24T04:42:52.549067Z","end":"2026-07-24T04:42:54.474076Z","steps":["trace[1871532567] 'agreement among raft nodes before linearized reading' (duration: 1.924854937s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.474107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.548713Z","time spent":"1.92538408s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:42:54.474123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:52.549049Z","time spent":"1.925066699s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T04:42:54.474031Z","caller":"traceutil/trace.go:171","msg":"trace[1083515797] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2274; }","duration":"2.49937202s","start":"2026-07-24T04:42:51.974615Z","end":"2026-07-24T04:42:54.473987Z","steps":["trace[1083515797] 'agreement among raft nodes before linearized reading' (duration: 2.49934132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:54.474899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:51.974594Z","time spent":"2.500243052s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:42:56.661881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.737656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:42:56.66216Z","caller":"traceutil/trace.go:171","msg":"trace[1153688308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2274; }","duration":"814.021867ms","start":"2026-07-24T04:42:55.848109Z","end":"2026-07-24T04:42:56.662131Z","steps":["trace[1153688308] 'range keys from in-memory index tree' (duration: 813.718246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:56.662515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982509527s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:56.66383Z","caller":"traceutil/trace.go:171","msg":"trace[1927820046] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"2.18406293s","start":"2026-07-24T04:42:54.479739Z","end":"2026-07-24T04:42:56.663802Z","steps":["trace[1927820046] 'process raft request' (duration: 200.207929ms)","trace[1927820046] 'compare' (duration: 1.981833475s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:56.664045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.479722Z","time spent":"2.18421715s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:56.664068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184108459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5201b0d4c4ca4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T04:42:56.664144Z","caller":"traceutil/trace.go:171","msg":"trace[1752426216] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c5201b0d4c4ca4; range_end:; response_count:1; response_revision:2275; }","duration":"2.184228719s","start":"2026-07-24T04:42:54.479893Z","end":"2026-07-24T04:42:56.664122Z","steps":["trace[1752426216] 'agreement among raft nodes before linearized reading' (duration: 2.184015909s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:56.664198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.47988Z","time spent":"2.18430279s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c5201b0d4c4ca4\" "} {"level":"info","ts":"2026-07-24T04:42:56.663836Z","caller":"traceutil/trace.go:171","msg":"trace[867450042] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2367; }","duration":"2.183865479s","start":"2026-07-24T04:42:54.479932Z","end":"2026-07-24T04:42:56.663798Z","steps":["trace[867450042] 'read index received' (duration: 200.147078ms)","trace[867450042] 'applied index is now lower than readState.Index' (duration: 1.983701141s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:56.925245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000759851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:42:56.925324Z","caller":"traceutil/trace.go:171","msg":"trace[1144821847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000882321s","start":"2026-07-24T04:42:54.924423Z","end":"2026-07-24T04:42:56.925306Z","steps":["trace[1144821847] 'agreement among raft nodes before linearized reading' (duration: 2.000784131s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:56.925371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.924408Z","time spent":"2.000953991s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:42:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:42:57.164884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655098269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:57.665796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655098269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:42:57.779689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.589399505s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:42:57.892187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.279271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:42:57.892398Z","caller":"traceutil/trace.go:171","msg":"trace[106614171] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"3.410902703s","start":"2026-07-24T04:42:54.481483Z","end":"2026-07-24T04:42:57.892386Z","steps":["trace[106614171] 'process raft request' (duration: 3.410817122s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:57.892494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.481475Z","time spent":"3.410980733s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:57.961578Z","caller":"traceutil/trace.go:171","msg":"trace[378420916] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"3.481137962s","start":"2026-07-24T04:42:54.480417Z","end":"2026-07-24T04:42:57.961555Z","steps":["trace[378420916] 'process raft request' (duration: 3.299433064s)","trace[378420916] 'compare' (duration: 112.06861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:57.96169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.480406Z","time spent":"3.481226032s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:57.961774Z","caller":"traceutil/trace.go:171","msg":"trace[1870233904] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"3.4804076s","start":"2026-07-24T04:42:54.481361Z","end":"2026-07-24T04:42:57.961768Z","steps":["trace[1870233904] 'process raft request' (duration: 3.410901403s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:42:57.961793Z","caller":"traceutil/trace.go:171","msg":"trace[92980887] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"3.479727018s","start":"2026-07-24T04:42:54.482055Z","end":"2026-07-24T04:42:57.961782Z","steps":["trace[92980887] 'process raft request' (duration: 3.41026701s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:57.961802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.481346Z","time spent":"3.480437981s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:57.961834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.482048Z","time spent":"3.479763978s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:57.961851Z","caller":"traceutil/trace.go:171","msg":"trace[514269218] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"3.479700998s","start":"2026-07-24T04:42:54.482144Z","end":"2026-07-24T04:42:57.961845Z","steps":["trace[514269218] 'process raft request' (duration: 3.479480997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:57.961874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.48213Z","time spent":"3.479730108s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:57.961886Z","caller":"traceutil/trace.go:171","msg":"trace[308708195] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"3.478595435s","start":"2026-07-24T04:42:54.483285Z","end":"2026-07-24T04:42:57.961881Z","steps":["trace[308708195] 'process raft request' (duration: 3.478367304s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:57.961909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.483253Z","time spent":"3.478642065s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:42:57.961916Z","caller":"traceutil/trace.go:171","msg":"trace[1827649295] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"3.479756448s","start":"2026-07-24T04:42:54.482153Z","end":"2026-07-24T04:42:57.96191Z","steps":["trace[1827649295] 'process raft request' (duration: 3.410382971s)","trace[1827649295] 'compare' (duration: 69.026246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:42:57.96194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.482147Z","time spent":"3.479779808s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:42:58.930799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000852892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:42:58.930882Z","caller":"traceutil/trace.go:171","msg":"trace[1194904999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000975283s","start":"2026-07-24T04:42:56.929888Z","end":"2026-07-24T04:42:58.930863Z","steps":["trace[1194904999] 'agreement among raft nodes before linearized reading' (duration: 2.000874292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:42:58.930929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:56.929877Z","time spent":"2.001043683s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:42:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:43:00.746687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359867658s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:00.747915Z","caller":"traceutil/trace.go:171","msg":"trace[765532981] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"4.264852956s","start":"2026-07-24T04:42:56.483032Z","end":"2026-07-24T04:43:00.747885Z","steps":["trace[765532981] 'process raft request' (duration: 4.263956504s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:00.747959Z","caller":"traceutil/trace.go:171","msg":"trace[513000487] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"4.702694425s","start":"2026-07-24T04:42:56.045237Z","end":"2026-07-24T04:43:00.747931Z","steps":["trace[513000487] 'process raft request' (duration: 2.341502474s)","trace[513000487] 'compare' (duration: 2.359287756s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:00.748129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:56.482998Z","time spent":"4.264986626s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:00.748286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:56.045211Z","time spent":"4.702949356s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:00.747914Z","caller":"traceutil/trace.go:171","msg":"trace[1266336939] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"4.702152474s","start":"2026-07-24T04:42:56.045704Z","end":"2026-07-24T04:43:00.747856Z","steps":["trace[1266336939] 'process raft request' (duration: 4.701204401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:00.748355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:56.045678Z","time spent":"4.702643025s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:00.747914Z","caller":"traceutil/trace.go:171","msg":"trace[282665081] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"4.081346946s","start":"2026-07-24T04:42:56.666546Z","end":"2026-07-24T04:43:00.747893Z","steps":["trace[282665081] 'process raft request' (duration: 4.080475694s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:00.748551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:56.666522Z","time spent":"4.081956728s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:00.931647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:43:00.931737Z","caller":"traceutil/trace.go:171","msg":"trace[1270818901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273949s","start":"2026-07-24T04:42:58.931441Z","end":"2026-07-24T04:43:00.931715Z","steps":["trace[1270818901] 'agreement among raft nodes before linearized reading' (duration: 2.000159869s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:00.931791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:58.93142Z","time spent":"2.000360089s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:43:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:43:01.820222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073130559s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:43:01.820414Z","caller":"traceutil/trace.go:171","msg":"trace[2096096954] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2368; }","duration":"5.15613907s","start":"2026-07-24T04:42:56.664255Z","end":"2026-07-24T04:43:01.820394Z","steps":["trace[2096096954] 'read index received' (duration: 1.115691274s)","trace[2096096954] 'applied index is now lower than readState.Index' (duration: 4.040445566s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:01.820793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.958586853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:01.821089Z","caller":"traceutil/trace.go:171","msg":"trace[1199443057] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2286; }","duration":"5.958920884s","start":"2026-07-24T04:42:55.862146Z","end":"2026-07-24T04:43:01.821066Z","steps":["trace[1199443057] 'agreement among raft nodes before linearized reading' (duration: 5.958586164s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:01.82115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:55.862125Z","time spent":"5.959009195s","remote":"127.0.0.1:35116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:01.820857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.856501642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:01.821231Z","caller":"traceutil/trace.go:171","msg":"trace[1751283543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2286; }","duration":"5.856925853s","start":"2026-07-24T04:42:55.964286Z","end":"2026-07-24T04:43:01.821211Z","steps":["trace[1751283543] 'agreement among raft nodes before linearized reading' (duration: 5.856496382s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:01.820861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.247401058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:01.821359Z","caller":"traceutil/trace.go:171","msg":"trace[279302891] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2286; }","duration":"7.247948629s","start":"2026-07-24T04:42:54.573394Z","end":"2026-07-24T04:43:01.821343Z","steps":["trace[279302891] 'agreement among raft nodes before linearized reading' (duration: 7.247372378s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:01.821432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.573377Z","time spent":"7.248037519s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:01.820883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337792703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:01.821529Z","caller":"traceutil/trace.go:171","msg":"trace[1590488458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2286; }","duration":"7.338459716s","start":"2026-07-24T04:42:54.483052Z","end":"2026-07-24T04:43:01.821512Z","steps":["trace[1590488458] 'agreement among raft nodes before linearized reading' (duration: 7.337764543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:01.821581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.483045Z","time spent":"7.338523076s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T04:43:01.82091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339454979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:43:01.821779Z","caller":"traceutil/trace.go:171","msg":"trace[1517173501] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2286; }","duration":"7.340330682s","start":"2026-07-24T04:42:54.481411Z","end":"2026-07-24T04:43:01.821742Z","steps":["trace[1517173501] 'agreement among raft nodes before linearized reading' (duration: 7.339409999s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:01.821839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:54.481402Z","time spent":"7.340421492s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T04:43:01.820938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.339780705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T04:43:01.821855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:55.964259Z","time spent":"5.857029243s","remote":"127.0.0.1:50492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:01.821914Z","caller":"traceutil/trace.go:171","msg":"trace[9553229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2286; }","duration":"6.340782289s","start":"2026-07-24T04:42:55.481107Z","end":"2026-07-24T04:43:01.821889Z","steps":["trace[9553229] 'agreement among raft nodes before linearized reading' (duration: 6.339665075s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:01.821983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:55.481085Z","time spent":"6.340875379s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:43:02.322045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655098274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:43:02.556704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238393495s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:43:02.557115Z","caller":"traceutil/trace.go:171","msg":"trace[109064044] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"1.25380287s","start":"2026-07-24T04:43:01.303288Z","end":"2026-07-24T04:43:02.557091Z","steps":["trace[109064044] 'process raft request' (duration: 1.25362209s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:02.55728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.303265Z","time spent":"1.253922741s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:02.941933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002437804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:43:02.942026Z","caller":"traceutil/trace.go:171","msg":"trace[360957985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002585045s","start":"2026-07-24T04:43:00.93941Z","end":"2026-07-24T04:43:02.941996Z","steps":["trace[360957985] 'agreement among raft nodes before linearized reading' (duration: 2.002466714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:02.942087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:00.939367Z","time spent":"2.002706595s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:43:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:43:04.507139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.950152791s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:43:04.507621Z","caller":"traceutil/trace.go:171","msg":"trace[1118015387] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2380; }","duration":"2.686580949s","start":"2026-07-24T04:43:01.821018Z","end":"2026-07-24T04:43:04.507599Z","steps":["trace[1118015387] 'read index received' (duration: 735.899777ms)","trace[1118015387] 'applied index is now lower than readState.Index' (duration: 1.950680302s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:04.507713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215793663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:04.507784Z","caller":"traceutil/trace.go:171","msg":"trace[1614666217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2289; }","duration":"5.215919965s","start":"2026-07-24T04:42:59.291849Z","end":"2026-07-24T04:43:04.507769Z","steps":["trace[1614666217] 'agreement among raft nodes before linearized reading' (duration: 5.215790744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.507802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540430487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:43:04.507853Z","caller":"traceutil/trace.go:171","msg":"trace[1685007367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2289; }","duration":"4.540572417s","start":"2026-07-24T04:42:59.967267Z","end":"2026-07-24T04:43:04.507839Z","steps":["trace[1685007367] 'agreement among raft nodes before linearized reading' (duration: 4.540348856s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.507853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688246354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:04.50789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.967259Z","time spent":"4.540622427s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:43:04.507868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051442685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:43:04.507921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540983729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:43:04.507947Z","caller":"traceutil/trace.go:171","msg":"trace[1695182101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2289; }","duration":"4.541043s","start":"2026-07-24T04:42:59.966894Z","end":"2026-07-24T04:43:04.507937Z","steps":["trace[1695182101] 'agreement among raft nodes before linearized reading' (duration: 4.540940749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.507946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.652971361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:04.507944Z","caller":"traceutil/trace.go:171","msg":"trace[401126371] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2289; }","duration":"6.051566486s","start":"2026-07-24T04:42:58.456359Z","end":"2026-07-24T04:43:04.507926Z","steps":["trace[401126371] 'agreement among raft nodes before linearized reading' (duration: 6.051410865s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:04.507979Z","caller":"traceutil/trace.go:171","msg":"trace[166627458] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2289; }","duration":"7.653036641s","start":"2026-07-24T04:42:56.854931Z","end":"2026-07-24T04:43:04.507967Z","steps":["trace[166627458] 'agreement among raft nodes before linearized reading' (duration: 7.652989471s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.507996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:58.456339Z","time spent":"6.051646726s","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:04.508011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:56.854909Z","time spent":"7.653093911s","remote":"127.0.0.1:35106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:04.508029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54117142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:43:04.508052Z","caller":"traceutil/trace.go:171","msg":"trace[1277879322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2289; }","duration":"4.54122531s","start":"2026-07-24T04:42:59.966821Z","end":"2026-07-24T04:43:04.508046Z","steps":["trace[1277879322] 'agreement among raft nodes before linearized reading' (duration: 4.54115554s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.966806Z","time spent":"4.54125945s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T04:43:04.508085Z","caller":"traceutil/trace.go:171","msg":"trace[729109293] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"3.118777971s","start":"2026-07-24T04:43:01.389295Z","end":"2026-07-24T04:43:04.508073Z","steps":["trace[729109293] 'process raft request' (duration: 3.118063649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.389273Z","time spent":"3.118844133s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:04.508172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769193473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:04.508264Z","caller":"traceutil/trace.go:171","msg":"trace[843413508] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2289; }","duration":"2.769328823s","start":"2026-07-24T04:43:01.738924Z","end":"2026-07-24T04:43:04.508253Z","steps":["trace[843413508] 'agreement among raft nodes before linearized reading' (duration: 2.769203773s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.738894Z","time spent":"2.769394813s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:04.507902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.431652539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:04.508331Z","caller":"traceutil/trace.go:171","msg":"trace[1671041863] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2289; }","duration":"7.43207979s","start":"2026-07-24T04:42:57.076241Z","end":"2026-07-24T04:43:04.508321Z","steps":["trace[1671041863] 'agreement among raft nodes before linearized reading' (duration: 7.431595388s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.373311869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:43:04.508393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68746154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:43:04.508407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:57.07619Z","time spent":"7.432166511s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:04.508393Z","caller":"traceutil/trace.go:171","msg":"trace[159939359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2289; }","duration":"5.373401309s","start":"2026-07-24T04:42:59.134978Z","end":"2026-07-24T04:43:04.50838Z","steps":["trace[159939359] 'agreement among raft nodes before linearized reading' (duration: 5.373317929s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:04.508425Z","caller":"traceutil/trace.go:171","msg":"trace[1226521287] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2289; }","duration":"4.68752487s","start":"2026-07-24T04:42:59.820893Z","end":"2026-07-24T04:43:04.508418Z","steps":["trace[1226521287] 'agreement among raft nodes before linearized reading' (duration: 4.68746345s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.820875Z","time spent":"4.68756645s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:04.508456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.13496Z","time spent":"5.37348098s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:04.508544Z","caller":"traceutil/trace.go:171","msg":"trace[1277647284] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"2.524341272s","start":"2026-07-24T04:43:01.984184Z","end":"2026-07-24T04:43:04.508525Z","steps":["trace[1277647284] 'process raft request' (duration: 2.523367608s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.507965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.966873Z","time spent":"4.54108811s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:04.508655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.984158Z","time spent":"2.524441912s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:04.507901Z","caller":"traceutil/trace.go:171","msg":"trace[870377051] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2289; }","duration":"2.688311974s","start":"2026-07-24T04:43:01.819576Z","end":"2026-07-24T04:43:04.507888Z","steps":["trace[870377051] 'agreement among raft nodes before linearized reading' (duration: 2.688202574s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.819556Z","time spent":"2.689170507s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:04.507813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325209937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:43:04.507818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.291825Z","time spent":"5.215985566s","remote":"127.0.0.1:50424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:04.508799Z","caller":"traceutil/trace.go:171","msg":"trace[828763093] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2289; }","duration":"5.32625637s","start":"2026-07-24T04:42:59.182526Z","end":"2026-07-24T04:43:04.508782Z","steps":["trace[828763093] 'agreement among raft nodes before linearized reading' (duration: 5.325198297s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.840420814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:43:04.508841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.756457328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c520230dd554d5\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-24T04:43:04.508861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.182513Z","time spent":"5.326330582s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:04.508879Z","caller":"traceutil/trace.go:171","msg":"trace[373734066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2289; }","duration":"5.840527885s","start":"2026-07-24T04:42:58.668318Z","end":"2026-07-24T04:43:04.508846Z","steps":["trace[373734066] 'agreement among raft nodes before linearized reading' (duration: 5.840352734s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:04.508889Z","caller":"traceutil/trace.go:171","msg":"trace[1610378492] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c520230dd554d5; range_end:; response_count:1; response_revision:2289; }","duration":"3.756538749s","start":"2026-07-24T04:43:00.752338Z","end":"2026-07-24T04:43:04.508877Z","steps":["trace[1610378492] 'agreement among raft nodes before linearized reading' (duration: 3.756094137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.508917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:58.668297Z","time spent":"5.840609745s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:04.508575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.912213752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:04.50906Z","caller":"traceutil/trace.go:171","msg":"trace[1820846010] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2289; }","duration":"4.912710253s","start":"2026-07-24T04:42:59.596339Z","end":"2026-07-24T04:43:04.509049Z","steps":["trace[1820846010] 'agreement among raft nodes before linearized reading' (duration: 4.912213792s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.50892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:00.752323Z","time spent":"3.756590239s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c520230dd554d5\" "} {"level":"warn","ts":"2026-07-24T04:43:04.509129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54147184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:43:04.509167Z","caller":"traceutil/trace.go:171","msg":"trace[2089054212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2289; }","duration":"4.54151223s","start":"2026-07-24T04:42:59.967644Z","end":"2026-07-24T04:43:04.509156Z","steps":["trace[2089054212] 'agreement among raft nodes before linearized reading' (duration: 4.54143745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.509196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.967639Z","time spent":"4.54155098s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:43:04.509059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53132352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:43:04.509253Z","caller":"traceutil/trace.go:171","msg":"trace[669489709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2289; }","duration":"4.531522621s","start":"2026-07-24T04:42:59.977717Z","end":"2026-07-24T04:43:04.509239Z","steps":["trace[669489709] 'agreement among raft nodes before linearized reading' (duration: 4.53123732s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.509315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.977712Z","time spent":"4.531590751s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:43:04.509128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:42:59.596326Z","time spent":"4.912787583s","remote":"127.0.0.1:35146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:04.940019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997486341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:43:04.940101Z","caller":"traceutil/trace.go:171","msg":"trace[115832388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997646211s","start":"2026-07-24T04:43:02.942436Z","end":"2026-07-24T04:43:04.940082Z","steps":["trace[115832388] 'agreement among raft nodes before linearized reading' (duration: 1.997519601s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:04.940159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.94238Z","time spent":"1.997768781s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:43:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:43:05.014564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655098279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:43:05.541377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.081307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:05.541633Z","caller":"traceutil/trace.go:171","msg":"trace[1562557583] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"2.787594527s","start":"2026-07-24T04:43:02.754021Z","end":"2026-07-24T04:43:05.541616Z","steps":["trace[1562557583] 'process raft request' (duration: 2.787555026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:05.541698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.754014Z","time spent":"2.787652947s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:05.541875Z","caller":"traceutil/trace.go:171","msg":"trace[1344147350] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"2.788901301s","start":"2026-07-24T04:43:02.752961Z","end":"2026-07-24T04:43:05.541863Z","steps":["trace[1344147350] 'process raft request' (duration: 2.456252501s)","trace[1344147350] 'compare' (duration: 331.854137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:05.54194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.752937Z","time spent":"2.788962171s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:05.542225Z","caller":"traceutil/trace.go:171","msg":"trace[669997748] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"2.788262528s","start":"2026-07-24T04:43:02.75395Z","end":"2026-07-24T04:43:05.542213Z","steps":["trace[669997748] 'process raft request' (duration: 2.787545996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:05.542278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.753932Z","time spent":"2.788317099s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:06.132959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:43:06.133073Z","caller":"traceutil/trace.go:171","msg":"trace[1093971343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430469s","start":"2026-07-24T04:43:04.132618Z","end":"2026-07-24T04:43:06.133048Z","steps":["trace[1093971343] 'agreement among raft nodes before linearized reading' (duration: 2.000275878s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:06.133127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.132568Z","time spent":"2.000548659s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:43:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:43:06.947951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T04:43:06.948038Z","caller":"traceutil/trace.go:171","msg":"trace[56043240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031608s","start":"2026-07-24T04:43:04.947987Z","end":"2026-07-24T04:43:06.948019Z","steps":["trace[56043240] 'agreement among raft nodes before linearized reading' (duration: 1.999918588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:06.948317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.947954Z","time spent":"2.000347729s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:43:07.244714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396785331s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:07.245103Z","caller":"traceutil/trace.go:171","msg":"trace[1421055008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2292; }","duration":"1.397178233s","start":"2026-07-24T04:43:05.847907Z","end":"2026-07-24T04:43:07.245085Z","steps":["trace[1421055008] 'range keys from in-memory index tree' (duration: 1.396772001s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.244956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.054082ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T04:43:07.245804Z","caller":"traceutil/trace.go:171","msg":"trace[9640856] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"2.730610898s","start":"2026-07-24T04:43:04.515174Z","end":"2026-07-24T04:43:07.245785Z","steps":["trace[9640856] 'process raft request' (duration: 2.730335017s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:07.245801Z","caller":"traceutil/trace.go:171","msg":"trace[1942013472] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2383; }","duration":"2.738108781s","start":"2026-07-24T04:43:04.507669Z","end":"2026-07-24T04:43:07.245777Z","steps":["trace[1942013472] 'read index received' (duration: 701.506416ms)","trace[1942013472] 'applied index is now lower than readState.Index' (duration: 2.036601325s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:07.245903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.515167Z","time spent":"2.730678128s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:07.246028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351235659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:07.246057Z","caller":"traceutil/trace.go:171","msg":"trace[522396848] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"2.729293364s","start":"2026-07-24T04:43:04.516744Z","end":"2026-07-24T04:43:07.246037Z","steps":["trace[522396848] 'process raft request' (duration: 2.728962533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.512411Z","time spent":"2.733680627s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T04:43:07.246102Z","caller":"traceutil/trace.go:171","msg":"trace[1431327966] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2299; }","duration":"4.351357969s","start":"2026-07-24T04:43:02.894734Z","end":"2026-07-24T04:43:07.246092Z","steps":["trace[1431327966] 'agreement among raft nodes before linearized reading' (duration: 4.351226669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.516729Z","time spent":"2.729388634s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:07.245917Z","caller":"traceutil/trace.go:171","msg":"trace[153681030] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"2.730577319s","start":"2026-07-24T04:43:04.515327Z","end":"2026-07-24T04:43:07.245904Z","steps":["trace[153681030] 'process raft request' (duration: 2.730218418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.24625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421101798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:43:07.246323Z","caller":"traceutil/trace.go:171","msg":"trace[1636196400] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"2.731231051s","start":"2026-07-24T04:43:04.515079Z","end":"2026-07-24T04:43:07.24631Z","steps":["trace[1636196400] 'process raft request' (duration: 2.730229078s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.51506Z","time spent":"2.731295421s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:07.246383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73009865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:07.246394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070199452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:07.246436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417751225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T04:43:07.246428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490984261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:07.24619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.894707Z","time spent":"4.351469739s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:07.246273Z","caller":"traceutil/trace.go:171","msg":"trace[459986699] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"2.518245483s","start":"2026-07-24T04:43:04.728016Z","end":"2026-07-24T04:43:07.246262Z","steps":["trace[459986699] 'process raft request' (duration: 2.517720902s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:07.246515Z","caller":"traceutil/trace.go:171","msg":"trace[2033519779] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2299; }","duration":"4.491131571s","start":"2026-07-24T04:43:02.755371Z","end":"2026-07-24T04:43:07.246502Z","steps":["trace[2033519779] 'agreement among raft nodes before linearized reading' (duration: 4.490985411s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:07.246573Z","caller":"traceutil/trace.go:171","msg":"trace[664173371] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2299; }","duration":"4.070332122s","start":"2026-07-24T04:43:03.176142Z","end":"2026-07-24T04:43:07.246474Z","steps":["trace[664173371] 'agreement among raft nodes before linearized reading' (duration: 4.070151772s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.727981Z","time spent":"2.518551074s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:07.246643Z","caller":"traceutil/trace.go:171","msg":"trace[1596899946] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"2.730946179s","start":"2026-07-24T04:43:04.515684Z","end":"2026-07-24T04:43:07.246631Z","steps":["trace[1596899946] 'process raft request' (duration: 2.729888597s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.24664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:03.176121Z","time spent":"4.070506092s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:07.246728Z","caller":"traceutil/trace.go:171","msg":"trace[734788571] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"2.73091801s","start":"2026-07-24T04:43:04.515801Z","end":"2026-07-24T04:43:07.246719Z","steps":["trace[734788571] 'process raft request' (duration: 2.729869877s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.515776Z","time spent":"2.73097735s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:07.246322Z","caller":"traceutil/trace.go:171","msg":"trace[1837219128] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:2299; }","duration":"5.421198799s","start":"2026-07-24T04:43:01.825107Z","end":"2026-07-24T04:43:07.246305Z","steps":["trace[1837219128] 'agreement among raft nodes before linearized reading' (duration: 5.421003558s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:07.246439Z","caller":"traceutil/trace.go:171","msg":"trace[1854215725] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2299; }","duration":"3.730224441s","start":"2026-07-24T04:43:03.5162Z","end":"2026-07-24T04:43:07.246424Z","steps":["trace[1854215725] 'agreement among raft nodes before linearized reading' (duration: 3.730090071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.825101Z","time spent":"5.42174909s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"warn","ts":"2026-07-24T04:43:07.246884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:03.516167Z","time spent":"3.730697963s","remote":"127.0.0.1:34242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:07.246963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.585984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:07.246989Z","caller":"traceutil/trace.go:171","msg":"trace[223505836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2299; }","duration":"290.648025ms","start":"2026-07-24T04:43:06.956334Z","end":"2026-07-24T04:43:07.246982Z","steps":["trace[223505836] 'agreement among raft nodes before linearized reading' (duration: 290.580055ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:07.246495Z","caller":"traceutil/trace.go:171","msg":"trace[605396866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"4.417921385s","start":"2026-07-24T04:43:02.828562Z","end":"2026-07-24T04:43:07.246484Z","steps":["trace[605396866] 'agreement among raft nodes before linearized reading' (duration: 4.417786805s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.246586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.755356Z","time spent":"4.491218801s","remote":"127.0.0.1:50398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:07.246902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422240341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:07.247094Z","caller":"traceutil/trace.go:171","msg":"trace[1095693444] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2299; }","duration":"5.422423642s","start":"2026-07-24T04:43:01.824657Z","end":"2026-07-24T04:43:07.247081Z","steps":["trace[1095693444] 'agreement among raft nodes before linearized reading' (duration: 5.422226261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.247138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:01.824647Z","time spent":"5.422480082s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T04:43:07.246697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.515673Z","time spent":"2.73099423s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:07.246864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302844899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-07-24T04:43:07.247304Z","caller":"traceutil/trace.go:171","msg":"trace[835344269] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2299; }","duration":"2.30340444s","start":"2026-07-24T04:43:04.94389Z","end":"2026-07-24T04:43:07.247294Z","steps":["trace[835344269] 'agreement among raft nodes before linearized reading' (duration: 2.302737658s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.247022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:02.828544Z","time spent":"4.418467486s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:43:07.247342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.943862Z","time spent":"2.30347022s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T04:43:07.247424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.680884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:07.247474Z","caller":"traceutil/trace.go:171","msg":"trace[1424893926] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2299; }","duration":"830.760105ms","start":"2026-07-24T04:43:06.416706Z","end":"2026-07-24T04:43:07.247466Z","steps":["trace[1424893926] 'agreement among raft nodes before linearized reading' (duration: 830.541384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.247497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:06.416686Z","time spent":"830.803965ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:07.247649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294752766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:07.247674Z","caller":"traceutil/trace.go:171","msg":"trace[612637832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2299; }","duration":"2.294780226s","start":"2026-07-24T04:43:04.952888Z","end":"2026-07-24T04:43:07.247668Z","steps":["trace[612637832] 'agreement among raft nodes before linearized reading' (duration: 2.294739476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:07.247436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.51532Z","time spent":"2.73116213s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:07.247734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:04.952859Z","time spent":"2.294847826s","remote":"127.0.0.1:50588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:13.707443Z","caller":"traceutil/trace.go:171","msg":"trace[28657308] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"122.109918ms","start":"2026-07-24T04:43:13.585307Z","end":"2026-07-24T04:43:13.707417Z","steps":["trace[28657308] 'process raft request' (duration: 77.042656ms)","trace[28657308] 'compare' (duration: 44.772371ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:13.707761Z","caller":"traceutil/trace.go:171","msg":"trace[88513581] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"122.33335ms","start":"2026-07-24T04:43:13.585399Z","end":"2026-07-24T04:43:13.707733Z","steps":["trace[88513581] 'process raft request' (duration: 121.863328ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:15.426655Z","caller":"traceutil/trace.go:171","msg":"trace[1761557417] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"130.980825ms","start":"2026-07-24T04:43:15.295624Z","end":"2026-07-24T04:43:15.426605Z","steps":["trace[1761557417] 'process raft request' (duration: 130.541454ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:15.540269Z","caller":"traceutil/trace.go:171","msg":"trace[1296879149] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"110.145575ms","start":"2026-07-24T04:43:15.430097Z","end":"2026-07-24T04:43:15.540243Z","steps":["trace[1296879149] 'process raft request' (duration: 110.070404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:15.540351Z","caller":"traceutil/trace.go:171","msg":"trace[1754298837] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"110.704547ms","start":"2026-07-24T04:43:15.429603Z","end":"2026-07-24T04:43:15.540308Z","steps":["trace[1754298837] 'process raft request' (duration: 26.105388ms)","trace[1754298837] 'compare' (duration: 84.311318ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:15.540547Z","caller":"traceutil/trace.go:171","msg":"trace[649342260] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"109.815413ms","start":"2026-07-24T04:43:15.430719Z","end":"2026-07-24T04:43:15.540534Z","steps":["trace[649342260] 'process raft request' (duration: 109.489042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:15.540547Z","caller":"traceutil/trace.go:171","msg":"trace[23364107] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"108.059028ms","start":"2026-07-24T04:43:15.432464Z","end":"2026-07-24T04:43:15.540523Z","steps":["trace[23364107] 'process raft request' (duration: 108.014958ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:15.540829Z","caller":"traceutil/trace.go:171","msg":"trace[1763488004] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"109.762203ms","start":"2026-07-24T04:43:15.430833Z","end":"2026-07-24T04:43:15.540596Z","steps":["trace[1763488004] 'process raft request' (duration: 109.557113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:17.870751Z","caller":"traceutil/trace.go:171","msg":"trace[1825321050] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"111.384508ms","start":"2026-07-24T04:43:17.759344Z","end":"2026-07-24T04:43:17.870728Z","steps":["trace[1825321050] 'process raft request' (duration: 111.231687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.626727Z","caller":"traceutil/trace.go:171","msg":"trace[219019914] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"108.68889ms","start":"2026-07-24T04:43:19.518016Z","end":"2026-07-24T04:43:19.626705Z","steps":["trace[219019914] 'process raft request' (duration: 108.525329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.653649Z","caller":"traceutil/trace.go:171","msg":"trace[1266022653] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2465; }","duration":"130.945786ms","start":"2026-07-24T04:43:19.522682Z","end":"2026-07-24T04:43:19.653628Z","steps":["trace[1266022653] 'read index received' (duration: 103.787566ms)","trace[1266022653] 'applied index is now lower than readState.Index' (duration: 27.15725ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:19.653683Z","caller":"traceutil/trace.go:171","msg":"trace[1138057297] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"131.547177ms","start":"2026-07-24T04:43:19.522107Z","end":"2026-07-24T04:43:19.653655Z","steps":["trace[1138057297] 'process raft request' (duration: 131.394946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:19.65387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.175226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:43:19.653924Z","caller":"traceutil/trace.go:171","msg":"trace[258313906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2369; }","duration":"131.263917ms","start":"2026-07-24T04:43:19.522649Z","end":"2026-07-24T04:43:19.653912Z","steps":["trace[258313906] 'agreement among raft nodes before linearized reading' (duration: 131.108976ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.763837Z","caller":"traceutil/trace.go:171","msg":"trace[1924421966] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"105.262989ms","start":"2026-07-24T04:43:19.658547Z","end":"2026-07-24T04:43:19.76381Z","steps":["trace[1924421966] 'process raft request' (duration: 29.588187ms)","trace[1924421966] 'compare' (duration: 75.505002ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:19.764612Z","caller":"traceutil/trace.go:171","msg":"trace[1553600485] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"105.929462ms","start":"2026-07-24T04:43:19.658665Z","end":"2026-07-24T04:43:19.764594Z","steps":["trace[1553600485] 'process raft request' (duration: 105.107018ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.764736Z","caller":"traceutil/trace.go:171","msg":"trace[592365113] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"105.886702ms","start":"2026-07-24T04:43:19.658841Z","end":"2026-07-24T04:43:19.764727Z","steps":["trace[592365113] 'process raft request' (duration: 105.531231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.764754Z","caller":"traceutil/trace.go:171","msg":"trace[1998097081] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"104.679319ms","start":"2026-07-24T04:43:19.660057Z","end":"2026-07-24T04:43:19.764737Z","steps":["trace[1998097081] 'process raft request' (duration: 104.405258ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:19.764556Z","caller":"traceutil/trace.go:171","msg":"trace[458574854] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"105.711581ms","start":"2026-07-24T04:43:19.658814Z","end":"2026-07-24T04:43:19.764526Z","steps":["trace[458574854] 'process raft request' (duration: 105.33227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:27.265303Z","caller":"traceutil/trace.go:171","msg":"trace[538377543] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"102.466471ms","start":"2026-07-24T04:43:27.162811Z","end":"2026-07-24T04:43:27.265278Z","steps":["trace[538377543] 'process raft request' (duration: 102.280211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:27.401701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.337764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:43:28.01097Z","caller":"traceutil/trace.go:171","msg":"trace[753783302] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"148.283356ms","start":"2026-07-24T04:43:27.862664Z","end":"2026-07-24T04:43:28.010947Z","steps":["trace[753783302] 'process raft request' (duration: 104.626377ms)","trace[753783302] 'compare' (duration: 43.493808ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:28.011319Z","caller":"traceutil/trace.go:171","msg":"trace[1513712463] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"148.091186ms","start":"2026-07-24T04:43:27.863214Z","end":"2026-07-24T04:43:28.011305Z","steps":["trace[1513712463] 'process raft request' (duration: 147.697874ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:28.011694Z","caller":"traceutil/trace.go:171","msg":"trace[1860732337] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"148.440917ms","start":"2026-07-24T04:43:27.863228Z","end":"2026-07-24T04:43:28.011669Z","steps":["trace[1860732337] 'process raft request' (duration: 147.901746ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:28.011938Z","caller":"traceutil/trace.go:171","msg":"trace[909347674] linearizableReadLoop","detail":"{readStateIndex:2514; appliedIndex:2511; }","duration":"140.275943ms","start":"2026-07-24T04:43:27.871648Z","end":"2026-07-24T04:43:28.011924Z","steps":["trace[909347674] 'read index received' (duration: 95.654671ms)","trace[909347674] 'applied index is now lower than readState.Index' (duration: 44.620142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:28.012119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.454203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:43:28.012152Z","caller":"traceutil/trace.go:171","msg":"trace[1756787510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2415; }","duration":"140.522903ms","start":"2026-07-24T04:43:27.871619Z","end":"2026-07-24T04:43:28.012142Z","steps":["trace[1756787510] 'agreement among raft nodes before linearized reading' (duration: 140.390373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:28.012284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.658381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:43:28.012347Z","caller":"traceutil/trace.go:171","msg":"trace[788475279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2415; }","duration":"139.741402ms","start":"2026-07-24T04:43:27.872589Z","end":"2026-07-24T04:43:28.012331Z","steps":["trace[788475279] 'agreement among raft nodes before linearized reading' (duration: 139.576151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:28.193799Z","caller":"traceutil/trace.go:171","msg":"trace[155490447] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"175.498177ms","start":"2026-07-24T04:43:28.01828Z","end":"2026-07-24T04:43:28.193778Z","steps":["trace[155490447] 'process raft request' (duration: 175.452097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:28.194008Z","caller":"traceutil/trace.go:171","msg":"trace[715771067] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"176.922751ms","start":"2026-07-24T04:43:28.017074Z","end":"2026-07-24T04:43:28.193997Z","steps":["trace[715771067] 'process raft request' (duration: 176.58869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:28.194018Z","caller":"traceutil/trace.go:171","msg":"trace[1180881674] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"175.928348ms","start":"2026-07-24T04:43:28.018075Z","end":"2026-07-24T04:43:28.194003Z","steps":["trace[1180881674] 'process raft request' (duration: 175.629767ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:28.193816Z","caller":"traceutil/trace.go:171","msg":"trace[2074545935] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"176.73862ms","start":"2026-07-24T04:43:28.017054Z","end":"2026-07-24T04:43:28.193793Z","steps":["trace[2074545935] 'process raft request' (duration: 100.011264ms)","trace[2074545935] 'compare' (duration: 76.388445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:30.428905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.119075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:30.429141Z","caller":"traceutil/trace.go:171","msg":"trace[823540921] linearizableReadLoop","detail":"{readStateIndex:2522; appliedIndex:2521; }","duration":"510.633354ms","start":"2026-07-24T04:43:29.918486Z","end":"2026-07-24T04:43:30.42912Z","steps":["trace[823540921] 'read index received' (duration: 50.241028ms)","trace[823540921] 'applied index is now lower than readState.Index' (duration: 460.391396ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:30.429262Z","caller":"traceutil/trace.go:171","msg":"trace[1644041597] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"603.714047ms","start":"2026-07-24T04:43:29.825538Z","end":"2026-07-24T04:43:30.429252Z","steps":["trace[1644041597] 'process raft request' (duration: 143.191741ms)","trace[1644041597] 'compare' (duration: 459.723673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:30.429346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:29.82551Z","time spent":"603.814717ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:30.429547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.066695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:30.429618Z","caller":"traceutil/trace.go:171","msg":"trace[1297935739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2421; }","duration":"511.176885ms","start":"2026-07-24T04:43:29.918435Z","end":"2026-07-24T04:43:30.429611Z","steps":["trace[1297935739] 'agreement among raft nodes before linearized reading' (duration: 511.079845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.429676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:29.918412Z","time spent":"511.258365ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:43:30.497356Z","caller":"traceutil/trace.go:171","msg":"trace[1099740643] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"478.614919ms","start":"2026-07-24T04:43:30.018716Z","end":"2026-07-24T04:43:30.497331Z","steps":["trace[1099740643] 'process raft request' (duration: 478.479929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.497596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.018704Z","time spent":"478.791079ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:30.676945Z","caller":"traceutil/trace.go:171","msg":"trace[623541841] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"657.921177ms","start":"2026-07-24T04:43:30.01898Z","end":"2026-07-24T04:43:30.676901Z","steps":["trace[623541841] 'process raft request' (duration: 623.542635ms)","trace[623541841] 'compare' (duration: 33.88016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:30.676988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.525328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T04:43:30.677018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.877076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T04:43:30.677041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.664174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:43:30.677096Z","caller":"traceutil/trace.go:171","msg":"trace[1234257651] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2423; }","duration":"478.041066ms","start":"2026-07-24T04:43:30.199035Z","end":"2026-07-24T04:43:30.677076Z","steps":["trace[1234257651] 'agreement among raft nodes before linearized reading' (duration: 477.765375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.164892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T04:43:30.677119Z","caller":"traceutil/trace.go:171","msg":"trace[1454399459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2423; }","duration":"456.768634ms","start":"2026-07-24T04:43:30.220332Z","end":"2026-07-24T04:43:30.677101Z","steps":["trace[1454399459] 'agreement among raft nodes before linearized reading' (duration: 456.596024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.076726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:43:30.677118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.018972Z","time spent":"658.054787ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:30.677143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.199001Z","time spent":"478.132986ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T04:43:30.677164Z","caller":"traceutil/trace.go:171","msg":"trace[1155730976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2423; }","duration":"478.163906ms","start":"2026-07-24T04:43:30.198992Z","end":"2026-07-24T04:43:30.677156Z","steps":["trace[1155730976] 'agreement among raft nodes before linearized reading' (duration: 478.080766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.220288Z","time spent":"456.875494ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:30.677176Z","caller":"traceutil/trace.go:171","msg":"trace[1912005430] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2423; }","duration":"432.320782ms","start":"2026-07-24T04:43:30.244829Z","end":"2026-07-24T04:43:30.67715Z","steps":["trace[1912005430] 'agreement among raft nodes before linearized reading' (duration: 431.991721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.198966Z","time spent":"478.225317ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:43:30.67705Z","caller":"traceutil/trace.go:171","msg":"trace[1661266648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2423; }","duration":"658.631558ms","start":"2026-07-24T04:43:30.018405Z","end":"2026-07-24T04:43:30.677037Z","steps":["trace[1661266648] 'agreement among raft nodes before linearized reading' (duration: 658.421517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.244811Z","time spent":"432.420782ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T04:43:30.677275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.018391Z","time spent":"658.875048ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:43:30.676781Z","caller":"traceutil/trace.go:171","msg":"trace[1369944277] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2522; }","duration":"247.525788ms","start":"2026-07-24T04:43:30.429228Z","end":"2026-07-24T04:43:30.676754Z","steps":["trace[1369944277] 'read index received' (duration: 67.891999ms)","trace[1369944277] 'applied index is now lower than readState.Index' (duration: 179.632509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:30.677423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.924925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:43:30.677467Z","caller":"traceutil/trace.go:171","msg":"trace[208597490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2423; }","duration":"661.006495ms","start":"2026-07-24T04:43:30.016446Z","end":"2026-07-24T04:43:30.677452Z","steps":["trace[208597490] 'agreement among raft nodes before linearized reading' (duration: 660.851055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.016417Z","time spent":"661.072435ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:43:30.677778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.375286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:43:30.677812Z","caller":"traceutil/trace.go:171","msg":"trace[1535096655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2423; }","duration":"661.446917ms","start":"2026-07-24T04:43:30.016355Z","end":"2026-07-24T04:43:30.677802Z","steps":["trace[1535096655] 'agreement among raft nodes before linearized reading' (duration: 661.029215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:30.677844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.016322Z","time spent":"661.510938ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T04:43:31.061302Z","caller":"traceutil/trace.go:171","msg":"trace[1127472627] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"378.334373ms","start":"2026-07-24T04:43:30.68293Z","end":"2026-07-24T04:43:31.061265Z","steps":["trace[1127472627] 'process raft request' (duration: 377.996942ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:31.061303Z","caller":"traceutil/trace.go:171","msg":"trace[701565758] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"378.326283ms","start":"2026-07-24T04:43:30.682938Z","end":"2026-07-24T04:43:31.061264Z","steps":["trace[701565758] 'process raft request' (duration: 378.219753ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:31.061572Z","caller":"traceutil/trace.go:171","msg":"trace[692069571] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"378.258563ms","start":"2026-07-24T04:43:30.683258Z","end":"2026-07-24T04:43:31.061516Z","steps":["trace[692069571] 'process raft request' (duration: 377.963802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:31.061758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.683247Z","time spent":"378.410294ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:31.06176Z","caller":"traceutil/trace.go:171","msg":"trace[2104540431] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2525; }","duration":"209.099005ms","start":"2026-07-24T04:43:30.852634Z","end":"2026-07-24T04:43:31.061733Z","steps":["trace[2104540431] 'read index received' (duration: 208.216062ms)","trace[2104540431] 'applied index is now lower than readState.Index' (duration: 881.073µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:31.061925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.278936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:31.062402Z","caller":"traceutil/trace.go:171","msg":"trace[2122633409] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2428; }","duration":"209.809687ms","start":"2026-07-24T04:43:30.85257Z","end":"2026-07-24T04:43:31.06238Z","steps":["trace[2122633409] 'agreement among raft nodes before linearized reading' (duration: 209.301606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:31.061953Z","caller":"traceutil/trace.go:171","msg":"trace[1922941282] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"377.380531ms","start":"2026-07-24T04:43:30.684488Z","end":"2026-07-24T04:43:31.061869Z","steps":["trace[1922941282] 'process raft request' (duration: 376.984049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:31.062705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.684461Z","time spent":"378.169212ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:31.061782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.682915Z","time spent":"378.648084ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:31.062157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:30.682915Z","time spent":"378.457573ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:31.063155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.266578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:43:31.063218Z","caller":"traceutil/trace.go:171","msg":"trace[497949047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2428; }","duration":"179.406648ms","start":"2026-07-24T04:43:30.883791Z","end":"2026-07-24T04:43:31.063198Z","steps":["trace[497949047] 'agreement among raft nodes before linearized reading' (duration: 179.182437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:31.063472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.760613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:31.063524Z","caller":"traceutil/trace.go:171","msg":"trace[540665298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2428; }","duration":"143.812663ms","start":"2026-07-24T04:43:30.9197Z","end":"2026-07-24T04:43:31.063512Z","steps":["trace[540665298] 'agreement among raft nodes before linearized reading' (duration: 143.724112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:32.873752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.896031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:32.873875Z","caller":"traceutil/trace.go:171","msg":"trace[1346721278] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"189.613918ms","start":"2026-07-24T04:43:32.68425Z","end":"2026-07-24T04:43:32.873864Z","steps":["trace[1346721278] 'process raft request' (duration: 189.575907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:32.873996Z","caller":"traceutil/trace.go:171","msg":"trace[108392434] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"371.241612ms","start":"2026-07-24T04:43:32.502747Z","end":"2026-07-24T04:43:32.873989Z","steps":["trace[108392434] 'process raft request' (duration: 85.04072ms)","trace[108392434] 'compare' (duration: 285.778611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:32.874034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.502728Z","time spent":"371.287062ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:32.874109Z","caller":"traceutil/trace.go:171","msg":"trace[41963281] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2533; }","duration":"343.04453ms","start":"2026-07-24T04:43:32.531057Z","end":"2026-07-24T04:43:32.874101Z","steps":["trace[41963281] 'read index received' (duration: 56.748677ms)","trace[41963281] 'applied index is now lower than readState.Index' (duration: 286.294763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:32.874208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.16822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:32.874224Z","caller":"traceutil/trace.go:171","msg":"trace[1825774364] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2433; }","duration":"343.254531ms","start":"2026-07-24T04:43:32.530965Z","end":"2026-07-24T04:43:32.87422Z","steps":["trace[1825774364] 'agreement among raft nodes before linearized reading' (duration: 343.20519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:32.874241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.530932Z","time spent":"343.305551ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T04:43:33.236896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.025204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:33.237249Z","caller":"traceutil/trace.go:171","msg":"trace[391028411] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2535; }","duration":"363.111028ms","start":"2026-07-24T04:43:32.874124Z","end":"2026-07-24T04:43:33.237235Z","steps":["trace[391028411] 'read index received' (duration: 150.651893ms)","trace[391028411] 'applied index is now lower than readState.Index' (duration: 212.458065ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:33.237313Z","caller":"traceutil/trace.go:171","msg":"trace[788599377] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"499.115538ms","start":"2026-07-24T04:43:32.73819Z","end":"2026-07-24T04:43:33.237305Z","steps":["trace[788599377] 'process raft request' (duration: 286.606863ms)","trace[788599377] 'compare' (duration: 211.574663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:33.237359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.738163Z","time spent":"499.169548ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:33.237548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.344363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:43:33.237677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.061303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T04:43:33.237724Z","caller":"traceutil/trace.go:171","msg":"trace[257177683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2434; }","duration":"171.116653ms","start":"2026-07-24T04:43:33.066597Z","end":"2026-07-24T04:43:33.237714Z","steps":["trace[257177683] 'agreement among raft nodes before linearized reading' (duration: 171.044723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.237872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.341264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T04:43:33.23791Z","caller":"traceutil/trace.go:171","msg":"trace[1193858836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2434; }","duration":"171.418164ms","start":"2026-07-24T04:43:33.066485Z","end":"2026-07-24T04:43:33.237904Z","steps":["trace[1193858836] 'agreement among raft nodes before linearized reading' (duration: 171.321414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.237915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.014953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-24T04:43:33.238038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.419158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T04:43:33.238057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.372472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:33.238083Z","caller":"traceutil/trace.go:171","msg":"trace[326432482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2434; }","duration":"511.122413ms","start":"2026-07-24T04:43:32.72688Z","end":"2026-07-24T04:43:33.238002Z","steps":["trace[326432482] 'agreement among raft nodes before linearized reading' (duration: 510.810612ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:33.238129Z","caller":"traceutil/trace.go:171","msg":"trace[1498911709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2434; }","duration":"169.471138ms","start":"2026-07-24T04:43:33.068599Z","end":"2026-07-24T04:43:33.238071Z","steps":["trace[1498911709] 'agreement among raft nodes before linearized reading' (duration: 169.390538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.238194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.726833Z","time spent":"511.340314ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:43:33.237854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.519002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T04:43:33.237968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.197202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:43:33.239138Z","caller":"traceutil/trace.go:171","msg":"trace[1797164462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2434; }","duration":"158.402247ms","start":"2026-07-24T04:43:33.080722Z","end":"2026-07-24T04:43:33.239125Z","steps":["trace[1797164462] 'agreement among raft nodes before linearized reading' (duration: 157.178873ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:33.239167Z","caller":"traceutil/trace.go:171","msg":"trace[405675846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2434; }","duration":"171.789936ms","start":"2026-07-24T04:43:33.067264Z","end":"2026-07-24T04:43:33.239054Z","steps":["trace[405675846] 'agreement among raft nodes before linearized reading' (duration: 170.393501ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:33.238079Z","caller":"traceutil/trace.go:171","msg":"trace[1814584200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2434; }","duration":"320.434392ms","start":"2026-07-24T04:43:32.917638Z","end":"2026-07-24T04:43:33.238072Z","steps":["trace[1814584200] 'agreement among raft nodes before linearized reading' (duration: 320.375362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.239354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.91763Z","time spent":"321.672357ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:43:33.238325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.868807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:33.237682Z","caller":"traceutil/trace.go:171","msg":"trace[427837502] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2434; }","duration":"677.543353ms","start":"2026-07-24T04:43:32.560103Z","end":"2026-07-24T04:43:33.237646Z","steps":["trace[427837502] 'agreement among raft nodes before linearized reading' (duration: 677.366203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.239733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.560081Z","time spent":"679.57328ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:43:33.239561Z","caller":"traceutil/trace.go:171","msg":"trace[1740436929] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2434; }","duration":"578.10558ms","start":"2026-07-24T04:43:32.661441Z","end":"2026-07-24T04:43:33.239547Z","steps":["trace[1740436929] 'agreement among raft nodes before linearized reading' (duration: 576.854787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.24011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.661321Z","time spent":"578.728473ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:43:33.237621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.868837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:43:33.240234Z","caller":"traceutil/trace.go:171","msg":"trace[177263453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2434; }","duration":"358.467755ms","start":"2026-07-24T04:43:32.881743Z","end":"2026-07-24T04:43:33.24021Z","steps":["trace[177263453] 'agreement among raft nodes before linearized reading' (duration: 355.786317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:33.240331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:32.881714Z","time spent":"358.599155ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T04:43:33.525449Z","caller":"traceutil/trace.go:171","msg":"trace[521442713] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"280.595665ms","start":"2026-07-24T04:43:33.244826Z","end":"2026-07-24T04:43:33.525422Z","steps":["trace[521442713] 'process raft request' (duration: 280.516885ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:33.525532Z","caller":"traceutil/trace.go:171","msg":"trace[1145186963] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"280.794646ms","start":"2026-07-24T04:43:33.244727Z","end":"2026-07-24T04:43:33.525522Z","steps":["trace[1145186963] 'process raft request' (duration: 280.574015ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:33.525453Z","caller":"traceutil/trace.go:171","msg":"trace[1359380026] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"281.583948ms","start":"2026-07-24T04:43:33.243824Z","end":"2026-07-24T04:43:33.525408Z","steps":["trace[1359380026] 'process raft request' (duration: 281.318208ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:33.525745Z","caller":"traceutil/trace.go:171","msg":"trace[2028138382] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"280.649216ms","start":"2026-07-24T04:43:33.245021Z","end":"2026-07-24T04:43:33.52567Z","steps":["trace[2028138382] 'process raft request' (duration: 280.356775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:34.047057Z","caller":"traceutil/trace.go:171","msg":"trace[339098267] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"114.319127ms","start":"2026-07-24T04:43:33.932705Z","end":"2026-07-24T04:43:34.047024Z","steps":["trace[339098267] 'process raft request' (duration: 114.122527ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:36.955344Z","caller":"traceutil/trace.go:171","msg":"trace[174687030] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"361.246513ms","start":"2026-07-24T04:43:36.594069Z","end":"2026-07-24T04:43:36.955315Z","steps":["trace[174687030] 'process raft request' (duration: 361.067612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:36.955525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:36.59405Z","time spent":"361.395323ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:37.116966Z","caller":"traceutil/trace.go:171","msg":"trace[1862083814] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"214.952333ms","start":"2026-07-24T04:43:36.901986Z","end":"2026-07-24T04:43:37.116939Z","steps":["trace[1862083814] 'process raft request' (duration: 174.387684ms)","trace[1862083814] 'compare' (duration: 40.416509ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:37.117076Z","caller":"traceutil/trace.go:171","msg":"trace[1147348193] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2552; }","duration":"198.052663ms","start":"2026-07-24T04:43:36.918997Z","end":"2026-07-24T04:43:37.117049Z","steps":["trace[1147348193] 'read index received' (duration: 36.200307ms)","trace[1147348193] 'applied index is now lower than readState.Index' (duration: 161.851246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:37.117203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.191194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:43:37.117237Z","caller":"traceutil/trace.go:171","msg":"trace[2143631299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2453; }","duration":"198.260454ms","start":"2026-07-24T04:43:36.918968Z","end":"2026-07-24T04:43:37.117229Z","steps":["trace[2143631299] 'agreement among raft nodes before linearized reading' (duration: 198.167463ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:37.117442Z","caller":"traceutil/trace.go:171","msg":"trace[1852057502] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"212.347435ms","start":"2026-07-24T04:43:36.905083Z","end":"2026-07-24T04:43:37.11743Z","steps":["trace[1852057502] 'process raft request' (duration: 211.814924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:51.513249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.330637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:43:51.513499Z","caller":"traceutil/trace.go:171","msg":"trace[1750434128] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"346.450898ms","start":"2026-07-24T04:43:51.16701Z","end":"2026-07-24T04:43:51.513461Z","steps":["trace[1750434128] 'process raft request' (duration: 112.437461ms)","trace[1750434128] 'compare' (duration: 233.145375ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:51.513535Z","caller":"traceutil/trace.go:171","msg":"trace[129014575] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2629; }","duration":"120.643445ms","start":"2026-07-24T04:43:51.392864Z","end":"2026-07-24T04:43:51.513507Z","steps":["trace[129014575] 'read index received' (duration: 26.606838ms)","trace[129014575] 'applied index is now lower than readState.Index' (duration: 94.035127ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:51.513608Z","caller":"traceutil/trace.go:171","msg":"trace[1728477617] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"337.860964ms","start":"2026-07-24T04:43:51.175695Z","end":"2026-07-24T04:43:51.513556Z","steps":["trace[1728477617] 'process raft request' (duration: 337.724423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:51.513666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:51.16699Z","time spent":"346.578239ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:43:51.513696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.834825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T04:43:51.513733Z","caller":"traceutil/trace.go:171","msg":"trace[1329486859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2526; }","duration":"120.906335ms","start":"2026-07-24T04:43:51.392814Z","end":"2026-07-24T04:43:51.513721Z","steps":["trace[1329486859] 'agreement among raft nodes before linearized reading' (duration: 120.787715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:51.513798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:43:51.175665Z","time spent":"338.028464ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:43:51.952016Z","caller":"traceutil/trace.go:171","msg":"trace[1986667427] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2633; }","duration":"200.989271ms","start":"2026-07-24T04:43:51.751001Z","end":"2026-07-24T04:43:51.95199Z","steps":["trace[1986667427] 'read index received' (duration: 149.340658ms)","trace[1986667427] 'applied index is now lower than readState.Index' (duration: 51.647353ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:43:51.952341Z","caller":"traceutil/trace.go:171","msg":"trace[2142404608] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"213.545428ms","start":"2026-07-24T04:43:51.738775Z","end":"2026-07-24T04:43:51.95232Z","steps":["trace[2142404608] 'process raft request' (duration: 161.483124ms)","trace[2142404608] 'compare' (duration: 51.308402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:43:51.952636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.603563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:43:51.952725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.013421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:43:51.952865Z","caller":"traceutil/trace.go:171","msg":"trace[2009611661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2529; }","duration":"187.114011ms","start":"2026-07-24T04:43:51.765668Z","end":"2026-07-24T04:43:51.952782Z","steps":["trace[2009611661] 'agreement among raft nodes before linearized reading' (duration: 186.72693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:51.952722Z","caller":"traceutil/trace.go:171","msg":"trace[1756500549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2529; }","duration":"201.773494ms","start":"2026-07-24T04:43:51.750931Z","end":"2026-07-24T04:43:51.952704Z","steps":["trace[1756500549] 'agreement among raft nodes before linearized reading' (duration: 201.476483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:43:51.95303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.526809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:43:51.953201Z","caller":"traceutil/trace.go:171","msg":"trace[1915368971] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:2529; }","duration":"125.82993ms","start":"2026-07-24T04:43:51.827352Z","end":"2026-07-24T04:43:51.953181Z","steps":["trace[1915368971] 'agreement among raft nodes before linearized reading' (duration: 125.260129ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:57.634008Z","caller":"traceutil/trace.go:171","msg":"trace[809647098] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"100.336715ms","start":"2026-07-24T04:43:57.533649Z","end":"2026-07-24T04:43:57.633986Z","steps":["trace[809647098] 'process raft request' (duration: 100.175075ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:57.643884Z","caller":"traceutil/trace.go:171","msg":"trace[1323383564] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"106.533223ms","start":"2026-07-24T04:43:57.53734Z","end":"2026-07-24T04:43:57.643873Z","steps":["trace[1323383564] 'process raft request' (duration: 106.337653ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:58.319417Z","caller":"traceutil/trace.go:171","msg":"trace[1724882313] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"105.00002ms","start":"2026-07-24T04:43:58.214387Z","end":"2026-07-24T04:43:58.319387Z","steps":["trace[1724882313] 'process raft request' (duration: 104.883399ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:43:58.320838Z","caller":"traceutil/trace.go:171","msg":"trace[1261060225] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"105.014038ms","start":"2026-07-24T04:43:58.215816Z","end":"2026-07-24T04:43:58.32083Z","steps":["trace[1261060225] 'process raft request' (duration: 104.772608ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.013114Z","caller":"traceutil/trace.go:171","msg":"trace[261281168] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"237.548349ms","start":"2026-07-24T04:44:27.775543Z","end":"2026-07-24T04:44:28.013092Z","steps":["trace[261281168] 'process raft request' (duration: 237.405589ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.132815Z","caller":"traceutil/trace.go:171","msg":"trace[1343137384] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2880; }","duration":"267.557407ms","start":"2026-07-24T04:44:27.865229Z","end":"2026-07-24T04:44:28.132787Z","steps":["trace[1343137384] 'read index received' (duration: 147.722386ms)","trace[1343137384] 'applied index is now lower than readState.Index' (duration: 119.833671ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:28.132862Z","caller":"traceutil/trace.go:171","msg":"trace[411912293] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"352.777917ms","start":"2026-07-24T04:44:27.780054Z","end":"2026-07-24T04:44:28.132832Z","steps":["trace[411912293] 'process raft request' (duration: 327.473662ms)","trace[411912293] 'compare' (duration: 25.023154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:28.132997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:27.77999Z","time spent":"352.929448ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:44:28.133082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.832299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:44:28.133161Z","caller":"traceutil/trace.go:171","msg":"trace[46910493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2768; }","duration":"267.945309ms","start":"2026-07-24T04:44:27.865196Z","end":"2026-07-24T04:44:28.133141Z","steps":["trace[46910493] 'agreement among raft nodes before linearized reading' (duration: 267.747499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:28.133277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.558325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:28.133332Z","caller":"traceutil/trace.go:171","msg":"trace[1955049993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2768; }","duration":"212.641636ms","start":"2026-07-24T04:44:27.920677Z","end":"2026-07-24T04:44:28.133319Z","steps":["trace[1955049993] 'agreement among raft nodes before linearized reading' (duration: 212.561985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:28.133341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.074729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:44:28.133378Z","caller":"traceutil/trace.go:171","msg":"trace[1601909378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2768; }","duration":"183.137719ms","start":"2026-07-24T04:44:27.95023Z","end":"2026-07-24T04:44:28.133368Z","steps":["trace[1601909378] 'agreement among raft nodes before linearized reading' (duration: 183.051789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:28.133284Z","caller":"traceutil/trace.go:171","msg":"trace[748400508] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"320.184273ms","start":"2026-07-24T04:44:27.812805Z","end":"2026-07-24T04:44:28.132989Z","steps":["trace[748400508] 'process raft request' (duration: 319.894751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:28.133945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:27.812787Z","time spent":"321.028195ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:30.126092Z","caller":"traceutil/trace.go:171","msg":"trace[899356328] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"107.099955ms","start":"2026-07-24T04:44:30.018972Z","end":"2026-07-24T04:44:30.126072Z","steps":["trace[899356328] 'process raft request' (duration: 106.945244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:30.364234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.996012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:44:30.36433Z","caller":"traceutil/trace.go:171","msg":"trace[717861036] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2900; }","duration":"144.937566ms","start":"2026-07-24T04:44:30.21938Z","end":"2026-07-24T04:44:30.364318Z","steps":["trace[717861036] 'read index received' (duration: 31.739694ms)","trace[717861036] 'applied index is now lower than readState.Index' (duration: 113.197152ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:30.364409Z","caller":"traceutil/trace.go:171","msg":"trace[1684008958] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"225.895365ms","start":"2026-07-24T04:44:30.138484Z","end":"2026-07-24T04:44:30.364379Z","steps":["trace[1684008958] 'process raft request' (duration: 112.687992ms)","trace[1684008958] 'compare' (duration: 112.914572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:30.364861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.232114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T04:44:30.36489Z","caller":"traceutil/trace.go:171","msg":"trace[1706838784] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2786; }","duration":"120.310044ms","start":"2026-07-24T04:44:30.244572Z","end":"2026-07-24T04:44:30.364882Z","steps":["trace[1706838784] 'agreement among raft nodes before linearized reading' (duration: 120.231774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:30.365148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.845773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:44:30.365268Z","caller":"traceutil/trace.go:171","msg":"trace[661304380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2786; }","duration":"144.020333ms","start":"2026-07-24T04:44:30.221228Z","end":"2026-07-24T04:44:30.365248Z","steps":["trace[661304380] 'agreement among raft nodes before linearized reading' (duration: 143.193571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:30.365705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.321261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:44:30.365832Z","caller":"traceutil/trace.go:171","msg":"trace[1505879350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2786; }","duration":"146.486871ms","start":"2026-07-24T04:44:30.219332Z","end":"2026-07-24T04:44:30.365819Z","steps":["trace[1505879350] 'agreement among raft nodes before linearized reading' (duration: 145.052967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:30.689342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.898745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:44:30.689569Z","caller":"traceutil/trace.go:171","msg":"trace[1070951709] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"320.068611ms","start":"2026-07-24T04:44:30.369434Z","end":"2026-07-24T04:44:30.689503Z","steps":["trace[1070951709] 'process raft request' (duration: 147.931105ms)","trace[1070951709] 'compare' (duration: 171.652315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:30.689807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:30.369419Z","time spent":"320.257241ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:30.690167Z","caller":"traceutil/trace.go:171","msg":"trace[79737072] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"320.129821ms","start":"2026-07-24T04:44:30.369505Z","end":"2026-07-24T04:44:30.689635Z","steps":["trace[79737072] 'process raft request' (duration: 319.928751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:30.690908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:30.3695Z","time spent":"321.329165ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:30.690584Z","caller":"traceutil/trace.go:171","msg":"trace[1629481185] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"321.014115ms","start":"2026-07-24T04:44:30.369539Z","end":"2026-07-24T04:44:30.690553Z","steps":["trace[1629481185] 'process raft request' (duration: 319.971881ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:30.690616Z","caller":"traceutil/trace.go:171","msg":"trace[865611786] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2902; }","duration":"105.02614ms","start":"2026-07-24T04:44:30.585574Z","end":"2026-07-24T04:44:30.6906Z","steps":["trace[865611786] 'read index received' (duration: 52.94µs)","trace[865611786] 'applied index is now lower than readState.Index' (duration: 104.97234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:30.69124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:30.369535Z","time spent":"321.657776ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:30.690663Z","caller":"traceutil/trace.go:171","msg":"trace[1376447286] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"320.895944ms","start":"2026-07-24T04:44:30.369756Z","end":"2026-07-24T04:44:30.690652Z","steps":["trace[1376447286] 'process raft request' (duration: 320.750564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:30.691659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:30.369748Z","time spent":"321.625066ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:44:30.69078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.20247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:44:30.691765Z","caller":"traceutil/trace.go:171","msg":"trace[1182111782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2791; }","duration":"106.194273ms","start":"2026-07-24T04:44:30.585552Z","end":"2026-07-24T04:44:30.691747Z","steps":["trace[1182111782] 'agreement among raft nodes before linearized reading' (duration: 105.09839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:31.710854Z","caller":"traceutil/trace.go:171","msg":"trace[1138737024] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"267.689247ms","start":"2026-07-24T04:44:31.44314Z","end":"2026-07-24T04:44:31.710829Z","steps":["trace[1138737024] 'process raft request' (duration: 267.547377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:31.991186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.072375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:31.991266Z","caller":"traceutil/trace.go:171","msg":"trace[719270435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2793; }","duration":"175.193256ms","start":"2026-07-24T04:44:31.816054Z","end":"2026-07-24T04:44:31.991247Z","steps":["trace[719270435] 'count revisions from in-memory index tree' (duration: 174.983275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:31.991332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.353578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:44:31.991455Z","caller":"traceutil/trace.go:171","msg":"trace[1237776993] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:2793; }","duration":"162.515558ms","start":"2026-07-24T04:44:31.828922Z","end":"2026-07-24T04:44:31.991438Z","steps":["trace[1237776993] 'range keys from in-memory index tree' (duration: 162.185878ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:32.225983Z","caller":"traceutil/trace.go:171","msg":"trace[2049673620] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"110.025914ms","start":"2026-07-24T04:44:32.115918Z","end":"2026-07-24T04:44:32.225944Z","steps":["trace[2049673620] 'process raft request' (duration: 103.549065ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:32.817609Z","caller":"traceutil/trace.go:171","msg":"trace[1409459194] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"116.468403ms","start":"2026-07-24T04:44:32.701124Z","end":"2026-07-24T04:44:32.817592Z","steps":["trace[1409459194] 'process raft request' (duration: 116.426923ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:32.817922Z","caller":"traceutil/trace.go:171","msg":"trace[332645953] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"115.359119ms","start":"2026-07-24T04:44:32.702534Z","end":"2026-07-24T04:44:32.817893Z","steps":["trace[332645953] 'process raft request' (duration: 115.037588ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:32.81768Z","caller":"traceutil/trace.go:171","msg":"trace[1732824844] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"116.751833ms","start":"2026-07-24T04:44:32.700867Z","end":"2026-07-24T04:44:32.817619Z","steps":["trace[1732824844] 'process raft request' (duration: 116.589153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:34.095328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.238605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:44:34.095451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.097875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:34.095545Z","caller":"traceutil/trace.go:171","msg":"trace[1879695871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2803; }","duration":"175.282886ms","start":"2026-07-24T04:44:33.920237Z","end":"2026-07-24T04:44:34.09552Z","steps":["trace[1879695871] 'range keys from in-memory index tree' (duration: 175.029475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:34.095453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.896441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:34.095722Z","caller":"traceutil/trace.go:171","msg":"trace[1754259684] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2803; }","duration":"242.174332ms","start":"2026-07-24T04:44:33.853509Z","end":"2026-07-24T04:44:34.095683Z","steps":["trace[1754259684] 'range keys from in-memory index tree' (duration: 241.800241ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:34.095485Z","caller":"traceutil/trace.go:171","msg":"trace[942481344] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2803; }","duration":"260.471056ms","start":"2026-07-24T04:44:33.834995Z","end":"2026-07-24T04:44:34.095466Z","steps":["trace[942481344] 'count revisions from in-memory index tree' (duration: 260.129085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:34.739017Z","caller":"traceutil/trace.go:171","msg":"trace[1896853929] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"175.479516ms","start":"2026-07-24T04:44:34.563506Z","end":"2026-07-24T04:44:34.738985Z","steps":["trace[1896853929] 'process raft request' (duration: 174.901845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:35.058626Z","caller":"traceutil/trace.go:171","msg":"trace[896876139] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"167.356412ms","start":"2026-07-24T04:44:34.891251Z","end":"2026-07-24T04:44:35.058607Z","steps":["trace[896876139] 'process raft request' (duration: 167.323052ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:35.058698Z","caller":"traceutil/trace.go:171","msg":"trace[1755965682] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"188.313133ms","start":"2026-07-24T04:44:34.870364Z","end":"2026-07-24T04:44:35.058678Z","steps":["trace[1755965682] 'process raft request' (duration: 188.136273ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:35.058691Z","caller":"traceutil/trace.go:171","msg":"trace[518156203] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"188.472993ms","start":"2026-07-24T04:44:34.870166Z","end":"2026-07-24T04:44:35.058639Z","steps":["trace[518156203] 'process raft request' (duration: 188.171363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:35.058835Z","caller":"traceutil/trace.go:171","msg":"trace[1581323217] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"187.326961ms","start":"2026-07-24T04:44:34.871496Z","end":"2026-07-24T04:44:35.058823Z","steps":["trace[1581323217] 'process raft request' (duration: 187.03676ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:37.958368Z","caller":"traceutil/trace.go:171","msg":"trace[279368379] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"133.558823ms","start":"2026-07-24T04:44:37.824781Z","end":"2026-07-24T04:44:37.95834Z","steps":["trace[279368379] 'process raft request' (duration: 133.259212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:38.512919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.601803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:44:38.513194Z","caller":"traceutil/trace.go:171","msg":"trace[1746103425] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"160.255221ms","start":"2026-07-24T04:44:38.352923Z","end":"2026-07-24T04:44:38.513178Z","steps":["trace[1746103425] 'process raft request' (duration: 160.147291ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:38.513204Z","caller":"traceutil/trace.go:171","msg":"trace[1583544546] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"213.473348ms","start":"2026-07-24T04:44:38.299704Z","end":"2026-07-24T04:44:38.513177Z","steps":["trace[1583544546] 'process raft request' (duration: 96.540154ms)","trace[1583544546] 'compare' (duration: 116.462623ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:38.661231Z","caller":"traceutil/trace.go:171","msg":"trace[1054023684] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"124.471226ms","start":"2026-07-24T04:44:38.536732Z","end":"2026-07-24T04:44:38.661204Z","steps":["trace[1054023684] 'process raft request' (duration: 124.230606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:38.661206Z","caller":"traceutil/trace.go:171","msg":"trace[43068640] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"124.436916ms","start":"2026-07-24T04:44:38.536732Z","end":"2026-07-24T04:44:38.661169Z","steps":["trace[43068640] 'process raft request' (duration: 93.875576ms)","trace[43068640] 'compare' (duration: 30.158309ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:38.661535Z","caller":"traceutil/trace.go:171","msg":"trace[1662887764] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"124.599077ms","start":"2026-07-24T04:44:38.536895Z","end":"2026-07-24T04:44:38.661494Z","steps":["trace[1662887764] 'process raft request' (duration: 124.150626ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:38.779563Z","caller":"traceutil/trace.go:171","msg":"trace[32831689] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"112.960982ms","start":"2026-07-24T04:44:38.666571Z","end":"2026-07-24T04:44:38.779532Z","steps":["trace[32831689] 'process raft request' (duration: 100.409876ms)","trace[32831689] 'compare' (duration: 12.337285ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:44:38.779642Z","caller":"traceutil/trace.go:171","msg":"trace[1660632268] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"112.925822ms","start":"2026-07-24T04:44:38.666691Z","end":"2026-07-24T04:44:38.779617Z","steps":["trace[1660632268] 'process raft request' (duration: 112.787742ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:38.779849Z","caller":"traceutil/trace.go:171","msg":"trace[925002875] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"111.751169ms","start":"2026-07-24T04:44:38.668084Z","end":"2026-07-24T04:44:38.779836Z","steps":["trace[925002875] 'process raft request' (duration: 111.436608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:43.291563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655099694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:44:43.792113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655099694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:44:44.293024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655099694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:44:44.793625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655099694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:44:45.117638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.39328811s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:44:45.118Z","caller":"traceutil/trace.go:171","msg":"trace[1977964007] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"2.393712901s","start":"2026-07-24T04:44:42.724261Z","end":"2026-07-24T04:44:45.117974Z","steps":["trace[1977964007] 'process raft request' (duration: 2.393570391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.118123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:42.724241Z","time spent":"2.393812821s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:45.405871Z","caller":"traceutil/trace.go:171","msg":"trace[924932329] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"1.362615118s","start":"2026-07-24T04:44:44.043234Z","end":"2026-07-24T04:44:45.405849Z","steps":["trace[924932329] 'process raft request' (duration: 1.355520026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.405989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:44.04322Z","time spent":"1.362706978s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:45.40608Z","caller":"traceutil/trace.go:171","msg":"trace[1085525422] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"688.049165ms","start":"2026-07-24T04:44:44.718022Z","end":"2026-07-24T04:44:45.406071Z","steps":["trace[1085525422] 'process raft request' (duration: 687.810764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.406119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:44.718001Z","time spent":"688.097925ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:44:45.406176Z","caller":"traceutil/trace.go:171","msg":"trace[1532896593] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"835.808769ms","start":"2026-07-24T04:44:44.570123Z","end":"2026-07-24T04:44:45.405932Z","steps":["trace[1532896593] 'process raft request' (duration: 835.591168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.406436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614928291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pd5qp\" ","response":"range_response_count:1 size:8429"} {"level":"info","ts":"2026-07-24T04:44:45.406477Z","caller":"traceutil/trace.go:171","msg":"trace[425910912] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-pd5qp; range_end:; response_count:1; response_revision:2895; }","duration":"2.615005092s","start":"2026-07-24T04:44:42.791459Z","end":"2026-07-24T04:44:45.406464Z","steps":["trace[425910912] 'agreement among raft nodes before linearized reading' (duration: 2.614858571s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.406462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:44.570098Z","time spent":"836.19102ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:44:45.406505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:42.791443Z","time spent":"2.615057572s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8451,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-pd5qp\" "} {"level":"info","ts":"2026-07-24T04:44:45.407587Z","caller":"traceutil/trace.go:171","msg":"trace[1022912911] linearizableReadLoop","detail":"{readStateIndex:3013; appliedIndex:3009; }","duration":"2.61442589s","start":"2026-07-24T04:44:42.791507Z","end":"2026-07-24T04:44:45.405933Z","steps":["trace[1022912911] 'read index received' (duration: 2.326319073s)","trace[1022912911] 'applied index is now lower than readState.Index' (duration: 288.102037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:45.407705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575310215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:45.407731Z","caller":"traceutil/trace.go:171","msg":"trace[606350404] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2895; }","duration":"2.575363385s","start":"2026-07-24T04:44:42.83236Z","end":"2026-07-24T04:44:45.407724Z","steps":["trace[606350404] 'agreement among raft nodes before linearized reading' (duration: 2.575317735s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.407751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:42.832345Z","time spent":"2.575399805s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:44:45.407921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195857387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:44:45.407947Z","caller":"traceutil/trace.go:171","msg":"trace[796781296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2895; }","duration":"1.195936667s","start":"2026-07-24T04:44:44.212004Z","end":"2026-07-24T04:44:45.40794Z","steps":["trace[796781296] 'agreement among raft nodes before linearized reading' (duration: 1.195863967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.407964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:44.211977Z","time spent":"1.195983137s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481736349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:44:45.408043Z","caller":"traceutil/trace.go:171","msg":"trace[114848097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2895; }","duration":"1.481786889s","start":"2026-07-24T04:44:43.926251Z","end":"2026-07-24T04:44:45.408038Z","steps":["trace[114848097] 'agreement among raft nodes before linearized reading' (duration: 1.481758879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.926236Z","time spent":"1.481818759s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284180488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:44:45.40819Z","caller":"traceutil/trace.go:171","msg":"trace[1200329771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2895; }","duration":"2.284207288s","start":"2026-07-24T04:44:43.123978Z","end":"2026-07-24T04:44:45.408185Z","steps":["trace[1200329771] 'agreement among raft nodes before linearized reading' (duration: 2.284155288s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248512733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T04:44:45.408183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202523938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T04:44:45.408208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.123972Z","time spent":"2.284232758s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T04:44:45.408215Z","caller":"traceutil/trace.go:171","msg":"trace[1376989633] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2895; }","duration":"2.248581043s","start":"2026-07-24T04:44:43.159626Z","end":"2026-07-24T04:44:45.408207Z","steps":["trace[1376989633] 'agreement among raft nodes before linearized reading' (duration: 2.248397643s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.159619Z","time spent":"2.248612283s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":274,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:44:45.408232Z","caller":"traceutil/trace.go:171","msg":"trace[1048807081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2895; }","duration":"2.202590128s","start":"2026-07-24T04:44:43.205627Z","end":"2026-07-24T04:44:45.408217Z","steps":["trace[1048807081] 'agreement among raft nodes before linearized reading' (duration: 2.202445618s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.20562Z","time spent":"2.202637868s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015580698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-24T04:44:45.40832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303350094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:44:45.408326Z","caller":"traceutil/trace.go:171","msg":"trace[179956244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2895; }","duration":"2.015673498s","start":"2026-07-24T04:44:43.392632Z","end":"2026-07-24T04:44:45.408306Z","steps":["trace[179956244] 'agreement among raft nodes before linearized reading' (duration: 2.015410038s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:45.408344Z","caller":"traceutil/trace.go:171","msg":"trace[236249431] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2895; }","duration":"2.303384684s","start":"2026-07-24T04:44:43.104953Z","end":"2026-07-24T04:44:45.408338Z","steps":["trace[236249431] 'agreement among raft nodes before linearized reading' (duration: 2.303323354s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.104947Z","time spent":"2.303411994s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.392623Z","time spent":"2.015735998s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209250877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T04:44:45.40845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511288445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:44:45.408492Z","caller":"traceutil/trace.go:171","msg":"trace[478823249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2895; }","duration":"2.209370128s","start":"2026-07-24T04:44:43.199102Z","end":"2026-07-24T04:44:45.408472Z","steps":["trace[478823249] 'agreement among raft nodes before linearized reading' (duration: 2.209138417s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:45.408538Z","caller":"traceutil/trace.go:171","msg":"trace[947810506] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2895; }","duration":"1.511376605s","start":"2026-07-24T04:44:43.897149Z","end":"2026-07-24T04:44:45.408526Z","steps":["trace[947810506] 'agreement among raft nodes before linearized reading' (duration: 1.511252195s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371655526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T04:44:45.408544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869611309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:44:45.408556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.199087Z","time spent":"2.209451468s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.897134Z","time spent":"1.511423096s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:44:45.40857Z","caller":"traceutil/trace.go:171","msg":"trace[1155110047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2895; }","duration":"2.371707866s","start":"2026-07-24T04:44:43.036857Z","end":"2026-07-24T04:44:45.408565Z","steps":["trace[1155110047] 'agreement among raft nodes before linearized reading' (duration: 2.371664905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.036838Z","time spent":"2.371760156s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:44:45.408594Z","caller":"traceutil/trace.go:171","msg":"trace[657244711] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2895; }","duration":"1.86966543s","start":"2026-07-24T04:44:43.538912Z","end":"2026-07-24T04:44:45.408578Z","steps":["trace[657244711] 'agreement among raft nodes before linearized reading' (duration: 1.869581389s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.538891Z","time spent":"1.86973245s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:44:45.40846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307925847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:44:45.408676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575865916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:44:45.408682Z","caller":"traceutil/trace.go:171","msg":"trace[1227056856] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2895; }","duration":"2.308162529s","start":"2026-07-24T04:44:43.100504Z","end":"2026-07-24T04:44:45.408667Z","steps":["trace[1227056856] 'agreement among raft nodes before linearized reading' (duration: 2.307936878s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:45.408696Z","caller":"traceutil/trace.go:171","msg":"trace[192796638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2895; }","duration":"2.575890736s","start":"2026-07-24T04:44:42.832797Z","end":"2026-07-24T04:44:45.408688Z","steps":["trace[192796638] 'agreement among raft nodes before linearized reading' (duration: 2.575844026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:42.832794Z","time spent":"2.575917906s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.100494Z","time spent":"2.308211149s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:44:45.408458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016856322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T04:44:45.408852Z","caller":"traceutil/trace.go:171","msg":"trace[941817379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2895; }","duration":"2.017299085s","start":"2026-07-24T04:44:43.391547Z","end":"2026-07-24T04:44:45.408846Z","steps":["trace[941817379] 'agreement among raft nodes before linearized reading' (duration: 2.016845052s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.39153Z","time spent":"2.017338135s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:44:45.408508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310232404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:44:45.408917Z","caller":"traceutil/trace.go:171","msg":"trace[189975311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2895; }","duration":"2.310676516s","start":"2026-07-24T04:44:43.098236Z","end":"2026-07-24T04:44:45.408913Z","steps":["trace[189975311] 'agreement among raft nodes before linearized reading' (duration: 2.310237144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:44:45.408933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:44:43.098215Z","time spent":"2.310714056s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:44:57.720911Z","caller":"traceutil/trace.go:171","msg":"trace[1565196903] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"136.10071ms","start":"2026-07-24T04:44:57.584776Z","end":"2026-07-24T04:44:57.720877Z","steps":["trace[1565196903] 'process raft request' (duration: 81.282489ms)","trace[1565196903] 'compare' (duration: 54.619271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:44:57.721047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.093732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:44:57.721096Z","caller":"traceutil/trace.go:171","msg":"trace[404237401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2975; }","duration":"109.184202ms","start":"2026-07-24T04:44:57.611903Z","end":"2026-07-24T04:44:57.721087Z","steps":["trace[404237401] 'agreement among raft nodes before linearized reading' (duration: 109.050591ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:44:57.721248Z","caller":"traceutil/trace.go:171","msg":"trace[1406428510] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3095; }","duration":"108.849121ms","start":"2026-07-24T04:44:57.611937Z","end":"2026-07-24T04:44:57.720786Z","steps":["trace[1406428510] 'read index received' (duration: 54.074929ms)","trace[1406428510] 'applied index is now lower than readState.Index' (duration: 54.773232ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:01.992684Z","caller":"traceutil/trace.go:171","msg":"trace[153092648] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"180.137111ms","start":"2026-07-24T04:45:01.812522Z","end":"2026-07-24T04:45:01.992659Z","steps":["trace[153092648] 'process raft request' (duration: 161.032384ms)","trace[153092648] 'compare' (duration: 18.938896ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:01.992979Z","caller":"traceutil/trace.go:171","msg":"trace[1188957428] linearizableReadLoop","detail":"{readStateIndex:3124; appliedIndex:3118; }","duration":"162.605388ms","start":"2026-07-24T04:45:01.83036Z","end":"2026-07-24T04:45:01.992965Z","steps":["trace[1188957428] 'read index received' (duration: 24.361181ms)","trace[1188957428] 'applied index is now lower than readState.Index' (duration: 138.241037ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:01.993009Z","caller":"traceutil/trace.go:171","msg":"trace[1508256008] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"180.369621ms","start":"2026-07-24T04:45:01.812543Z","end":"2026-07-24T04:45:01.992912Z","steps":["trace[1508256008] 'process raft request' (duration: 180.07107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:01.992999Z","caller":"traceutil/trace.go:171","msg":"trace[279634705] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"179.759798ms","start":"2026-07-24T04:45:01.813227Z","end":"2026-07-24T04:45:01.992986Z","steps":["trace[279634705] 'process raft request' (duration: 179.684198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:01.992995Z","caller":"traceutil/trace.go:171","msg":"trace[444546162] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"180.321101ms","start":"2026-07-24T04:45:01.812648Z","end":"2026-07-24T04:45:01.992969Z","steps":["trace[444546162] 'process raft request' (duration: 180.184381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:01.99313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.761449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:45:01.993159Z","caller":"traceutil/trace.go:171","msg":"trace[2109041890] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:3003; }","duration":"162.826979ms","start":"2026-07-24T04:45:01.830322Z","end":"2026-07-24T04:45:01.993149Z","steps":["trace[2109041890] 'agreement among raft nodes before linearized reading' (duration: 162.708859ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:01.993188Z","caller":"traceutil/trace.go:171","msg":"trace[486204009] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"178.651456ms","start":"2026-07-24T04:45:01.814457Z","end":"2026-07-24T04:45:01.993108Z","steps":["trace[486204009] 'process raft request' (duration: 178.475765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:07.801834Z","caller":"traceutil/trace.go:171","msg":"trace[989565959] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"110.219144ms","start":"2026-07-24T04:45:07.691589Z","end":"2026-07-24T04:45:07.801808Z","steps":["trace[989565959] 'process raft request' (duration: 56.472706ms)","trace[989565959] 'compare' (duration: 53.583178ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:08.185061Z","caller":"traceutil/trace.go:171","msg":"trace[1087696872] linearizableReadLoop","detail":"{readStateIndex:3156; appliedIndex:3153; }","duration":"121.315106ms","start":"2026-07-24T04:45:08.06373Z","end":"2026-07-24T04:45:08.185045Z","steps":["trace[1087696872] 'read index received' (duration: 3.984501ms)","trace[1087696872] 'applied index is now lower than readState.Index' (duration: 117.330115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:08.185201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.458677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-24T04:45:08.185278Z","caller":"traceutil/trace.go:171","msg":"trace[44922849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3033; }","duration":"121.574137ms","start":"2026-07-24T04:45:08.063697Z","end":"2026-07-24T04:45:08.185271Z","steps":["trace[44922849] 'agreement among raft nodes before linearized reading' (duration: 121.410356ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:08.185296Z","caller":"traceutil/trace.go:171","msg":"trace[295074612] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"142.86305ms","start":"2026-07-24T04:45:08.042404Z","end":"2026-07-24T04:45:08.185267Z","steps":["trace[295074612] 'process raft request' (duration: 96.026692ms)","trace[295074612] 'compare' (duration: 46.504597ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:08.185425Z","caller":"traceutil/trace.go:171","msg":"trace[1085155869] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"142.97355ms","start":"2026-07-24T04:45:08.042423Z","end":"2026-07-24T04:45:08.185397Z","steps":["trace[1085155869] 'process raft request' (duration: 142.596869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:15.722697Z","caller":"traceutil/trace.go:171","msg":"trace[1521821303] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"130.736605ms","start":"2026-07-24T04:45:15.591928Z","end":"2026-07-24T04:45:15.722665Z","steps":["trace[1521821303] 'process raft request' (duration: 51.439842ms)","trace[1521821303] 'compare' (duration: 78.864312ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:18.324265Z","caller":"traceutil/trace.go:171","msg":"trace[1221643463] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"115.782151ms","start":"2026-07-24T04:45:18.208465Z","end":"2026-07-24T04:45:18.324247Z","steps":["trace[1221643463] 'process raft request' (duration: 70.222816ms)","trace[1221643463] 'compare' (duration: 45.329163ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:19.730206Z","caller":"traceutil/trace.go:171","msg":"trace[1996098357] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"197.049039ms","start":"2026-07-24T04:45:19.533124Z","end":"2026-07-24T04:45:19.730173Z","steps":["trace[1996098357] 'process raft request' (duration: 111.603318ms)","trace[1996098357] 'compare' (duration: 85.2614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:20.477163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655100241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:45:20.961821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158312126s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:45:21.470675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.622946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:45:21.470784Z","caller":"traceutil/trace.go:171","msg":"trace[241943313] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"1.667410723s","start":"2026-07-24T04:45:19.803353Z","end":"2026-07-24T04:45:21.470764Z","steps":["trace[241943313] 'process raft request' (duration: 1.158618877s)","trace[241943313] 'compare' (duration: 508.095424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:21.47105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:19.803331Z","time spent":"1.667679054s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:22.324612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362597887s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:45:22.48396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.470465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:45:22.484339Z","caller":"traceutil/trace.go:171","msg":"trace[834602973] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"2.554677873s","start":"2026-07-24T04:45:19.929648Z","end":"2026-07-24T04:45:22.484326Z","steps":["trace[834602973] 'process raft request' (duration: 2.554379882s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.484411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:19.929626Z","time spent":"2.554755073s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:22.484368Z","caller":"traceutil/trace.go:171","msg":"trace[914159031] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"2.596484856s","start":"2026-07-24T04:45:19.887823Z","end":"2026-07-24T04:45:22.484308Z","steps":["trace[914159031] 'process raft request' (duration: 2.437612119s)","trace[914159031] 'compare' (duration: 158.098934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:22.484565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:19.887807Z","time spent":"2.596663386s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:22.484627Z","caller":"traceutil/trace.go:171","msg":"trace[1830014058] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3214; }","duration":"2.508489308s","start":"2026-07-24T04:45:19.976131Z","end":"2026-07-24T04:45:22.48462Z","steps":["trace[1830014058] 'read index received' (duration: 985.85316ms)","trace[1830014058] 'applied index is now lower than readState.Index' (duration: 1.522635478s)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:22.484627Z","caller":"traceutil/trace.go:171","msg":"trace[1427154108] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"746.794137ms","start":"2026-07-24T04:45:21.737817Z","end":"2026-07-24T04:45:22.484611Z","steps":["trace[1427154108] 'process raft request' (duration: 746.739937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.484745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508614048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T04:45:22.484738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:21.737797Z","time spent":"746.877987ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:22.48477Z","caller":"traceutil/trace.go:171","msg":"trace[1801301623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3094; }","duration":"2.508667248s","start":"2026-07-24T04:45:19.976097Z","end":"2026-07-24T04:45:22.484764Z","steps":["trace[1801301623] 'agreement among raft nodes before linearized reading' (duration: 2.508576598s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.484789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:19.97608Z","time spent":"2.508705248s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:45:22.484793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452173032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:22.484882Z","caller":"traceutil/trace.go:171","msg":"trace[1115303608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3094; }","duration":"2.452296762s","start":"2026-07-24T04:45:20.032568Z","end":"2026-07-24T04:45:22.484864Z","steps":["trace[1115303608] 'agreement among raft nodes before linearized reading' (duration: 2.452175392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.484925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017783684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:22.484944Z","caller":"traceutil/trace.go:171","msg":"trace[1960751279] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3094; }","duration":"2.017835564s","start":"2026-07-24T04:45:20.467103Z","end":"2026-07-24T04:45:22.484938Z","steps":["trace[1960751279] 'agreement among raft nodes before linearized reading' (duration: 2.017802294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.48494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.032548Z","time spent":"2.452375953s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:22.484968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.467086Z","time spent":"2.017875654s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:22.485009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14551805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:45:22.485055Z","caller":"traceutil/trace.go:171","msg":"trace[1735821011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3094; }","duration":"2.14559349s","start":"2026-07-24T04:45:20.33945Z","end":"2026-07-24T04:45:22.485043Z","steps":["trace[1735821011] 'agreement among raft nodes before linearized reading' (duration: 2.14547972s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.036874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:45:22.485116Z","caller":"traceutil/trace.go:171","msg":"trace[587392134] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:3094; }","duration":"654.095954ms","start":"2026-07-24T04:45:21.831015Z","end":"2026-07-24T04:45:22.485111Z","steps":["trace[587392134] 'agreement among raft nodes before linearized reading' (duration: 654.039244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:21.830996Z","time spent":"654.133484ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"warn","ts":"2026-07-24T04:45:22.48516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11852363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:45:22.485194Z","caller":"traceutil/trace.go:171","msg":"trace[2101117666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3094; }","duration":"2.11858498s","start":"2026-07-24T04:45:20.366596Z","end":"2026-07-24T04:45:22.485181Z","steps":["trace[2101117666] 'agreement among raft nodes before linearized reading' (duration: 2.11851001s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.366576Z","time spent":"2.11864563s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335139267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:45:22.485295Z","caller":"traceutil/trace.go:171","msg":"trace[853121110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3094; }","duration":"1.335162387s","start":"2026-07-24T04:45:21.150127Z","end":"2026-07-24T04:45:22.485289Z","steps":["trace[853121110] 'agreement among raft nodes before linearized reading' (duration: 1.335097696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157423625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:45:22.485317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:21.150096Z","time spent":"1.335216127s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T04:45:22.485343Z","caller":"traceutil/trace.go:171","msg":"trace[1193320112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3094; }","duration":"2.157505535s","start":"2026-07-24T04:45:20.327819Z","end":"2026-07-24T04:45:22.485324Z","steps":["trace[1193320112] 'agreement among raft nodes before linearized reading' (duration: 2.157342434s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.327798Z","time spent":"2.157585335s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145871491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:45:22.485487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33270963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:45:22.485503Z","caller":"traceutil/trace.go:171","msg":"trace[87829107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3094; }","duration":"2.145963091s","start":"2026-07-24T04:45:20.339531Z","end":"2026-07-24T04:45:22.485494Z","steps":["trace[87829107] 'agreement among raft nodes before linearized reading' (duration: 2.145867861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379622917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T04:45:22.485533Z","caller":"traceutil/trace.go:171","msg":"trace[1668557294] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3094; }","duration":"1.379675787s","start":"2026-07-24T04:45:21.105851Z","end":"2026-07-24T04:45:22.485526Z","steps":["trace[1668557294] 'agreement among raft nodes before linearized reading' (duration: 1.379614227s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:22.485532Z","caller":"traceutil/trace.go:171","msg":"trace[669532129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3094; }","duration":"2.33277807s","start":"2026-07-24T04:45:20.152741Z","end":"2026-07-24T04:45:22.485519Z","steps":["trace[669532129] 'agreement among raft nodes before linearized reading' (duration: 2.33266081s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:21.10583Z","time spent":"1.379722367s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.152728Z","time spent":"2.33283097s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27162838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:22.485632Z","caller":"traceutil/trace.go:171","msg":"trace[2022992598] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3094; }","duration":"2.27169788s","start":"2026-07-24T04:45:20.213926Z","end":"2026-07-24T04:45:22.485624Z","steps":["trace[2022992598] 'agreement among raft nodes before linearized reading' (duration: 2.27164896s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567338378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:22.485669Z","caller":"traceutil/trace.go:171","msg":"trace[1333064151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3094; }","duration":"1.567355549s","start":"2026-07-24T04:45:20.918308Z","end":"2026-07-24T04:45:22.485664Z","steps":["trace[1333064151] 'agreement among raft nodes before linearized reading' (duration: 1.567327038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.213905Z","time spent":"2.271753931s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:22.485685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.91826Z","time spent":"1.567421849s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624328927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:22.485788Z","caller":"traceutil/trace.go:171","msg":"trace[96555153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3094; }","duration":"1.624368467s","start":"2026-07-24T04:45:20.861415Z","end":"2026-07-24T04:45:22.485783Z","steps":["trace[96555153] 'agreement among raft nodes before linearized reading' (duration: 1.624340847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.485804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.861401Z","time spent":"1.624399507s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.339497Z","time spent":"2.146029691s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:22.485087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.339435Z","time spent":"2.14564499s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:45:22.484589Z","caller":"traceutil/trace.go:171","msg":"trace[1311793450] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"2.214729044s","start":"2026-07-24T04:45:20.269832Z","end":"2026-07-24T04:45:22.484561Z","steps":["trace[1311793450] 'process raft request' (duration: 2.214470793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:22.490256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:20.269814Z","time spent":"2.2203533s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:22.993415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655100250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:45:23.494333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655100250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:45:23.994743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655100250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:45:24.494961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.002264377s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T04:45:24.495032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655100250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:45:24.49707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000791524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:45:24.497124Z","caller":"traceutil/trace.go:171","msg":"trace[349488377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000865644s","start":"2026-07-24T04:45:22.496241Z","end":"2026-07-24T04:45:24.497107Z","steps":["trace[349488377] 'agreement among raft nodes before linearized reading' (duration: 2.000801184s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:24.497166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.496232Z","time spent":"2.000925084s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:45:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:45:26.13369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T04:45:26.133806Z","caller":"traceutil/trace.go:171","msg":"trace[655058965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070572s","start":"2026-07-24T04:45:24.13372Z","end":"2026-07-24T04:45:26.13379Z","steps":["trace[655058965] 'agreement among raft nodes before linearized reading' (duration: 1.999935971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:26.133987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:24.133702Z","time spent":"2.000274802s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:45:26.344431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.483771ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:26.344538Z","caller":"traceutil/trace.go:171","msg":"trace[1558636009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3094; }","duration":"496.600741ms","start":"2026-07-24T04:45:25.847922Z","end":"2026-07-24T04:45:26.344522Z","steps":["trace[1558636009] 'range keys from in-memory index tree' (duration: 496.460691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:26.345095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849993571s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-24T04:45:26.345179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.492537Z","time spent":"3.85263914s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T04:45:26.497236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T04:45:26.497318Z","caller":"traceutil/trace.go:171","msg":"trace[700353803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042802s","start":"2026-07-24T04:45:24.497257Z","end":"2026-07-24T04:45:26.4973Z","steps":["trace[700353803] 'agreement among raft nodes before linearized reading' (duration: 1.999938142s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:26.497365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:24.497236Z","time spent":"2.000120302s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:45:27.456352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.007140363s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:45:27.460503Z","caller":"traceutil/trace.go:171","msg":"trace[1903612476] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"4.967397208s","start":"2026-07-24T04:45:22.493088Z","end":"2026-07-24T04:45:27.460485Z","steps":["trace[1903612476] 'process raft request' (duration: 4.963475006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.460612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.493075Z","time spent":"4.967476768s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.461203Z","caller":"traceutil/trace.go:171","msg":"trace[609017917] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"4.967973039s","start":"2026-07-24T04:45:22.493219Z","end":"2026-07-24T04:45:27.461192Z","steps":["trace[609017917] 'process raft request' (duration: 4.967174657s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.461257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.493211Z","time spent":"4.968020319s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.461657Z","caller":"traceutil/trace.go:171","msg":"trace[1239854309] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"4.96843406s","start":"2026-07-24T04:45:22.493206Z","end":"2026-07-24T04:45:27.46164Z","steps":["trace[1239854309] 'process raft request' (duration: 4.967947539s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.461857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.493177Z","time spent":"4.968618271s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.461868Z","caller":"traceutil/trace.go:171","msg":"trace[2100601822] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"4.968593721s","start":"2026-07-24T04:45:22.493254Z","end":"2026-07-24T04:45:27.461848Z","steps":["trace[2100601822] 'process raft request' (duration: 4.96829941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.462132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.49325Z","time spent":"4.968825792s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.462518Z","caller":"traceutil/trace.go:171","msg":"trace[505364316] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"4.969224484s","start":"2026-07-24T04:45:22.493277Z","end":"2026-07-24T04:45:27.462501Z","steps":["trace[505364316] 'process raft request' (duration: 4.968456081s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.462657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.493263Z","time spent":"4.969352024s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.462611Z","caller":"traceutil/trace.go:171","msg":"trace[1091219052] linearizableReadLoop","detail":"{readStateIndex:3229; appliedIndex:3219; }","duration":"4.969848455s","start":"2026-07-24T04:45:22.492741Z","end":"2026-07-24T04:45:27.462589Z","steps":["trace[1091219052] 'read index received' (duration: 2.002400148s)","trace[1091219052] 'applied index is now lower than readState.Index' (duration: 2.967447167s)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:27.462931Z","caller":"traceutil/trace.go:171","msg":"trace[1683113298] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"3.984667599s","start":"2026-07-24T04:45:23.478251Z","end":"2026-07-24T04:45:27.462918Z","steps":["trace[1683113298] 'process raft request' (duration: 3.984244188s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:27.462986Z","caller":"traceutil/trace.go:171","msg":"trace[1353114908] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"2.97179304s","start":"2026-07-24T04:45:24.491181Z","end":"2026-07-24T04:45:27.462974Z","steps":["trace[1353114908] 'process raft request' (duration: 2.971344279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.463037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:23.478231Z","time spent":"3.984768409s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:27.463164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:24.491165Z","time spent":"2.97190261s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.46336Z","caller":"traceutil/trace.go:171","msg":"trace[458667018] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"2.970622456s","start":"2026-07-24T04:45:24.492724Z","end":"2026-07-24T04:45:27.463346Z","steps":["trace[458667018] 'process raft request' (duration: 2.969828854s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:27.463583Z","caller":"traceutil/trace.go:171","msg":"trace[1655678397] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"4.969306193s","start":"2026-07-24T04:45:22.494262Z","end":"2026-07-24T04:45:27.463568Z","steps":["trace[1655678397] 'process raft request' (duration: 4.96818764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.463932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.494253Z","time spent":"4.969611484s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:27.462941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970180166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-24T04:45:27.464223Z","caller":"traceutil/trace.go:171","msg":"trace[1770665952] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3103; }","duration":"4.971473329s","start":"2026-07-24T04:45:22.492735Z","end":"2026-07-24T04:45:27.464208Z","steps":["trace[1770665952] 'agreement among raft nodes before linearized reading' (duration: 4.969965245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.4643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.492684Z","time spent":"4.971602169s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T04:45:27.46377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:24.492712Z","time spent":"2.970706466s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.465687Z","caller":"traceutil/trace.go:171","msg":"trace[1572569425] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"1.117355646s","start":"2026-07-24T04:45:26.348321Z","end":"2026-07-24T04:45:27.465677Z","steps":["trace[1572569425] 'process raft request' (duration: 1.117164415s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.466607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:26.348302Z","time spent":"1.118272748s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:27.465717Z","caller":"traceutil/trace.go:171","msg":"trace[1013898929] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"857.118611ms","start":"2026-07-24T04:45:26.608592Z","end":"2026-07-24T04:45:27.465711Z","steps":["trace[1013898929] 'process raft request' (duration: 857.011271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.466915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:26.608568Z","time spent":"858.239494ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:27.472434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.117189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:27.472537Z","caller":"traceutil/trace.go:171","msg":"trace[799263263] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3105; }","duration":"170.23399ms","start":"2026-07-24T04:45:27.302269Z","end":"2026-07-24T04:45:27.472503Z","steps":["trace[799263263] 'agreement among raft nodes before linearized reading' (duration: 170.020089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.472798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069568146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c52041d29c81d0\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-24T04:45:27.472837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549189727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:27.472929Z","caller":"traceutil/trace.go:171","msg":"trace[1406503178] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3105; }","duration":"3.549308128s","start":"2026-07-24T04:45:23.923605Z","end":"2026-07-24T04:45:27.472913Z","steps":["trace[1406503178] 'agreement among raft nodes before linearized reading' (duration: 3.549197327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.473014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:23.923589Z","time spent":"3.549410458s","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:27.473136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.95486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:27.47318Z","caller":"traceutil/trace.go:171","msg":"trace[2049512705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3105; }","duration":"306.032721ms","start":"2026-07-24T04:45:27.167139Z","end":"2026-07-24T04:45:27.473172Z","steps":["trace[2049512705] 'agreement among raft nodes before linearized reading' (duration: 305.92532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.47321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:27.167126Z","time spent":"306.076841ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:27.473356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980343156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:45:27.473386Z","caller":"traceutil/trace.go:171","msg":"trace[1744230344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3105; }","duration":"4.980402286s","start":"2026-07-24T04:45:22.492977Z","end":"2026-07-24T04:45:27.473379Z","steps":["trace[1744230344] 'agreement among raft nodes before linearized reading' (duration: 4.980192905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.473483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.071689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:45:27.47352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:22.492968Z","time spent":"4.980497726s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:45:27.473599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.91842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:27.473645Z","caller":"traceutil/trace.go:171","msg":"trace[620239701] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3105; }","duration":"611.98637ms","start":"2026-07-24T04:45:26.861652Z","end":"2026-07-24T04:45:27.473639Z","steps":["trace[620239701] 'agreement among raft nodes before linearized reading' (duration: 611.89561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.473705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:26.861639Z","time spent":"612.057041ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:27.473849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.83215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:27.473875Z","caller":"traceutil/trace.go:171","msg":"trace[541176540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3105; }","duration":"873.89142ms","start":"2026-07-24T04:45:26.599976Z","end":"2026-07-24T04:45:27.473867Z","steps":["trace[541176540] 'agreement among raft nodes before linearized reading' (duration: 873.85215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.4739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:26.599958Z","time spent":"873.93639ms","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:45:27.474007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.52498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:27.474029Z","caller":"traceutil/trace.go:171","msg":"trace[2140887944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3105; }","duration":"962.57072ms","start":"2026-07-24T04:45:26.511453Z","end":"2026-07-24T04:45:27.474024Z","steps":["trace[2140887944] 'agreement among raft nodes before linearized reading' (duration: 962.53928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.474045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:26.511435Z","time spent":"962.60649ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:45:27.472836Z","caller":"traceutil/trace.go:171","msg":"trace[1138509016] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c52041d29c81d0; range_end:; response_count:1; response_revision:3105; }","duration":"3.069641256s","start":"2026-07-24T04:45:24.403186Z","end":"2026-07-24T04:45:27.472827Z","steps":["trace[1138509016] 'agreement among raft nodes before linearized reading' (duration: 3.069541026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.474217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:24.403168Z","time spent":"3.071037871s","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c52041d29c81d0\" "} {"level":"info","ts":"2026-07-24T04:45:27.473533Z","caller":"traceutil/trace.go:171","msg":"trace[775897140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3105; }","duration":"350.16171ms","start":"2026-07-24T04:45:27.123364Z","end":"2026-07-24T04:45:27.473526Z","steps":["trace[775897140] 'agreement among raft nodes before linearized reading' (duration: 350.04848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:27.474415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:27.123352Z","time spent":"351.050512ms","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:45:29.580195Z","caller":"traceutil/trace.go:171","msg":"trace[1898937262] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"109.245821ms","start":"2026-07-24T04:45:29.470927Z","end":"2026-07-24T04:45:29.580173Z","steps":["trace[1898937262] 'process raft request' (duration: 101.465498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:29.580364Z","caller":"traceutil/trace.go:171","msg":"trace[933484622] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"101.410018ms","start":"2026-07-24T04:45:29.478939Z","end":"2026-07-24T04:45:29.580349Z","steps":["trace[933484622] 'process raft request' (duration: 101.219737ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:29.580392Z","caller":"traceutil/trace.go:171","msg":"trace[2045802150] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"106.728134ms","start":"2026-07-24T04:45:29.473657Z","end":"2026-07-24T04:45:29.580385Z","steps":["trace[2045802150] 'process raft request' (duration: 106.486083ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:29.580415Z","caller":"traceutil/trace.go:171","msg":"trace[1049084454] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"109.447682ms","start":"2026-07-24T04:45:29.470927Z","end":"2026-07-24T04:45:29.580375Z","steps":["trace[1049084454] 'process raft request' (duration: 109.191191ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:29.580448Z","caller":"traceutil/trace.go:171","msg":"trace[439378770] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"101.315668ms","start":"2026-07-24T04:45:29.479119Z","end":"2026-07-24T04:45:29.580435Z","steps":["trace[439378770] 'process raft request' (duration: 101.056457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:29.580727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.340509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:45:29.580938Z","caller":"traceutil/trace.go:171","msg":"trace[1428012097] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"101.713148ms","start":"2026-07-24T04:45:29.479186Z","end":"2026-07-24T04:45:29.580899Z","steps":["trace[1428012097] 'process raft request' (duration: 101.002696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:29.581062Z","caller":"traceutil/trace.go:171","msg":"trace[365882291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3117; }","duration":"108.637579ms","start":"2026-07-24T04:45:29.472309Z","end":"2026-07-24T04:45:29.580946Z","steps":["trace[365882291] 'agreement among raft nodes before linearized reading' (duration: 108.128498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:32.036297Z","caller":"traceutil/trace.go:171","msg":"trace[222219827] linearizableReadLoop","detail":"{readStateIndex:3251; appliedIndex:3250; }","duration":"450.177373ms","start":"2026-07-24T04:45:31.586087Z","end":"2026-07-24T04:45:32.036265Z","steps":["trace[222219827] 'read index received' (duration: 376.574497ms)","trace[222219827] 'applied index is now lower than readState.Index' (duration: 73.601396ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:45:32.036497Z","caller":"traceutil/trace.go:171","msg":"trace[76498241] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"450.673656ms","start":"2026-07-24T04:45:31.585801Z","end":"2026-07-24T04:45:32.036474Z","steps":["trace[76498241] 'process raft request' (duration: 376.871408ms)","trace[76498241] 'compare' (duration: 73.181815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:32.036895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.773726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T04:45:32.03698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.585756Z","time spent":"451.073557ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:45:32.037011Z","caller":"traceutil/trace.go:171","msg":"trace[1060010253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3123; }","duration":"450.949306ms","start":"2026-07-24T04:45:31.586027Z","end":"2026-07-24T04:45:32.036977Z","steps":["trace[1060010253] 'agreement among raft nodes before linearized reading' (duration: 450.621715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:32.037098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.880026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:45:32.037132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.661863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:32.037174Z","caller":"traceutil/trace.go:171","msg":"trace[1928514281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3125; }","duration":"451.047477ms","start":"2026-07-24T04:45:31.586109Z","end":"2026-07-24T04:45:32.037157Z","steps":["trace[1928514281] 'agreement among raft nodes before linearized reading' (duration: 450.730606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:32.037208Z","caller":"traceutil/trace.go:171","msg":"trace[418349405] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3125; }","duration":"235.796874ms","start":"2026-07-24T04:45:31.801394Z","end":"2026-07-24T04:45:32.037191Z","steps":["trace[418349405] 'agreement among raft nodes before linearized reading' (duration: 235.616553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:32.037219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.586093Z","time spent":"451.116617ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:32.037174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.586004Z","time spent":"451.137087ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:45:32.037349Z","caller":"traceutil/trace.go:171","msg":"trace[1916466359] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"449.668273ms","start":"2026-07-24T04:45:31.587667Z","end":"2026-07-24T04:45:32.037336Z","steps":["trace[1916466359] 'process raft request' (duration: 449.127542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:32.037397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.744013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T04:45:32.037445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.111907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:32.037502Z","caller":"traceutil/trace.go:171","msg":"trace[313951158] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"450.373795ms","start":"2026-07-24T04:45:31.587116Z","end":"2026-07-24T04:45:32.03749Z","steps":["trace[313951158] 'process raft request' (duration: 449.570673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:32.037535Z","caller":"traceutil/trace.go:171","msg":"trace[1506488461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3125; }","duration":"118.227138ms","start":"2026-07-24T04:45:31.919289Z","end":"2026-07-24T04:45:32.037516Z","steps":["trace[1506488461] 'agreement among raft nodes before linearized reading' (duration: 118.075627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:32.037577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.587097Z","time spent":"450.444205ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:32.037454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.587656Z","time spent":"449.730243ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:45:32.037451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.412204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:45:32.037747Z","caller":"traceutil/trace.go:171","msg":"trace[1088063827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3125; }","duration":"450.718115ms","start":"2026-07-24T04:45:31.587009Z","end":"2026-07-24T04:45:32.037727Z","steps":["trace[1088063827] 'agreement among raft nodes before linearized reading' (duration: 450.145324ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:32.037462Z","caller":"traceutil/trace.go:171","msg":"trace[1118839650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3125; }","duration":"449.836633ms","start":"2026-07-24T04:45:31.58761Z","end":"2026-07-24T04:45:32.037447Z","steps":["trace[1118839650] 'agreement among raft nodes before linearized reading' (duration: 449.346422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:32.037811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.587002Z","time spent":"450.791585ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:45:32.03786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.587595Z","time spent":"450.250924ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:32.037683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.193135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:45:32.038102Z","caller":"traceutil/trace.go:171","msg":"trace[491326313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3125; }","duration":"447.617726ms","start":"2026-07-24T04:45:31.590462Z","end":"2026-07-24T04:45:32.03808Z","steps":["trace[491326313] 'agreement among raft nodes before linearized reading' (duration: 446.406843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:32.038163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:31.590456Z","time spent":"447.691856ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:45:32.042725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.688079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:45:32.042774Z","caller":"traceutil/trace.go:171","msg":"trace[1712148923] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:3125; }","duration":"210.76922ms","start":"2026-07-24T04:45:31.831992Z","end":"2026-07-24T04:45:32.042761Z","steps":["trace[1712148923] 'agreement among raft nodes before linearized reading' (duration: 205.775335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:39.821669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.418952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:39.821755Z","caller":"traceutil/trace.go:171","msg":"trace[1301988417] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3163; }","duration":"347.547043ms","start":"2026-07-24T04:45:39.474189Z","end":"2026-07-24T04:45:39.821736Z","steps":["trace[1301988417] 'count revisions from in-memory index tree' (duration: 347.318091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:39.821801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:45:39.474168Z","time spent":"347.622073ms","remote":"127.0.0.1:34306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:45:39.823156Z","caller":"traceutil/trace.go:171","msg":"trace[675132128] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"290.163073ms","start":"2026-07-24T04:45:39.532966Z","end":"2026-07-24T04:45:39.823129Z","steps":["trace[675132128] 'process raft request' (duration: 289.825022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:45:40.452341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.361924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:45:40.452402Z","caller":"traceutil/trace.go:171","msg":"trace[1636336396] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3172; }","duration":"198.480244ms","start":"2026-07-24T04:45:40.253908Z","end":"2026-07-24T04:45:40.452388Z","steps":["trace[1636336396] 'count revisions from in-memory index tree' (duration: 198.265903ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:42.033363Z","caller":"traceutil/trace.go:171","msg":"trace[1708021595] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"102.860043ms","start":"2026-07-24T04:45:41.930444Z","end":"2026-07-24T04:45:42.033304Z","steps":["trace[1708021595] 'process raft request' (duration: 92.838454ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:42.241117Z","caller":"traceutil/trace.go:171","msg":"trace[456507068] linearizableReadLoop","detail":"{readStateIndex:3307; appliedIndex:3305; }","duration":"149.331439ms","start":"2026-07-24T04:45:42.09173Z","end":"2026-07-24T04:45:42.241062Z","steps":["trace[456507068] 'read index received' (duration: 27.388061ms)","trace[456507068] 'applied index is now lower than readState.Index' (duration: 121.940528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:45:42.241369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.612769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-24T04:45:42.241451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.843107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:45:42.241463Z","caller":"traceutil/trace.go:171","msg":"trace[2117885011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3176; }","duration":"149.75335ms","start":"2026-07-24T04:45:42.091684Z","end":"2026-07-24T04:45:42.241438Z","steps":["trace[2117885011] 'agreement among raft nodes before linearized reading' (duration: 149.497339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:42.241674Z","caller":"traceutil/trace.go:171","msg":"trace[350352380] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3176; }","duration":"125.000597ms","start":"2026-07-24T04:45:42.116494Z","end":"2026-07-24T04:45:42.241494Z","steps":["trace[350352380] 'agreement among raft nodes before linearized reading' (duration: 124.836986ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:42.241146Z","caller":"traceutil/trace.go:171","msg":"trace[1775359502] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"153.911453ms","start":"2026-07-24T04:45:42.08717Z","end":"2026-07-24T04:45:42.241082Z","steps":["trace[1775359502] 'process raft request' (duration: 153.452412ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:45:52.977984Z","caller":"traceutil/trace.go:171","msg":"trace[2137170073] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"128.282488ms","start":"2026-07-24T04:45:52.849672Z","end":"2026-07-24T04:45:52.977954Z","steps":["trace[2137170073] 'process raft request' (duration: 128.044647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:00.791778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.230041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:46:00.791916Z","caller":"traceutil/trace.go:171","msg":"trace[471767663] linearizableReadLoop","detail":"{readStateIndex:3409; appliedIndex:3408; }","duration":"157.255922ms","start":"2026-07-24T04:46:00.634637Z","end":"2026-07-24T04:46:00.791893Z","steps":["trace[471767663] 'read index received' (duration: 40.72398ms)","trace[471767663] 'applied index is now lower than readState.Index' (duration: 116.531272ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:46:00.791966Z","caller":"traceutil/trace.go:171","msg":"trace[1474607428] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"166.663199ms","start":"2026-07-24T04:46:00.625253Z","end":"2026-07-24T04:46:00.791916Z","steps":["trace[1474607428] 'process raft request' (duration: 50.206998ms)","trace[1474607428] 'compare' (duration: 116.1368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:46:00.792087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.412824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:46:00.792109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.905099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:46:00.792127Z","caller":"traceutil/trace.go:171","msg":"trace[615406405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3275; }","duration":"157.520764ms","start":"2026-07-24T04:46:00.634597Z","end":"2026-07-24T04:46:00.792118Z","steps":["trace[615406405] 'agreement among raft nodes before linearized reading' (duration: 157.361262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:00.792133Z","caller":"traceutil/trace.go:171","msg":"trace[1986305482] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3275; }","duration":"155.950369ms","start":"2026-07-24T04:46:00.636174Z","end":"2026-07-24T04:46:00.792124Z","steps":["trace[1986305482] 'agreement among raft nodes before linearized reading' (duration: 155.896389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:00.79221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.09504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:46:00.792227Z","caller":"traceutil/trace.go:171","msg":"trace[400121542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3275; }","duration":"156.33831ms","start":"2026-07-24T04:46:00.635885Z","end":"2026-07-24T04:46:00.792223Z","steps":["trace[400121542] 'agreement among raft nodes before linearized reading' (duration: 156.085008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:10.957947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.95515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:46:10.958038Z","caller":"traceutil/trace.go:171","msg":"trace[1287021782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3326; }","duration":"126.141792ms","start":"2026-07-24T04:46:10.831879Z","end":"2026-07-24T04:46:10.958021Z","steps":["trace[1287021782] 'range keys from in-memory index tree' (duration: 125.740489ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:11.163105Z","caller":"traceutil/trace.go:171","msg":"trace[1687914073] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"200.038299ms","start":"2026-07-24T04:46:10.963021Z","end":"2026-07-24T04:46:11.163059Z","steps":["trace[1687914073] 'process raft request' (duration: 198.923725ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:11.163318Z","caller":"traceutil/trace.go:171","msg":"trace[1532641608] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"200.26101ms","start":"2026-07-24T04:46:10.963037Z","end":"2026-07-24T04:46:11.163298Z","steps":["trace[1532641608] 'process raft request' (duration: 199.982509ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:11.16357Z","caller":"traceutil/trace.go:171","msg":"trace[1703076762] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"200.48477ms","start":"2026-07-24T04:46:10.963053Z","end":"2026-07-24T04:46:11.163538Z","steps":["trace[1703076762] 'process raft request' (duration: 200.15826ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:28.698883Z","caller":"traceutil/trace.go:171","msg":"trace[828883721] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"103.711235ms","start":"2026-07-24T04:46:28.595149Z","end":"2026-07-24T04:46:28.69886Z","steps":["trace[828883721] 'process raft request' (duration: 103.567204ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:28.74284Z","caller":"traceutil/trace.go:171","msg":"trace[1617045008] linearizableReadLoop","detail":"{readStateIndex:3557; appliedIndex:3555; }","duration":"120.681405ms","start":"2026-07-24T04:46:28.622134Z","end":"2026-07-24T04:46:28.742816Z","steps":["trace[1617045008] 'read index received' (duration: 76.604046ms)","trace[1617045008] 'applied index is now lower than readState.Index' (duration: 44.076349ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:46:28.742977Z","caller":"traceutil/trace.go:171","msg":"trace[679100373] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"136.488141ms","start":"2026-07-24T04:46:28.606446Z","end":"2026-07-24T04:46:28.742934Z","steps":["trace[679100373] 'process raft request' (duration: 127.606875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:28.743238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.599157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:46:28.743237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.072125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:46:28.743367Z","caller":"traceutil/trace.go:171","msg":"trace[1993479993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3417; }","duration":"104.820478ms","start":"2026-07-24T04:46:28.638518Z","end":"2026-07-24T04:46:28.743339Z","steps":["trace[1993479993] 'agreement among raft nodes before linearized reading' (duration: 104.478617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:28.743502Z","caller":"traceutil/trace.go:171","msg":"trace[1113400426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3417; }","duration":"121.370016ms","start":"2026-07-24T04:46:28.622082Z","end":"2026-07-24T04:46:28.743449Z","steps":["trace[1113400426] 'agreement among raft nodes before linearized reading' (duration: 120.855695ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:28.921137Z","caller":"traceutil/trace.go:171","msg":"trace[1106417662] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"172.708868ms","start":"2026-07-24T04:46:28.748403Z","end":"2026-07-24T04:46:28.921112Z","steps":["trace[1106417662] 'process raft request' (duration: 169.85343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:28.921131Z","caller":"traceutil/trace.go:171","msg":"trace[1869026776] linearizableReadLoop","detail":"{readStateIndex:3558; appliedIndex:3557; }","duration":"172.350357ms","start":"2026-07-24T04:46:28.748754Z","end":"2026-07-24T04:46:28.921104Z","steps":["trace[1869026776] 'read index received' (duration: 169.491799ms)","trace[1869026776] 'applied index is now lower than readState.Index' (duration: 2.854198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:46:28.921586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.815919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:46:28.921685Z","caller":"traceutil/trace.go:171","msg":"trace[1494908295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3418; }","duration":"172.942849ms","start":"2026-07-24T04:46:28.748728Z","end":"2026-07-24T04:46:28.921671Z","steps":["trace[1494908295] 'agreement among raft nodes before linearized reading' (duration: 172.453688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:46:28.953166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.26473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:46:28.953245Z","caller":"traceutil/trace.go:171","msg":"trace[1495116163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3419; }","duration":"180.39263ms","start":"2026-07-24T04:46:28.772833Z","end":"2026-07-24T04:46:28.953225Z","steps":["trace[1495116163] 'agreement among raft nodes before linearized reading' (duration: 179.967369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:29.121044Z","caller":"traceutil/trace.go:171","msg":"trace[779293247] linearizableReadLoop","detail":"{readStateIndex:3560; appliedIndex:3559; }","duration":"118.483658ms","start":"2026-07-24T04:46:29.002526Z","end":"2026-07-24T04:46:29.121009Z","steps":["trace[779293247] 'read index received' (duration: 53.266906ms)","trace[779293247] 'applied index is now lower than readState.Index' (duration: 65.215432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:46:29.121108Z","caller":"traceutil/trace.go:171","msg":"trace[1187142286] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"162.040727ms","start":"2026-07-24T04:46:28.959038Z","end":"2026-07-24T04:46:29.121079Z","steps":["trace[1187142286] 'process raft request' (duration: 96.850206ms)","trace[1187142286] 'compare' (duration: 64.96795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:46:29.121265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.723688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:46:29.121328Z","caller":"traceutil/trace.go:171","msg":"trace[1612123220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3420; }","duration":"118.820789ms","start":"2026-07-24T04:46:29.002493Z","end":"2026-07-24T04:46:29.121314Z","steps":["trace[1612123220] 'agreement among raft nodes before linearized reading' (duration: 118.681509ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:29.562089Z","caller":"traceutil/trace.go:171","msg":"trace[1307288007] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"152.649429ms","start":"2026-07-24T04:46:29.409415Z","end":"2026-07-24T04:46:29.562064Z","steps":["trace[1307288007] 'process raft request' (duration: 152.430369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:46:59.102785Z","caller":"traceutil/trace.go:171","msg":"trace[159369602] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"162.861669ms","start":"2026-07-24T04:46:58.939893Z","end":"2026-07-24T04:46:59.102755Z","steps":["trace[159369602] 'process raft request' (duration: 113.732154ms)","trace[159369602] 'compare' (duration: 48.917774ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:13.536726Z","caller":"traceutil/trace.go:171","msg":"trace[2147151123] linearizableReadLoop","detail":"{readStateIndex:3810; appliedIndex:3809; }","duration":"131.732498ms","start":"2026-07-24T04:47:13.404961Z","end":"2026-07-24T04:47:13.536694Z","steps":["trace[2147151123] 'read index received' (duration: 131.493406ms)","trace[2147151123] 'applied index is now lower than readState.Index' (duration: 237.252µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:13.536763Z","caller":"traceutil/trace.go:171","msg":"trace[336055395] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3659; }","duration":"157.938635ms","start":"2026-07-24T04:47:13.378781Z","end":"2026-07-24T04:47:13.53672Z","steps":["trace[336055395] 'process raft request' (duration: 157.794593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:13.537035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.038929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:47:13.537171Z","caller":"traceutil/trace.go:171","msg":"trace[668025110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3659; }","duration":"132.20441ms","start":"2026-07-24T04:47:13.404922Z","end":"2026-07-24T04:47:13.537126Z","steps":["trace[668025110] 'agreement among raft nodes before linearized reading' (duration: 131.892309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:13.537497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.986137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:47:13.537574Z","caller":"traceutil/trace.go:171","msg":"trace[952142307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3659; }","duration":"101.151047ms","start":"2026-07-24T04:47:13.436406Z","end":"2026-07-24T04:47:13.537557Z","steps":["trace[952142307] 'agreement among raft nodes before linearized reading' (duration: 100.484495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:15.361744Z","caller":"traceutil/trace.go:171","msg":"trace[771636047] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"116.451333ms","start":"2026-07-24T04:47:15.245272Z","end":"2026-07-24T04:47:15.361724Z","steps":["trace[771636047] 'process raft request' (duration: 51.854223ms)","trace[771636047] 'compare' (duration: 64.404579ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:15.361729Z","caller":"traceutil/trace.go:171","msg":"trace[31056363] linearizableReadLoop","detail":"{readStateIndex:3849; appliedIndex:3848; }","duration":"114.368367ms","start":"2026-07-24T04:47:15.247336Z","end":"2026-07-24T04:47:15.361704Z","steps":["trace[31056363] 'read index received' (duration: 49.651787ms)","trace[31056363] 'applied index is now lower than readState.Index' (duration: 64.71507ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:15.362048Z","caller":"traceutil/trace.go:171","msg":"trace[1751376072] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"102.801313ms","start":"2026-07-24T04:47:15.259223Z","end":"2026-07-24T04:47:15.362024Z","steps":["trace[1751376072] 'process raft request' (duration: 102.417372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:15.362043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.530217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:15.36235Z","caller":"traceutil/trace.go:171","msg":"trace[343980126] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3697; }","duration":"115.034578ms","start":"2026-07-24T04:47:15.247304Z","end":"2026-07-24T04:47:15.362339Z","steps":["trace[343980126] 'agreement among raft nodes before linearized reading' (duration: 114.503997ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:15.363252Z","caller":"traceutil/trace.go:171","msg":"trace[1105310560] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"102.255872ms","start":"2026-07-24T04:47:15.260983Z","end":"2026-07-24T04:47:15.363239Z","steps":["trace[1105310560] 'process raft request' (duration: 100.699267ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:15.497715Z","caller":"traceutil/trace.go:171","msg":"trace[1046973145] linearizableReadLoop","detail":"{readStateIndex:3854; appliedIndex:3852; }","duration":"125.95119ms","start":"2026-07-24T04:47:15.371747Z","end":"2026-07-24T04:47:15.497699Z","steps":["trace[1046973145] 'read index received' (duration: 57.513768ms)","trace[1046973145] 'applied index is now lower than readState.Index' (duration: 68.436762ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:15.497881Z","caller":"traceutil/trace.go:171","msg":"trace[1698647387] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"130.118353ms","start":"2026-07-24T04:47:15.367753Z","end":"2026-07-24T04:47:15.497871Z","steps":["trace[1698647387] 'process raft request' (duration: 116.505802ms)","trace[1698647387] 'compare' (duration: 13.30494ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:15.498001Z","caller":"traceutil/trace.go:171","msg":"trace[485036533] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"128.593518ms","start":"2026-07-24T04:47:15.369401Z","end":"2026-07-24T04:47:15.497995Z","steps":["trace[485036533] 'process raft request' (duration: 128.259777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:15.498149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.386801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:47:15.498177Z","caller":"traceutil/trace.go:171","msg":"trace[716081621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3700; }","duration":"126.451851ms","start":"2026-07-24T04:47:15.371717Z","end":"2026-07-24T04:47:15.498169Z","steps":["trace[716081621] 'agreement among raft nodes before linearized reading' (duration: 126.348981ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:15.784486Z","caller":"traceutil/trace.go:171","msg":"trace[1994670377] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"246.983856ms","start":"2026-07-24T04:47:15.537477Z","end":"2026-07-24T04:47:15.784461Z","steps":["trace[1994670377] 'process raft request' (duration: 217.172958ms)","trace[1994670377] 'compare' (duration: 29.630008ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:15.785469Z","caller":"traceutil/trace.go:171","msg":"trace[167186019] linearizableReadLoop","detail":"{readStateIndex:3861; appliedIndex:3859; }","duration":"239.747855ms","start":"2026-07-24T04:47:15.545701Z","end":"2026-07-24T04:47:15.785449Z","steps":["trace[167186019] 'read index received' (duration: 209.013984ms)","trace[167186019] 'applied index is now lower than readState.Index' (duration: 30.732791ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:15.78554Z","caller":"traceutil/trace.go:171","msg":"trace[1885093289] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"246.162184ms","start":"2026-07-24T04:47:15.539334Z","end":"2026-07-24T04:47:15.785496Z","steps":["trace[1885093289] 'process raft request' (duration: 245.978533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:15.785809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.083075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:47:15.785915Z","caller":"traceutil/trace.go:171","msg":"trace[1160954850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3707; }","duration":"240.165206ms","start":"2026-07-24T04:47:15.545698Z","end":"2026-07-24T04:47:15.785864Z","steps":["trace[1160954850] 'agreement among raft nodes before linearized reading' (duration: 239.913045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:15.786057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.989242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:47:15.786117Z","caller":"traceutil/trace.go:171","msg":"trace[704145452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3707; }","duration":"239.072323ms","start":"2026-07-24T04:47:15.547029Z","end":"2026-07-24T04:47:15.786102Z","steps":["trace[704145452] 'agreement among raft nodes before linearized reading' (duration: 238.886972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:15.786398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.036081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T04:47:15.786438Z","caller":"traceutil/trace.go:171","msg":"trace[755784648] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3707; }","duration":"177.094751ms","start":"2026-07-24T04:47:15.609333Z","end":"2026-07-24T04:47:15.786428Z","steps":["trace[755784648] 'agreement among raft nodes before linearized reading' (duration: 176.983951ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.11131Z","caller":"traceutil/trace.go:171","msg":"trace[814488270] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"188.345454ms","start":"2026-07-24T04:47:15.922931Z","end":"2026-07-24T04:47:16.111276Z","steps":["trace[814488270] 'process raft request' (duration: 184.595753ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.112998Z","caller":"traceutil/trace.go:171","msg":"trace[580168018] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3869; }","duration":"189.490277ms","start":"2026-07-24T04:47:15.923481Z","end":"2026-07-24T04:47:16.112971Z","steps":["trace[580168018] 'read index received' (duration: 184.023451ms)","trace[580168018] 'applied index is now lower than readState.Index' (duration: 5.465736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:16.113274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.772017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:16.113356Z","caller":"traceutil/trace.go:171","msg":"trace[1013112188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3718; }","duration":"189.888688ms","start":"2026-07-24T04:47:15.923448Z","end":"2026-07-24T04:47:16.113337Z","steps":["trace[1013112188] 'agreement among raft nodes before linearized reading' (duration: 189.722907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.113683Z","caller":"traceutil/trace.go:171","msg":"trace[1820055071] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"190.66061ms","start":"2026-07-24T04:47:15.92301Z","end":"2026-07-24T04:47:16.11367Z","steps":["trace[1820055071] 'process raft request' (duration: 189.824748ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.113785Z","caller":"traceutil/trace.go:171","msg":"trace[356077671] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"184.304111ms","start":"2026-07-24T04:47:15.929468Z","end":"2026-07-24T04:47:16.113772Z","steps":["trace[356077671] 'process raft request' (duration: 183.464629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:16.113845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.151728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:16.113918Z","caller":"traceutil/trace.go:171","msg":"trace[588569943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3718; }","duration":"190.27343ms","start":"2026-07-24T04:47:15.923622Z","end":"2026-07-24T04:47:16.113896Z","steps":["trace[588569943] 'agreement among raft nodes before linearized reading' (duration: 190.153329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:16.114045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.407496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:47:16.114108Z","caller":"traceutil/trace.go:171","msg":"trace[267811108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3718; }","duration":"185.491667ms","start":"2026-07-24T04:47:15.928598Z","end":"2026-07-24T04:47:16.114089Z","steps":["trace[267811108] 'agreement among raft nodes before linearized reading' (duration: 185.322396ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.424548Z","caller":"traceutil/trace.go:171","msg":"trace[488286154] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"105.67649ms","start":"2026-07-24T04:47:16.318843Z","end":"2026-07-24T04:47:16.424519Z","steps":["trace[488286154] 'process raft request' (duration: 58.721683ms)","trace[488286154] 'compare' (duration: 46.353086ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:16.424547Z","caller":"traceutil/trace.go:171","msg":"trace[828466973] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"104.113156ms","start":"2026-07-24T04:47:16.320407Z","end":"2026-07-24T04:47:16.42452Z","steps":["trace[828466973] 'process raft request' (duration: 103.780545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.625461Z","caller":"traceutil/trace.go:171","msg":"trace[246518676] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"118.199837ms","start":"2026-07-24T04:47:16.507235Z","end":"2026-07-24T04:47:16.625434Z","steps":["trace[246518676] 'process raft request' (duration: 84.510468ms)","trace[246518676] 'compare' (duration: 33.581689ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:16.66931Z","caller":"traceutil/trace.go:171","msg":"trace[999685333] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"156.16578ms","start":"2026-07-24T04:47:16.513117Z","end":"2026-07-24T04:47:16.669282Z","steps":["trace[999685333] 'process raft request' (duration: 155.955499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:16.669594Z","caller":"traceutil/trace.go:171","msg":"trace[1485517771] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"119.852082ms","start":"2026-07-24T04:47:16.549716Z","end":"2026-07-24T04:47:16.669568Z","steps":["trace[1485517771] 'process raft request' (duration: 119.501762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:19.821302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.428279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:47:19.821614Z","caller":"traceutil/trace.go:171","msg":"trace[747484904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3757; }","duration":"275.76632ms","start":"2026-07-24T04:47:19.545829Z","end":"2026-07-24T04:47:19.821596Z","steps":["trace[747484904] 'range keys from in-memory index tree' (duration: 275.219809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:19.820888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.515954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:19.822014Z","caller":"traceutil/trace.go:171","msg":"trace[1805717274] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3757; }","duration":"104.529667ms","start":"2026-07-24T04:47:19.717296Z","end":"2026-07-24T04:47:19.821825Z","steps":["trace[1805717274] 'count revisions from in-memory index tree' (duration: 103.407054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.3291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.135927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:47:20.329624Z","caller":"traceutil/trace.go:171","msg":"trace[1565407495] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"422.26244ms","start":"2026-07-24T04:47:19.907331Z","end":"2026-07-24T04:47:20.329594Z","steps":["trace[1565407495] 'process raft request' (duration: 313.544462ms)","trace[1565407495] 'compare' (duration: 108.008077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:20.329854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:19.907317Z","time spent":"422.448921ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:20.389563Z","caller":"traceutil/trace.go:171","msg":"trace[1127430272] linearizableReadLoop","detail":"{readStateIndex:3917; appliedIndex:3914; }","duration":"477.063942ms","start":"2026-07-24T04:47:19.912475Z","end":"2026-07-24T04:47:20.389539Z","steps":["trace[1127430272] 'read index received' (duration: 308.518317ms)","trace[1127430272] 'applied index is now lower than readState.Index' (duration: 168.544595ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:20.389743Z","caller":"traceutil/trace.go:171","msg":"trace[447622816] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"481.758997ms","start":"2026-07-24T04:47:19.907967Z","end":"2026-07-24T04:47:20.389726Z","steps":["trace[447622816] 'process raft request' (duration: 481.397026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.389856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:19.90796Z","time spent":"481.827937ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:20.389985Z","caller":"traceutil/trace.go:171","msg":"trace[1051988758] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"481.947507ms","start":"2026-07-24T04:47:19.908024Z","end":"2026-07-24T04:47:20.389971Z","steps":["trace[1051988758] 'process raft request' (duration: 481.462016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.390145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.220099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:20.390188Z","caller":"traceutil/trace.go:171","msg":"trace[1028530975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3762; }","duration":"462.297029ms","start":"2026-07-24T04:47:19.92788Z","end":"2026-07-24T04:47:20.390177Z","steps":["trace[1028530975] 'agreement among raft nodes before linearized reading' (duration: 462.234819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.390225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:19.927861Z","time spent":"462.353039ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:47:20.390456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.976251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:47:20.390493Z","caller":"traceutil/trace.go:171","msg":"trace[1762371550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3762; }","duration":"259.046722ms","start":"2026-07-24T04:47:20.131437Z","end":"2026-07-24T04:47:20.390483Z","steps":["trace[1762371550] 'agreement among raft nodes before linearized reading' (duration: 258.935311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.390591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.363973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T04:47:20.390669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.810134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:47:20.390698Z","caller":"traceutil/trace.go:171","msg":"trace[821444155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3762; }","duration":"409.866984ms","start":"2026-07-24T04:47:19.980823Z","end":"2026-07-24T04:47:20.39069Z","steps":["trace[821444155] 'agreement among raft nodes before linearized reading' (duration: 409.776104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.390731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:19.980808Z","time spent":"409.916814ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:47:20.390156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:19.908017Z","time spent":"482.068918ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:20.390781Z","caller":"traceutil/trace.go:171","msg":"trace[694005699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3762; }","duration":"198.556953ms","start":"2026-07-24T04:47:20.192107Z","end":"2026-07-24T04:47:20.390664Z","steps":["trace[694005699] 'agreement among raft nodes before linearized reading' (duration: 198.169982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.391134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.648496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:20.391175Z","caller":"traceutil/trace.go:171","msg":"trace[2133658374] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3762; }","duration":"478.722347ms","start":"2026-07-24T04:47:19.912443Z","end":"2026-07-24T04:47:20.391165Z","steps":["trace[2133658374] 'agreement among raft nodes before linearized reading' (duration: 478.659216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.391205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:19.912428Z","time spent":"478.769117ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:47:20.787212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.811459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:47:20.787344Z","caller":"traceutil/trace.go:171","msg":"trace[594481288] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"392.530064ms","start":"2026-07-24T04:47:20.39479Z","end":"2026-07-24T04:47:20.78732Z","steps":["trace[594481288] 'process raft request' (duration: 219.489815ms)","trace[594481288] 'compare' (duration: 172.349697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:20.787521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:20.394769Z","time spent":"392.638274ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:20.787848Z","caller":"traceutil/trace.go:171","msg":"trace[1220919249] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"392.377254ms","start":"2026-07-24T04:47:20.395454Z","end":"2026-07-24T04:47:20.787831Z","steps":["trace[1220919249] 'process raft request' (duration: 391.866862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.787931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:20.395433Z","time spent":"392.459104ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:47:20.787865Z","caller":"traceutil/trace.go:171","msg":"trace[650134151] linearizableReadLoop","detail":"{readStateIndex:3918; appliedIndex:3917; }","duration":"392.677835ms","start":"2026-07-24T04:47:20.39518Z","end":"2026-07-24T04:47:20.787858Z","steps":["trace[650134151] 'read index received' (duration: 219.146294ms)","trace[650134151] 'applied index is now lower than readState.Index' (duration: 173.530791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:20.788001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.819255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:47:20.788071Z","caller":"traceutil/trace.go:171","msg":"trace[2114990237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3765; }","duration":"392.914475ms","start":"2026-07-24T04:47:20.395152Z","end":"2026-07-24T04:47:20.788066Z","steps":["trace[2114990237] 'agreement among raft nodes before linearized reading' (duration: 392.728535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:20.78812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:20.395141Z","time spent":"392.943675ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:47:22.210603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.592988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:47:22.210878Z","caller":"traceutil/trace.go:171","msg":"trace[2013573039] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"272.438211ms","start":"2026-07-24T04:47:21.938421Z","end":"2026-07-24T04:47:22.210859Z","steps":["trace[2013573039] 'process raft request' (duration: 272.327811ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:22.210932Z","caller":"traceutil/trace.go:171","msg":"trace[593295909] linearizableReadLoop","detail":"{readStateIndex:3925; appliedIndex:3924; }","duration":"275.58347ms","start":"2026-07-24T04:47:21.935316Z","end":"2026-07-24T04:47:22.2109Z","steps":["trace[593295909] 'read index received' (duration: 153.606171ms)","trace[593295909] 'applied index is now lower than readState.Index' (duration: 121.974189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:22.211153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.813591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:22.211209Z","caller":"traceutil/trace.go:171","msg":"trace[690984080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3770; }","duration":"275.954851ms","start":"2026-07-24T04:47:21.93524Z","end":"2026-07-24T04:47:22.211194Z","steps":["trace[690984080] 'agreement among raft nodes before linearized reading' (duration: 275.80863ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:22.211563Z","caller":"traceutil/trace.go:171","msg":"trace[866589676] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"276.363942ms","start":"2026-07-24T04:47:21.935178Z","end":"2026-07-24T04:47:22.211542Z","steps":["trace[866589676] 'process raft request' (duration: 153.754581ms)","trace[866589676] 'compare' (duration: 121.413798ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:22.541902Z","caller":"traceutil/trace.go:171","msg":"trace[1108501956] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3926; }","duration":"148.961278ms","start":"2026-07-24T04:47:22.392892Z","end":"2026-07-24T04:47:22.541853Z","steps":["trace[1108501956] 'read index received' (duration: 148.906978ms)","trace[1108501956] 'applied index is now lower than readState.Index' (duration: 53.55µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:22.541983Z","caller":"traceutil/trace.go:171","msg":"trace[1996100378] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"152.932269ms","start":"2026-07-24T04:47:22.38902Z","end":"2026-07-24T04:47:22.541952Z","steps":["trace[1996100378] 'process raft request' (duration: 152.707399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:22.542235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.473513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:47:22.542546Z","caller":"traceutil/trace.go:171","msg":"trace[71500376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3771; }","duration":"147.793924ms","start":"2026-07-24T04:47:22.394701Z","end":"2026-07-24T04:47:22.542495Z","steps":["trace[71500376] 'agreement among raft nodes before linearized reading' (duration: 147.363143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:22.544217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.300525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:47:22.544274Z","caller":"traceutil/trace.go:171","msg":"trace[516516483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3771; }","duration":"151.399385ms","start":"2026-07-24T04:47:22.392861Z","end":"2026-07-24T04:47:22.54426Z","steps":["trace[516516483] 'agreement among raft nodes before linearized reading' (duration: 149.132208ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:23.672928Z","caller":"traceutil/trace.go:171","msg":"trace[1899498261] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"105.16889ms","start":"2026-07-24T04:47:23.567741Z","end":"2026-07-24T04:47:23.67291Z","steps":["trace[1899498261] 'process raft request' (duration: 104.816669ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:33.724691Z","caller":"traceutil/trace.go:171","msg":"trace[182360200] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"100.854606ms","start":"2026-07-24T04:47:33.623767Z","end":"2026-07-24T04:47:33.724621Z","steps":["trace[182360200] 'process raft request' (duration: 100.661426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:37.129773Z","caller":"traceutil/trace.go:171","msg":"trace[387392229] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"110.979576ms","start":"2026-07-24T04:47:37.018759Z","end":"2026-07-24T04:47:37.129738Z","steps":["trace[387392229] 'process raft request' (duration: 110.647136ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:37.130011Z","caller":"traceutil/trace.go:171","msg":"trace[1427446559] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"111.048997ms","start":"2026-07-24T04:47:37.018946Z","end":"2026-07-24T04:47:37.129995Z","steps":["trace[1427446559] 'process raft request' (duration: 110.637736ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:46.063984Z","caller":"traceutil/trace.go:171","msg":"trace[968078697] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"121.143676ms","start":"2026-07-24T04:47:45.942809Z","end":"2026-07-24T04:47:46.063953Z","steps":["trace[968078697] 'process raft request' (duration: 100.861646ms)","trace[968078697] 'compare' (duration: 20.11757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:47:51.244377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.856628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:47:51.244459Z","caller":"traceutil/trace.go:171","msg":"trace[1046442383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3933; }","duration":"301.975948ms","start":"2026-07-24T04:47:50.942465Z","end":"2026-07-24T04:47:51.244441Z","steps":["trace[1046442383] 'range keys from in-memory index tree' (duration: 301.705937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:51.244499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:47:50.942449Z","time spent":"302.041448ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:47:51.244838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.734757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:47:51.244883Z","caller":"traceutil/trace.go:171","msg":"trace[45828180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3933; }","duration":"206.777937ms","start":"2026-07-24T04:47:51.038094Z","end":"2026-07-24T04:47:51.244872Z","steps":["trace[45828180] 'range keys from in-memory index tree' (duration: 206.646707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:51.244856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.386174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:47:51.245007Z","caller":"traceutil/trace.go:171","msg":"trace[220006495] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"139.71915ms","start":"2026-07-24T04:47:51.105277Z","end":"2026-07-24T04:47:51.244996Z","steps":["trace[220006495] 'process raft request' (duration: 130.619114ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:51.245038Z","caller":"traceutil/trace.go:171","msg":"trace[48205103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3933; }","duration":"215.611234ms","start":"2026-07-24T04:47:51.029406Z","end":"2026-07-24T04:47:51.245018Z","steps":["trace[48205103] 'range keys from in-memory index tree' (duration: 214.894101ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:51.583355Z","caller":"traceutil/trace.go:171","msg":"trace[493524868] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"105.001508ms","start":"2026-07-24T04:47:51.478327Z","end":"2026-07-24T04:47:51.583328Z","steps":["trace[493524868] 'process raft request' (duration: 18.129323ms)","trace[493524868] 'compare' (duration: 86.754035ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:52.218717Z","caller":"traceutil/trace.go:171","msg":"trace[1410325037] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"125.144239ms","start":"2026-07-24T04:47:52.093547Z","end":"2026-07-24T04:47:52.218691Z","steps":["trace[1410325037] 'process raft request' (duration: 124.983908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:53.561028Z","caller":"traceutil/trace.go:171","msg":"trace[1329955023] linearizableReadLoop","detail":"{readStateIndex:4111; appliedIndex:4108; }","duration":"166.504389ms","start":"2026-07-24T04:47:53.394496Z","end":"2026-07-24T04:47:53.561Z","steps":["trace[1329955023] 'read index received' (duration: 735.212µs)","trace[1329955023] 'applied index is now lower than readState.Index' (duration: 165.767877ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:47:53.561052Z","caller":"traceutil/trace.go:171","msg":"trace[1808403903] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"176.318049ms","start":"2026-07-24T04:47:53.384708Z","end":"2026-07-24T04:47:53.561026Z","steps":["trace[1808403903] 'process raft request' (duration: 176.247188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:53.561354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.324092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:47:53.56148Z","caller":"traceutil/trace.go:171","msg":"trace[1723263556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3948; }","duration":"157.482323ms","start":"2026-07-24T04:47:53.403975Z","end":"2026-07-24T04:47:53.561458Z","steps":["trace[1723263556] 'agreement among raft nodes before linearized reading' (duration: 157.287622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:53.56139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.673366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:47:53.56165Z","caller":"traceutil/trace.go:171","msg":"trace[352542717] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3948; }","duration":"165.958447ms","start":"2026-07-24T04:47:53.395682Z","end":"2026-07-24T04:47:53.561641Z","steps":["trace[352542717] 'agreement among raft nodes before linearized reading' (duration: 165.493086ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:53.561871Z","caller":"traceutil/trace.go:171","msg":"trace[1504178281] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"177.563343ms","start":"2026-07-24T04:47:53.384288Z","end":"2026-07-24T04:47:53.561851Z","steps":["trace[1504178281] 'process raft request' (duration: 167.759933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:47:53.563415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.7548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:47:53.563477Z","caller":"traceutil/trace.go:171","msg":"trace[503165597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3948; }","duration":"168.987677ms","start":"2026-07-24T04:47:53.394474Z","end":"2026-07-24T04:47:53.563462Z","steps":["trace[503165597] 'agreement among raft nodes before linearized reading' (duration: 166.66997ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:47:56.540082Z","caller":"traceutil/trace.go:171","msg":"trace[1564942023] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"112.836102ms","start":"2026-07-24T04:47:56.427207Z","end":"2026-07-24T04:47:56.540043Z","steps":["trace[1564942023] 'process raft request' (duration: 80.467557ms)","trace[1564942023] 'compare' (duration: 32.225635ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:10.908084Z","caller":"traceutil/trace.go:171","msg":"trace[1555493391] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"135.8803ms","start":"2026-07-24T04:48:10.772178Z","end":"2026-07-24T04:48:10.908058Z","steps":["trace[1555493391] 'process raft request' (duration: 135.723329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:11.364831Z","caller":"traceutil/trace.go:171","msg":"trace[12063847] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"123.887175ms","start":"2026-07-24T04:48:11.240915Z","end":"2026-07-24T04:48:11.364803Z","steps":["trace[12063847] 'process raft request' (duration: 123.434994ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:11.511518Z","caller":"traceutil/trace.go:171","msg":"trace[1126098477] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"111.037577ms","start":"2026-07-24T04:48:11.400444Z","end":"2026-07-24T04:48:11.511481Z","steps":["trace[1126098477] 'process raft request' (duration: 82.148882ms)","trace[1126098477] 'compare' (duration: 28.694674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:11.85911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.236677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:11.859506Z","caller":"traceutil/trace.go:171","msg":"trace[2144805530] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"285.032077ms","start":"2026-07-24T04:48:11.57444Z","end":"2026-07-24T04:48:11.859472Z","steps":["trace[2144805530] 'process raft request' (duration: 88.339949ms)","trace[2144805530] 'compare' (duration: 196.149596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:11.859552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.809238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:48:11.859614Z","caller":"traceutil/trace.go:171","msg":"trace[1208888977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4045; }","duration":"172.928538ms","start":"2026-07-24T04:48:11.686664Z","end":"2026-07-24T04:48:11.859592Z","steps":["trace[1208888977] 'agreement among raft nodes before linearized reading' (duration: 172.762418ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:11.860052Z","caller":"traceutil/trace.go:171","msg":"trace[943327809] linearizableReadLoop","detail":"{readStateIndex:4211; appliedIndex:4210; }","duration":"172.484646ms","start":"2026-07-24T04:48:11.686741Z","end":"2026-07-24T04:48:11.859225Z","steps":["trace[943327809] 'read index received' (duration: 114.56µs)","trace[943327809] 'applied index is now lower than readState.Index' (duration: 172.368556ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:11.904265Z","caller":"traceutil/trace.go:171","msg":"trace[1551573290] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"154.348054ms","start":"2026-07-24T04:48:11.749896Z","end":"2026-07-24T04:48:11.904244Z","steps":["trace[1551573290] 'process raft request' (duration: 154.135953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:11.904371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.059756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:48:11.904439Z","caller":"traceutil/trace.go:171","msg":"trace[1098348565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4046; }","duration":"128.173806ms","start":"2026-07-24T04:48:11.776252Z","end":"2026-07-24T04:48:11.904426Z","steps":["trace[1098348565] 'agreement among raft nodes before linearized reading' (duration: 127.948316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:11.904484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.673968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:48:11.904568Z","caller":"traceutil/trace.go:171","msg":"trace[1286804675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4046; }","duration":"179.813648ms","start":"2026-07-24T04:48:11.724737Z","end":"2026-07-24T04:48:11.90455Z","steps":["trace[1286804675] 'agreement among raft nodes before linearized reading' (duration: 179.581598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:11.904874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.180691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:48:11.904933Z","caller":"traceutil/trace.go:171","msg":"trace[1372477825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4046; }","duration":"123.265362ms","start":"2026-07-24T04:48:11.781653Z","end":"2026-07-24T04:48:11.904919Z","steps":["trace[1372477825] 'agreement among raft nodes before linearized reading' (duration: 122.53912ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:12.017375Z","caller":"traceutil/trace.go:171","msg":"trace[370339964] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"154.697636ms","start":"2026-07-24T04:48:11.862637Z","end":"2026-07-24T04:48:12.017335Z","steps":["trace[370339964] 'process raft request' (duration: 135.144188ms)","trace[370339964] 'compare' (duration: 19.315817ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:12.01739Z","caller":"traceutil/trace.go:171","msg":"trace[1434635366] linearizableReadLoop","detail":"{readStateIndex:4213; appliedIndex:4212; }","duration":"113.230364ms","start":"2026-07-24T04:48:11.904135Z","end":"2026-07-24T04:48:12.017365Z","steps":["trace[1434635366] 'read index received' (duration: 93.660156ms)","trace[1434635366] 'applied index is now lower than readState.Index' (duration: 19.567678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:12.017587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.113308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:48:12.017634Z","caller":"traceutil/trace.go:171","msg":"trace[32220260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4047; }","duration":"152.197298ms","start":"2026-07-24T04:48:11.865427Z","end":"2026-07-24T04:48:12.017624Z","steps":["trace[32220260] 'agreement among raft nodes before linearized reading' (duration: 152.014468ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:12.018937Z","caller":"traceutil/trace.go:171","msg":"trace[647921502] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"108.185818ms","start":"2026-07-24T04:48:11.910735Z","end":"2026-07-24T04:48:12.018921Z","steps":["trace[647921502] 'process raft request' (duration: 108.140658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:12.019175Z","caller":"traceutil/trace.go:171","msg":"trace[821333] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"109.332201ms","start":"2026-07-24T04:48:11.909825Z","end":"2026-07-24T04:48:12.019157Z","steps":["trace[821333] 'process raft request' (duration: 109.00485ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:12.019246Z","caller":"traceutil/trace.go:171","msg":"trace[1479346368] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"110.497954ms","start":"2026-07-24T04:48:11.908701Z","end":"2026-07-24T04:48:12.019199Z","steps":["trace[1479346368] 'process raft request' (duration: 108.7359ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:18.646584Z","caller":"traceutil/trace.go:171","msg":"trace[1321531736] linearizableReadLoop","detail":"{readStateIndex:4254; appliedIndex:4253; }","duration":"101.97768ms","start":"2026-07-24T04:48:18.544582Z","end":"2026-07-24T04:48:18.64656Z","steps":["trace[1321531736] 'read index received' (duration: 101.85239ms)","trace[1321531736] 'applied index is now lower than readState.Index' (duration: 124.51µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:18.646721Z","caller":"traceutil/trace.go:171","msg":"trace[1731992720] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"164.954115ms","start":"2026-07-24T04:48:18.481744Z","end":"2026-07-24T04:48:18.646698Z","steps":["trace[1731992720] 'process raft request' (duration: 164.662055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:18.646968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.358551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2872"} {"level":"info","ts":"2026-07-24T04:48:18.64705Z","caller":"traceutil/trace.go:171","msg":"trace[2091734746] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:4086; }","duration":"102.499001ms","start":"2026-07-24T04:48:18.544529Z","end":"2026-07-24T04:48:18.647028Z","steps":["trace[2091734746] 'agreement among raft nodes before linearized reading' (duration: 102.192931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:19.797569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.9043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:19.79768Z","caller":"traceutil/trace.go:171","msg":"trace[1603234257] linearizableReadLoop","detail":"{readStateIndex:4270; appliedIndex:4268; }","duration":"237.012087ms","start":"2026-07-24T04:48:19.560658Z","end":"2026-07-24T04:48:19.79767Z","steps":["trace[1603234257] 'read index received' (duration: 117.943667ms)","trace[1603234257] 'applied index is now lower than readState.Index' (duration: 119.06792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:19.797867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.212288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18c520718e6d318d\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-07-24T04:48:19.797891Z","caller":"traceutil/trace.go:171","msg":"trace[1463634918] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18c520718e6d318d; range_end:; response_count:1; response_revision:4100; }","duration":"237.235698ms","start":"2026-07-24T04:48:19.560648Z","end":"2026-07-24T04:48:19.797884Z","steps":["trace[1463634918] 'agreement among raft nodes before linearized reading' (duration: 237.048507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:19.797886Z","caller":"traceutil/trace.go:171","msg":"trace[469194013] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"273.824196ms","start":"2026-07-24T04:48:19.524031Z","end":"2026-07-24T04:48:19.797855Z","steps":["trace[469194013] 'process raft request' (duration: 154.580315ms)","trace[469194013] 'compare' (duration: 118.83425ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:19.798096Z","caller":"traceutil/trace.go:171","msg":"trace[181656874] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"242.072171ms","start":"2026-07-24T04:48:19.556017Z","end":"2026-07-24T04:48:19.79809Z","steps":["trace[181656874] 'process raft request' (duration: 241.61655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.117216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.803222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:20.117404Z","caller":"traceutil/trace.go:171","msg":"trace[1534084871] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"156.844371ms","start":"2026-07-24T04:48:19.960543Z","end":"2026-07-24T04:48:20.117387Z","steps":["trace[1534084871] 'process raft request' (duration: 156.774971ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.117678Z","caller":"traceutil/trace.go:171","msg":"trace[975435759] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"313.301572ms","start":"2026-07-24T04:48:19.804364Z","end":"2026-07-24T04:48:20.117665Z","steps":["trace[975435759] 'process raft request' (duration: 151.975788ms)","trace[975435759] 'compare' (duration: 160.303391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:20.117741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:19.804333Z","time spent":"313.379132ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2439,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:48:20.117888Z","caller":"traceutil/trace.go:171","msg":"trace[574541593] linearizableReadLoop","detail":"{readStateIndex:4272; appliedIndex:4271; }","duration":"196.060987ms","start":"2026-07-24T04:48:19.921701Z","end":"2026-07-24T04:48:20.117762Z","steps":["trace[574541593] 'read index received' (duration: 34.543443ms)","trace[574541593] 'applied index is now lower than readState.Index' (duration: 161.515204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:20.117933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.217537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:20.118123Z","caller":"traceutil/trace.go:171","msg":"trace[1394432830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4103; }","duration":"196.440768ms","start":"2026-07-24T04:48:19.921664Z","end":"2026-07-24T04:48:20.118105Z","steps":["trace[1394432830] 'agreement among raft nodes before linearized reading' (duration: 196.215657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.118489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.524409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:48:20.118541Z","caller":"traceutil/trace.go:171","msg":"trace[1304741694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4103; }","duration":"142.637809ms","start":"2026-07-24T04:48:19.975891Z","end":"2026-07-24T04:48:20.118529Z","steps":["trace[1304741694] 'agreement among raft nodes before linearized reading' (duration: 142.400477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.662924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.320396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:20.663038Z","caller":"traceutil/trace.go:171","msg":"trace[68392432] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"537.960772ms","start":"2026-07-24T04:48:20.125058Z","end":"2026-07-24T04:48:20.663018Z","steps":["trace[68392432] 'process raft request' (duration: 396.409825ms)","trace[68392432] 'compare' (duration: 141.105275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:20.663095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.12504Z","time spent":"538.030742ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:48:20.701341Z","caller":"traceutil/trace.go:171","msg":"trace[733133029] linearizableReadLoop","detail":"{readStateIndex:4282; appliedIndex:4273; }","duration":"570.495038ms","start":"2026-07-24T04:48:20.130828Z","end":"2026-07-24T04:48:20.701323Z","steps":["trace[733133029] 'read index received' (duration: 390.665738ms)","trace[733133029] 'applied index is now lower than readState.Index' (duration: 179.82829ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:20.701385Z","caller":"traceutil/trace.go:171","msg":"trace[1840229222] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"575.834354ms","start":"2026-07-24T04:48:20.125506Z","end":"2026-07-24T04:48:20.70134Z","steps":["trace[1840229222] 'process raft request' (duration: 575.678253ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.701457Z","caller":"traceutil/trace.go:171","msg":"trace[804130754] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"575.631933ms","start":"2026-07-24T04:48:20.125819Z","end":"2026-07-24T04:48:20.701451Z","steps":["trace[804130754] 'process raft request' (duration: 575.414433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.701612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.125803Z","time spent":"575.680903ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:48:20.701653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.125483Z","time spent":"576.013214ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:48:20.701799Z","caller":"traceutil/trace.go:171","msg":"trace[1605375104] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"574.909271ms","start":"2026-07-24T04:48:20.126883Z","end":"2026-07-24T04:48:20.701792Z","steps":["trace[1605375104] 'process raft request' (duration: 574.37721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.701839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.126873Z","time spent":"574.949241ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:48:20.702118Z","caller":"traceutil/trace.go:171","msg":"trace[627735800] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"573.661028ms","start":"2026-07-24T04:48:20.12845Z","end":"2026-07-24T04:48:20.702111Z","steps":["trace[627735800] 'process raft request' (duration: 572.833596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.702169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.12844Z","time spent":"573.703118ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:20.702275Z","caller":"traceutil/trace.go:171","msg":"trace[925963485] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"576.847936ms","start":"2026-07-24T04:48:20.125411Z","end":"2026-07-24T04:48:20.702259Z","steps":["trace[925963485] 'process raft request' (duration: 575.583902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.702346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.125397Z","time spent":"576.920016ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:48:20.702526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.691851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T04:48:20.702578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.657338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:48:20.70256Z","caller":"traceutil/trace.go:171","msg":"trace[986688421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4112; }","duration":"571.748231ms","start":"2026-07-24T04:48:20.130804Z","end":"2026-07-24T04:48:20.702552Z","steps":["trace[986688421] 'agreement among raft nodes before linearized reading' (duration: 571.51876ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.702621Z","caller":"traceutil/trace.go:171","msg":"trace[651115726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4113; }","duration":"485.728618ms","start":"2026-07-24T04:48:20.21688Z","end":"2026-07-24T04:48:20.702609Z","steps":["trace[651115726] 'agreement among raft nodes before linearized reading' (duration: 485.581648ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.702622Z","caller":"traceutil/trace.go:171","msg":"trace[636746863] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"577.136587ms","start":"2026-07-24T04:48:20.125474Z","end":"2026-07-24T04:48:20.702611Z","steps":["trace[636746863] 'process raft request' (duration: 575.633683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.702651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.216867Z","time spent":"485.777618ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:48:20.702634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.130796Z","time spent":"571.830111ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:48:20.70286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.864898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:48:20.702888Z","caller":"traceutil/trace.go:171","msg":"trace[1888143784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4113; }","duration":"485.956339ms","start":"2026-07-24T04:48:20.216925Z","end":"2026-07-24T04:48:20.702881Z","steps":["trace[1888143784] 'agreement among raft nodes before linearized reading' (duration: 485.860598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.702908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.216904Z","time spent":"485.998679ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:48:20.703328Z","caller":"traceutil/trace.go:171","msg":"trace[1054702234] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"577.818599ms","start":"2026-07-24T04:48:20.125497Z","end":"2026-07-24T04:48:20.703315Z","steps":["trace[1054702234] 'process raft request' (duration: 575.660143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.703416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.125479Z","time spent":"577.881049ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:48:20.701434Z","caller":"traceutil/trace.go:171","msg":"trace[1478792096] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"575.757214ms","start":"2026-07-24T04:48:20.125667Z","end":"2026-07-24T04:48:20.701424Z","steps":["trace[1478792096] 'process raft request' (duration: 575.545043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:20.703587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.125498Z","time spent":"578.010059ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:48:20.709175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:20.125467Z","time spent":"577.181367ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:48:20.913592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.371413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:20.913791Z","caller":"traceutil/trace.go:171","msg":"trace[1113922988] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"203.975219ms","start":"2026-07-24T04:48:20.709791Z","end":"2026-07-24T04:48:20.913766Z","steps":["trace[1113922988] 'process raft request' (duration: 73.358435ms)","trace[1113922988] 'compare' (duration: 130.248963ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:20.913868Z","caller":"traceutil/trace.go:171","msg":"trace[1586542365] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"192.007004ms","start":"2026-07-24T04:48:20.721851Z","end":"2026-07-24T04:48:20.913858Z","steps":["trace[1586542365] 'process raft request' (duration: 191.968434ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.913947Z","caller":"traceutil/trace.go:171","msg":"trace[424425167] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"199.905588ms","start":"2026-07-24T04:48:20.714033Z","end":"2026-07-24T04:48:20.913939Z","steps":["trace[424425167] 'process raft request' (duration: 199.637146ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.914094Z","caller":"traceutil/trace.go:171","msg":"trace[483784630] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"196.578049ms","start":"2026-07-24T04:48:20.717507Z","end":"2026-07-24T04:48:20.914085Z","steps":["trace[483784630] 'process raft request' (duration: 196.271078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:20.914145Z","caller":"traceutil/trace.go:171","msg":"trace[2038972596] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"198.049752ms","start":"2026-07-24T04:48:20.716073Z","end":"2026-07-24T04:48:20.914123Z","steps":["trace[2038972596] 'process raft request' (duration: 197.67039ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:21.094986Z","caller":"traceutil/trace.go:171","msg":"trace[1122241699] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"172.379247ms","start":"2026-07-24T04:48:20.922564Z","end":"2026-07-24T04:48:21.094944Z","steps":["trace[1122241699] 'process raft request' (duration: 130.202053ms)","trace[1122241699] 'compare' (duration: 41.911263ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:22.320733Z","caller":"traceutil/trace.go:171","msg":"trace[901648800] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"224.828332ms","start":"2026-07-24T04:48:22.095867Z","end":"2026-07-24T04:48:22.320695Z","steps":["trace[901648800] 'process raft request' (duration: 175.406907ms)","trace[901648800] 'compare' (duration: 49.165045ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:22.321387Z","caller":"traceutil/trace.go:171","msg":"trace[484294795] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"198.592134ms","start":"2026-07-24T04:48:22.122777Z","end":"2026-07-24T04:48:22.321369Z","steps":["trace[484294795] 'process raft request' (duration: 198.082483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:22.322128Z","caller":"traceutil/trace.go:171","msg":"trace[594870714] linearizableReadLoop","detail":"{readStateIndex:4306; appliedIndex:4303; }","duration":"136.942123ms","start":"2026-07-24T04:48:22.185158Z","end":"2026-07-24T04:48:22.3221Z","steps":["trace[594870714] 'read index received' (duration: 86.132724ms)","trace[594870714] 'applied index is now lower than readState.Index' (duration: 50.808349ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:22.322266Z","caller":"traceutil/trace.go:171","msg":"trace[2105933165] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"148.708767ms","start":"2026-07-24T04:48:22.173544Z","end":"2026-07-24T04:48:22.322253Z","steps":["trace[2105933165] 'process raft request' (duration: 148.284636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.322522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.343454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:48:22.322569Z","caller":"traceutil/trace.go:171","msg":"trace[743148813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4134; }","duration":"137.432464ms","start":"2026-07-24T04:48:22.185125Z","end":"2026-07-24T04:48:22.322557Z","steps":["trace[743148813] 'agreement among raft nodes before linearized reading' (duration: 137.067943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:22.563646Z","caller":"traceutil/trace.go:171","msg":"trace[742638126] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"160.01009ms","start":"2026-07-24T04:48:22.40361Z","end":"2026-07-24T04:48:22.563621Z","steps":["trace[742638126] 'process raft request' (duration: 93.221674ms)","trace[742638126] 'compare' (duration: 66.502215ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:22.571048Z","caller":"traceutil/trace.go:171","msg":"trace[1077444920] linearizableReadLoop","detail":"{readStateIndex:4310; appliedIndex:4308; }","duration":"157.674913ms","start":"2026-07-24T04:48:22.413362Z","end":"2026-07-24T04:48:22.571037Z","steps":["trace[1077444920] 'read index received' (duration: 83.303075ms)","trace[1077444920] 'applied index is now lower than readState.Index' (duration: 74.371198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:22.571415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.016464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:22.571459Z","caller":"traceutil/trace.go:171","msg":"trace[267922184] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:4138; }","duration":"158.106934ms","start":"2026-07-24T04:48:22.41334Z","end":"2026-07-24T04:48:22.571447Z","steps":["trace[267922184] 'agreement among raft nodes before linearized reading' (duration: 158.010464ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:22.571549Z","caller":"traceutil/trace.go:171","msg":"trace[565857992] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"160.666302ms","start":"2026-07-24T04:48:22.410865Z","end":"2026-07-24T04:48:22.571531Z","steps":["trace[565857992] 'process raft request' (duration: 159.85075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.571607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.886721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:22.571699Z","caller":"traceutil/trace.go:171","msg":"trace[1768967299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4138; }","duration":"157.006772ms","start":"2026-07-24T04:48:22.414672Z","end":"2026-07-24T04:48:22.571678Z","steps":["trace[1768967299] 'agreement among raft nodes before linearized reading' (duration: 156.842171ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:22.944348Z","caller":"traceutil/trace.go:171","msg":"trace[1148072181] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"347.381192ms","start":"2026-07-24T04:48:22.596936Z","end":"2026-07-24T04:48:22.944318Z","steps":["trace[1148072181] 'process raft request' (duration: 266.396213ms)","trace[1148072181] 'compare' (duration: 80.720788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:22.944623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.59691Z","time spent":"347.504772ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24319,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:22.97305Z","caller":"traceutil/trace.go:171","msg":"trace[27252264] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"375.491194ms","start":"2026-07-24T04:48:22.597534Z","end":"2026-07-24T04:48:22.973025Z","steps":["trace[27252264] 'process raft request' (duration: 375.174502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.97335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.597515Z","time spent":"375.611904ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25550,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:22.973889Z","caller":"traceutil/trace.go:171","msg":"trace[55094041] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"316.07298ms","start":"2026-07-24T04:48:22.657805Z","end":"2026-07-24T04:48:22.973878Z","steps":["trace[55094041] 'process raft request' (duration: 315.566178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.973968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.657784Z","time spent":"316.16012ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":278910,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:22.973981Z","caller":"traceutil/trace.go:171","msg":"trace[1761399274] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"264.530778ms","start":"2026-07-24T04:48:22.709416Z","end":"2026-07-24T04:48:22.973947Z","steps":["trace[1761399274] 'process raft request' (duration: 264.388178ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:22.973871Z","caller":"traceutil/trace.go:171","msg":"trace[1605169781] linearizableReadLoop","detail":"{readStateIndex:4312; appliedIndex:4310; }","duration":"347.620732ms","start":"2026-07-24T04:48:22.626232Z","end":"2026-07-24T04:48:22.973853Z","steps":["trace[1605169781] 'read index received' (duration: 237.106346ms)","trace[1605169781] 'applied index is now lower than readState.Index' (duration: 110.513666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:22.974021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.762772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:48:22.974081Z","caller":"traceutil/trace.go:171","msg":"trace[782143580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4142; }","duration":"347.873473ms","start":"2026-07-24T04:48:22.626199Z","end":"2026-07-24T04:48:22.974072Z","steps":["trace[782143580] 'agreement among raft nodes before linearized reading' (duration: 347.711473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.974141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.626183Z","time spent":"347.923753ms","remote":"127.0.0.1:34410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:48:22.980355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.909057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:48:22.980416Z","caller":"traceutil/trace.go:171","msg":"trace[1065792075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4143; }","duration":"271.023267ms","start":"2026-07-24T04:48:22.70938Z","end":"2026-07-24T04:48:22.980403Z","steps":["trace[1065792075] 'agreement among raft nodes before linearized reading' (duration: 270.860696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:22.980767Z","caller":"traceutil/trace.go:171","msg":"trace[1059636302] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"101.085017ms","start":"2026-07-24T04:48:22.879671Z","end":"2026-07-24T04:48:22.980756Z","steps":["trace[1059636302] 'process raft request' (duration: 100.472475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.980816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.062462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:48:22.980843Z","caller":"traceutil/trace.go:171","msg":"trace[949098440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4143; }","duration":"218.112822ms","start":"2026-07-24T04:48:22.762723Z","end":"2026-07-24T04:48:22.980836Z","steps":["trace[949098440] 'agreement among raft nodes before linearized reading' (duration: 218.049982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:22.980991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.200283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:48:22.981032Z","caller":"traceutil/trace.go:171","msg":"trace[847050606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4143; }","duration":"256.277753ms","start":"2026-07-24T04:48:22.724745Z","end":"2026-07-24T04:48:22.981023Z","steps":["trace[847050606] 'agreement among raft nodes before linearized reading' (duration: 256.140233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:23.309944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.384198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:23.310175Z","caller":"traceutil/trace.go:171","msg":"trace[922599548] linearizableReadLoop","detail":"{readStateIndex:4321; appliedIndex:4316; }","duration":"270.556626ms","start":"2026-07-24T04:48:23.039606Z","end":"2026-07-24T04:48:23.310162Z","steps":["trace[922599548] 'read index received' (duration: 148.904977ms)","trace[922599548] 'applied index is now lower than readState.Index' (duration: 121.650809ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:23.310326Z","caller":"traceutil/trace.go:171","msg":"trace[1913613634] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"323.858133ms","start":"2026-07-24T04:48:22.986459Z","end":"2026-07-24T04:48:23.310317Z","steps":["trace[1913613634] 'process raft request' (duration: 202.037164ms)","trace[1913613634] 'compare' (duration: 120.766096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:23.310373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.98645Z","time spent":"323.900273ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:23.310505Z","caller":"traceutil/trace.go:171","msg":"trace[1369625609] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"323.987683ms","start":"2026-07-24T04:48:22.986511Z","end":"2026-07-24T04:48:23.310499Z","steps":["trace[1369625609] 'process raft request' (duration: 323.499122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:23.31054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.986504Z","time spent":"324.019223ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:48:23.310627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.018647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:23.310651Z","caller":"traceutil/trace.go:171","msg":"trace[80776757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:4149; }","duration":"271.063897ms","start":"2026-07-24T04:48:23.039581Z","end":"2026-07-24T04:48:23.310644Z","steps":["trace[80776757] 'agreement among raft nodes before linearized reading' (duration: 271.027427ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:23.310924Z","caller":"traceutil/trace.go:171","msg":"trace[1673670710] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"324.367233ms","start":"2026-07-24T04:48:22.986549Z","end":"2026-07-24T04:48:23.310916Z","steps":["trace[1673670710] 'process raft request' (duration: 323.499231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:23.310903Z","caller":"traceutil/trace.go:171","msg":"trace[211527021] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"324.335483ms","start":"2026-07-24T04:48:22.986551Z","end":"2026-07-24T04:48:23.310887Z","steps":["trace[211527021] 'process raft request' (duration: 323.520151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:23.310969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.986543Z","time spent":"324.406033ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:48:23.311123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:22.986534Z","time spent":"324.432584ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:23.310677Z","caller":"traceutil/trace.go:171","msg":"trace[464645678] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"309.995573ms","start":"2026-07-24T04:48:23.000622Z","end":"2026-07-24T04:48:23.310618Z","steps":["trace[464645678] 'process raft request' (duration: 309.479231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:23.312001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:23.000606Z","time spent":"311.312317ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:48:23.319878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.82291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:48:23.319955Z","caller":"traceutil/trace.go:171","msg":"trace[1354838541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4150; }","duration":"183.92743ms","start":"2026-07-24T04:48:23.136016Z","end":"2026-07-24T04:48:23.319943Z","steps":["trace[1354838541] 'agreement among raft nodes before linearized reading' (duration: 183.763ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:23.320041Z","caller":"traceutil/trace.go:171","msg":"trace[1000176975] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"274.505327ms","start":"2026-07-24T04:48:23.045519Z","end":"2026-07-24T04:48:23.320025Z","steps":["trace[1000176975] 'process raft request' (duration: 274.154376ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:23.454099Z","caller":"traceutil/trace.go:171","msg":"trace[1486802968] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"115.960171ms","start":"2026-07-24T04:48:23.338111Z","end":"2026-07-24T04:48:23.454071Z","steps":["trace[1486802968] 'process raft request' (duration: 73.179275ms)","trace[1486802968] 'compare' (duration: 42.639755ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:23.969144Z","caller":"traceutil/trace.go:171","msg":"trace[227027682] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"239.502144ms","start":"2026-07-24T04:48:23.729598Z","end":"2026-07-24T04:48:23.9691Z","steps":["trace[227027682] 'process raft request' (duration: 239.103993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:23.999926Z","caller":"traceutil/trace.go:171","msg":"trace[1844011666] linearizableReadLoop","detail":"{readStateIndex:4328; appliedIndex:4326; }","duration":"261.187348ms","start":"2026-07-24T04:48:23.73872Z","end":"2026-07-24T04:48:23.999907Z","steps":["trace[1844011666] 'read index received' (duration: 229.845166ms)","trace[1844011666] 'applied index is now lower than readState.Index' (duration: 31.341312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:24.000052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.314388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:48:24.000082Z","caller":"traceutil/trace.go:171","msg":"trace[1008114178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4157; }","duration":"261.364158ms","start":"2026-07-24T04:48:23.738709Z","end":"2026-07-24T04:48:24.000073Z","steps":["trace[1008114178] 'agreement among raft nodes before linearized reading' (duration: 261.279138ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:24.000495Z","caller":"traceutil/trace.go:171","msg":"trace[799551439] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"264.073446ms","start":"2026-07-24T04:48:23.736413Z","end":"2026-07-24T04:48:24.000487Z","steps":["trace[799551439] 'process raft request' (duration: 263.180094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:24.000662Z","caller":"traceutil/trace.go:171","msg":"trace[437286237] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"108.872399ms","start":"2026-07-24T04:48:23.891783Z","end":"2026-07-24T04:48:24.000655Z","steps":["trace[437286237] 'process raft request' (duration: 108.084397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:24.496929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.350854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:48:24.497048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.159415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:24.497064Z","caller":"traceutil/trace.go:171","msg":"trace[1227708703] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com; range_end:; response_count:0; response_revision:4157; }","duration":"433.519435ms","start":"2026-07-24T04:48:24.063524Z","end":"2026-07-24T04:48:24.497043Z","steps":["trace[1227708703] 'range keys from in-memory index tree' (duration: 433.298684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:24.497103Z","caller":"traceutil/trace.go:171","msg":"trace[419012802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4157; }","duration":"365.252845ms","start":"2026-07-24T04:48:24.131837Z","end":"2026-07-24T04:48:24.49709Z","steps":["trace[419012802] 'range keys from in-memory index tree' (duration: 365.078025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:24.497132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:24.131821Z","time spent":"365.304675ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:48:24.497164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:24.063512Z","time spent":"433.637985ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusrules.monitoring.coreos.com\" "} {"level":"info","ts":"2026-07-24T04:48:24.501288Z","caller":"traceutil/trace.go:171","msg":"trace[1831265733] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"318.511377ms","start":"2026-07-24T04:48:24.18276Z","end":"2026-07-24T04:48:24.501272Z","steps":["trace[1831265733] 'process raft request' (duration: 318.288606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:24.501429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:48:24.182737Z","time spent":"318.620077ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379169,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:48:24.505882Z","caller":"traceutil/trace.go:171","msg":"trace[1518658315] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"178.305975ms","start":"2026-07-24T04:48:24.327557Z","end":"2026-07-24T04:48:24.505863Z","steps":["trace[1518658315] 'process raft request' (duration: 178.115094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:24.972212Z","caller":"traceutil/trace.go:171","msg":"trace[685149984] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"124.545646ms","start":"2026-07-24T04:48:24.847638Z","end":"2026-07-24T04:48:24.972184Z","steps":["trace[685149984] 'process raft request' (duration: 74.631669ms)","trace[685149984] 'compare' (duration: 49.780937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:25.387335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.649338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:25.387531Z","caller":"traceutil/trace.go:171","msg":"trace[1430161360] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"192.607175ms","start":"2026-07-24T04:48:25.194881Z","end":"2026-07-24T04:48:25.387488Z","steps":["trace[1430161360] 'process raft request' (duration: 53.711497ms)","trace[1430161360] 'compare' (duration: 137.979756ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:25.539834Z","caller":"traceutil/trace.go:171","msg":"trace[1875531728] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"141.546737ms","start":"2026-07-24T04:48:25.398265Z","end":"2026-07-24T04:48:25.539812Z","steps":["trace[1875531728] 'process raft request' (duration: 141.480747ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:25.540142Z","caller":"traceutil/trace.go:171","msg":"trace[2049409192] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"141.499837ms","start":"2026-07-24T04:48:25.398633Z","end":"2026-07-24T04:48:25.540133Z","steps":["trace[2049409192] 'process raft request' (duration: 141.299306ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:25.540286Z","caller":"traceutil/trace.go:171","msg":"trace[935185298] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"142.621929ms","start":"2026-07-24T04:48:25.397653Z","end":"2026-07-24T04:48:25.540275Z","steps":["trace[935185298] 'process raft request' (duration: 99.648103ms)","trace[935185298] 'compare' (duration: 42.117534ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:25.540009Z","caller":"traceutil/trace.go:171","msg":"trace[1684243075] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"141.660087ms","start":"2026-07-24T04:48:25.398331Z","end":"2026-07-24T04:48:25.539991Z","steps":["trace[1684243075] 'process raft request' (duration: 141.453637ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.170494Z","caller":"traceutil/trace.go:171","msg":"trace[1572873324] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"114.134096ms","start":"2026-07-24T04:48:27.056334Z","end":"2026-07-24T04:48:27.170468Z","steps":["trace[1572873324] 'process raft request' (duration: 113.962035ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.697575Z","caller":"traceutil/trace.go:171","msg":"trace[930127062] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"148.122325ms","start":"2026-07-24T04:48:27.549401Z","end":"2026-07-24T04:48:27.697523Z","steps":["trace[930127062] 'process raft request' (duration: 56.730076ms)","trace[930127062] 'compare' (duration: 90.968238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:27.697716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.36616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:27.699037Z","caller":"traceutil/trace.go:171","msg":"trace[2113141485] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4192; }","duration":"123.696644ms","start":"2026-07-24T04:48:27.575321Z","end":"2026-07-24T04:48:27.699017Z","steps":["trace[2113141485] 'agreement among raft nodes before linearized reading' (duration: 122.3155ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.697593Z","caller":"traceutil/trace.go:171","msg":"trace[533917056] linearizableReadLoop","detail":"{readStateIndex:4365; appliedIndex:4362; }","duration":"122.242309ms","start":"2026-07-24T04:48:27.575328Z","end":"2026-07-24T04:48:27.69757Z","steps":["trace[533917056] 'read index received' (duration: 30.81952ms)","trace[533917056] 'applied index is now lower than readState.Index' (duration: 91.421809ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:27.69952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.729053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:48:27.69958Z","caller":"traceutil/trace.go:171","msg":"trace[1575869173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4192; }","duration":"102.824873ms","start":"2026-07-24T04:48:27.596741Z","end":"2026-07-24T04:48:27.699566Z","steps":["trace[1575869173] 'agreement among raft nodes before linearized reading' (duration: 102.579922ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.698047Z","caller":"traceutil/trace.go:171","msg":"trace[981578594] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"148.590907ms","start":"2026-07-24T04:48:27.549421Z","end":"2026-07-24T04:48:27.698012Z","steps":["trace[981578594] 'process raft request' (duration: 147.987595ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:27.698235Z","caller":"traceutil/trace.go:171","msg":"trace[885765068] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"135.681678ms","start":"2026-07-24T04:48:27.56253Z","end":"2026-07-24T04:48:27.698211Z","steps":["trace[885765068] 'process raft request' (duration: 134.954006ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:30.655484Z","caller":"traceutil/trace.go:171","msg":"trace[1645867850] linearizableReadLoop","detail":"{readStateIndex:4378; appliedIndex:4377; }","duration":"104.696407ms","start":"2026-07-24T04:48:30.550755Z","end":"2026-07-24T04:48:30.655451Z","steps":["trace[1645867850] 'read index received' (duration: 100.845686ms)","trace[1645867850] 'applied index is now lower than readState.Index' (duration: 3.848941ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:30.655526Z","caller":"traceutil/trace.go:171","msg":"trace[59317255] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"106.621623ms","start":"2026-07-24T04:48:30.548874Z","end":"2026-07-24T04:48:30.655495Z","steps":["trace[59317255] 'process raft request' (duration: 102.815773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:30.65565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.869907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:30.656068Z","caller":"traceutil/trace.go:171","msg":"trace[929134532] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger; range_end:; response_count:0; response_revision:4205; }","duration":"105.204848ms","start":"2026-07-24T04:48:30.55071Z","end":"2026-07-24T04:48:30.655914Z","steps":["trace[929134532] 'agreement among raft nodes before linearized reading' (duration: 104.842507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:31.366992Z","caller":"traceutil/trace.go:171","msg":"trace[637908006] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"160.08757ms","start":"2026-07-24T04:48:31.206878Z","end":"2026-07-24T04:48:31.366966Z","steps":["trace[637908006] 'process raft request' (duration: 157.383812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:31.797282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.204229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:31.797398Z","caller":"traceutil/trace.go:171","msg":"trace[785075419] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"119.517632ms","start":"2026-07-24T04:48:31.677854Z","end":"2026-07-24T04:48:31.797371Z","steps":["trace[785075419] 'process raft request' (duration: 11.159103ms)","trace[785075419] 'compare' (duration: 108.120139ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:32.030259Z","caller":"traceutil/trace.go:171","msg":"trace[242981414] linearizableReadLoop","detail":"{readStateIndex:4389; appliedIndex:4386; }","duration":"187.634852ms","start":"2026-07-24T04:48:31.842596Z","end":"2026-07-24T04:48:32.03023Z","steps":["trace[242981414] 'read index received' (duration: 25.113934ms)","trace[242981414] 'applied index is now lower than readState.Index' (duration: 162.519788ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:32.030684Z","caller":"traceutil/trace.go:171","msg":"trace[874357074] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"227.614519ms","start":"2026-07-24T04:48:31.803045Z","end":"2026-07-24T04:48:32.030659Z","steps":["trace[874357074] 'process raft request' (duration: 227.083317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:32.030743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.129623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-24T04:48:32.030752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.021187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:32.030795Z","caller":"traceutil/trace.go:171","msg":"trace[797790243] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:4216; }","duration":"188.232273ms","start":"2026-07-24T04:48:31.842551Z","end":"2026-07-24T04:48:32.030784Z","steps":["trace[797790243] 'agreement among raft nodes before linearized reading' (duration: 188.002402ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:32.030812Z","caller":"traceutil/trace.go:171","msg":"trace[1136213843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4216; }","duration":"111.117007ms","start":"2026-07-24T04:48:31.919679Z","end":"2026-07-24T04:48:32.030796Z","steps":["trace[1136213843] 'agreement among raft nodes before linearized reading' (duration: 111.009927ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:32.031172Z","caller":"traceutil/trace.go:171","msg":"trace[1951735832] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"228.543703ms","start":"2026-07-24T04:48:31.802098Z","end":"2026-07-24T04:48:32.030642Z","steps":["trace[1951735832] 'process raft request' (duration: 227.052758ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:34.385014Z","caller":"traceutil/trace.go:171","msg":"trace[1526496723] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"100.176014ms","start":"2026-07-24T04:48:34.284797Z","end":"2026-07-24T04:48:34.384973Z","steps":["trace[1526496723] 'process raft request' (duration: 99.715453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:35.59359Z","caller":"traceutil/trace.go:171","msg":"trace[1189205313] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"109.781772ms","start":"2026-07-24T04:48:35.483786Z","end":"2026-07-24T04:48:35.593568Z","steps":["trace[1189205313] 'process raft request' (duration: 104.542727ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:36.175979Z","caller":"traceutil/trace.go:171","msg":"trace[1729721310] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"125.984ms","start":"2026-07-24T04:48:36.049952Z","end":"2026-07-24T04:48:36.175936Z","steps":["trace[1729721310] 'process raft request' (duration: 125.69624ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:41.265828Z","caller":"traceutil/trace.go:171","msg":"trace[1558150319] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"257.891599ms","start":"2026-07-24T04:48:41.00791Z","end":"2026-07-24T04:48:41.265801Z","steps":["trace[1558150319] 'process raft request' (duration: 257.743738ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:42.018476Z","caller":"traceutil/trace.go:171","msg":"trace[1149114082] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"152.117227ms","start":"2026-07-24T04:48:41.866327Z","end":"2026-07-24T04:48:42.018445Z","steps":["trace[1149114082] 'process raft request' (duration: 99.088311ms)","trace[1149114082] 'compare' (duration: 52.888436ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:42.218189Z","caller":"traceutil/trace.go:171","msg":"trace[1828583786] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"194.536272ms","start":"2026-07-24T04:48:42.023613Z","end":"2026-07-24T04:48:42.218149Z","steps":["trace[1828583786] 'process raft request' (duration: 154.760274ms)","trace[1828583786] 'compare' (duration: 39.551338ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:42.218307Z","caller":"traceutil/trace.go:171","msg":"trace[892389329] linearizableReadLoop","detail":"{readStateIndex:4449; appliedIndex:4448; }","duration":"146.509001ms","start":"2026-07-24T04:48:42.071755Z","end":"2026-07-24T04:48:42.218264Z","steps":["trace[892389329] 'read index received' (duration: 106.536393ms)","trace[892389329] 'applied index is now lower than readState.Index' (duration: 39.968748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:42.218455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.677972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:42.218526Z","caller":"traceutil/trace.go:171","msg":"trace[1856291595] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:0; response_revision:4274; }","duration":"146.798752ms","start":"2026-07-24T04:48:42.071709Z","end":"2026-07-24T04:48:42.218508Z","steps":["trace[1856291595] 'agreement among raft nodes before linearized reading' (duration: 146.671322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:42.218753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.202099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:48:42.218808Z","caller":"traceutil/trace.go:171","msg":"trace[987508843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4274; }","duration":"132.311149ms","start":"2026-07-24T04:48:42.086485Z","end":"2026-07-24T04:48:42.218796Z","steps":["trace[987508843] 'agreement among raft nodes before linearized reading' (duration: 131.975518ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:42.475453Z","caller":"traceutil/trace.go:171","msg":"trace[560039636] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"198.344153ms","start":"2026-07-24T04:48:42.277038Z","end":"2026-07-24T04:48:42.475382Z","steps":["trace[560039636] 'process raft request' (duration: 198.237232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:42.475503Z","caller":"traceutil/trace.go:171","msg":"trace[1226225782] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"230.224737ms","start":"2026-07-24T04:48:42.245239Z","end":"2026-07-24T04:48:42.475464Z","steps":["trace[1226225782] 'process raft request' (duration: 206.284057ms)","trace[1226225782] 'compare' (duration: 23.383219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:44.056427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.055946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:48:44.056527Z","caller":"traceutil/trace.go:171","msg":"trace[1486996157] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4458; }","duration":"137.636954ms","start":"2026-07-24T04:48:43.918874Z","end":"2026-07-24T04:48:44.056511Z","steps":["trace[1486996157] 'read index received' (duration: 34.2µs)","trace[1486996157] 'applied index is now lower than readState.Index' (duration: 137.601174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:44.056627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.755655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:44.05666Z","caller":"traceutil/trace.go:171","msg":"trace[1531067511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4283; }","duration":"137.812255ms","start":"2026-07-24T04:48:43.918836Z","end":"2026-07-24T04:48:44.056648Z","steps":["trace[1531067511] 'agreement among raft nodes before linearized reading' (duration: 137.722815ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:44.056677Z","caller":"traceutil/trace.go:171","msg":"trace[1919642112] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"200.288309ms","start":"2026-07-24T04:48:43.856355Z","end":"2026-07-24T04:48:44.056643Z","steps":["trace[1919642112] 'process raft request' (duration: 44.932552ms)","trace[1919642112] 'compare' (duration: 154.905696ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:44.416897Z","caller":"traceutil/trace.go:171","msg":"trace[1438902051] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4460; }","duration":"140.943455ms","start":"2026-07-24T04:48:44.275928Z","end":"2026-07-24T04:48:44.416871Z","steps":["trace[1438902051] 'read index received' (duration: 123.640204ms)","trace[1438902051] 'applied index is now lower than readState.Index' (duration: 17.301831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:48:44.417134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.207466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:48:44.417177Z","caller":"traceutil/trace.go:171","msg":"trace[477926648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4285; }","duration":"141.304896ms","start":"2026-07-24T04:48:44.275861Z","end":"2026-07-24T04:48:44.417166Z","steps":["trace[477926648] 'agreement among raft nodes before linearized reading' (duration: 141.101036ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:44.417306Z","caller":"traceutil/trace.go:171","msg":"trace[2022841047] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"158.353026ms","start":"2026-07-24T04:48:44.258938Z","end":"2026-07-24T04:48:44.417291Z","steps":["trace[2022841047] 'process raft request' (duration: 140.687803ms)","trace[2022841047] 'compare' (duration: 16.90625ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:44.640409Z","caller":"traceutil/trace.go:171","msg":"trace[694781665] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"156.871511ms","start":"2026-07-24T04:48:44.483509Z","end":"2026-07-24T04:48:44.64038Z","steps":["trace[694781665] 'process raft request' (duration: 61.16678ms)","trace[694781665] 'compare' (duration: 94.923099ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:47.706963Z","caller":"traceutil/trace.go:171","msg":"trace[756150313] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4301; }","duration":"165.441766ms","start":"2026-07-24T04:48:47.541499Z","end":"2026-07-24T04:48:47.706941Z","steps":["trace[756150313] 'process raft request' (duration: 165.234666ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:47.715155Z","caller":"traceutil/trace.go:171","msg":"trace[980538336] linearizableReadLoop","detail":"{readStateIndex:4481; appliedIndex:4479; }","duration":"113.158213ms","start":"2026-07-24T04:48:47.601969Z","end":"2026-07-24T04:48:47.715127Z","steps":["trace[980538336] 'read index received' (duration: 104.706509ms)","trace[980538336] 'applied index is now lower than readState.Index' (duration: 8.448464ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:47.715271Z","caller":"traceutil/trace.go:171","msg":"trace[1636853860] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"164.045863ms","start":"2026-07-24T04:48:47.551203Z","end":"2026-07-24T04:48:47.715249Z","steps":["trace[1636853860] 'process raft request' (duration: 163.758852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:47.715412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.401254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:48:47.715456Z","caller":"traceutil/trace.go:171","msg":"trace[1804199222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4302; }","duration":"113.530884ms","start":"2026-07-24T04:48:47.601914Z","end":"2026-07-24T04:48:47.715445Z","steps":["trace[1804199222] 'agreement among raft nodes before linearized reading' (duration: 113.342644ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:47.961926Z","caller":"traceutil/trace.go:171","msg":"trace[599260428] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4303; }","duration":"205.535774ms","start":"2026-07-24T04:48:47.756335Z","end":"2026-07-24T04:48:47.96187Z","steps":["trace[599260428] 'process raft request' (duration: 205.192033ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:48.758329Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2513} {"level":"info","ts":"2026-07-24T04:48:48.854099Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2513,"took":"94.599307ms","hash":2341779110,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":16371712,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-24T04:48:48.854162Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2341779110,"revision":2513,"compact-revision":-1} {"level":"warn","ts":"2026-07-24T04:48:58.02825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.491134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:48:58.028249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.360071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:48:58.028315Z","caller":"traceutil/trace.go:171","msg":"trace[288824635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4353; }","duration":"178.619455ms","start":"2026-07-24T04:48:57.849681Z","end":"2026-07-24T04:48:58.0283Z","steps":["trace[288824635] 'count revisions from in-memory index tree' (duration: 178.393914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:58.028333Z","caller":"traceutil/trace.go:171","msg":"trace[192333860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4353; }","duration":"109.483492ms","start":"2026-07-24T04:48:57.918829Z","end":"2026-07-24T04:48:58.028313Z","steps":["trace[192333860] 'range keys from in-memory index tree' (duration: 109.254711ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:48:59.975078Z","caller":"traceutil/trace.go:171","msg":"trace[284866303] linearizableReadLoop","detail":"{readStateIndex:4551; appliedIndex:4550; }","duration":"137.813745ms","start":"2026-07-24T04:48:59.837253Z","end":"2026-07-24T04:48:59.975067Z","steps":["trace[284866303] 'read index received' (duration: 137.750945ms)","trace[284866303] 'applied index is now lower than readState.Index' (duration: 62.3µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:48:59.975115Z","caller":"traceutil/trace.go:171","msg":"trace[102275706] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"163.747031ms","start":"2026-07-24T04:48:59.811351Z","end":"2026-07-24T04:48:59.975098Z","steps":["trace[102275706] 'process raft request' (duration: 163.628301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:48:59.976865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.591161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:48:59.976954Z","caller":"traceutil/trace.go:171","msg":"trace[1653143519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4361; }","duration":"139.722111ms","start":"2026-07-24T04:48:59.837212Z","end":"2026-07-24T04:48:59.976934Z","steps":["trace[1653143519] 'agreement among raft nodes before linearized reading' (duration: 137.994065ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:02.696089Z","caller":"traceutil/trace.go:171","msg":"trace[1926342789] linearizableReadLoop","detail":"{readStateIndex:4582; appliedIndex:4581; }","duration":"178.140565ms","start":"2026-07-24T04:49:02.517922Z","end":"2026-07-24T04:49:02.696063Z","steps":["trace[1926342789] 'read index received' (duration: 175.663688ms)","trace[1926342789] 'applied index is now lower than readState.Index' (duration: 2.475707ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:02.696242Z","caller":"traceutil/trace.go:171","msg":"trace[2138050255] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"191.990585ms","start":"2026-07-24T04:49:02.504221Z","end":"2026-07-24T04:49:02.696212Z","steps":["trace[2138050255] 'process raft request' (duration: 189.276247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:02.696339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.391226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:49:02.696403Z","caller":"traceutil/trace.go:171","msg":"trace[1100661256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4390; }","duration":"178.484986ms","start":"2026-07-24T04:49:02.517901Z","end":"2026-07-24T04:49:02.696386Z","steps":["trace[1100661256] 'agreement among raft nodes before linearized reading' (duration: 178.278865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:03.087445Z","caller":"traceutil/trace.go:171","msg":"trace[1958221707] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"207.770711ms","start":"2026-07-24T04:49:02.879639Z","end":"2026-07-24T04:49:03.08741Z","steps":["trace[1958221707] 'process raft request' (duration: 205.765106ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:03.087872Z","caller":"traceutil/trace.go:171","msg":"trace[1730620173] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"207.483491ms","start":"2026-07-24T04:49:02.880359Z","end":"2026-07-24T04:49:03.087843Z","steps":["trace[1730620173] 'process raft request' (duration: 206.953989ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:03.087873Z","caller":"traceutil/trace.go:171","msg":"trace[1985025276] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"207.256149ms","start":"2026-07-24T04:49:02.880578Z","end":"2026-07-24T04:49:03.087834Z","steps":["trace[1985025276] 'process raft request' (duration: 207.028008ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:03.132223Z","caller":"traceutil/trace.go:171","msg":"trace[1576569160] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"177.340222ms","start":"2026-07-24T04:49:02.954857Z","end":"2026-07-24T04:49:03.132197Z","steps":["trace[1576569160] 'process raft request' (duration: 177.268312ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:03.13227Z","caller":"traceutil/trace.go:171","msg":"trace[1498022048] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"222.234703ms","start":"2026-07-24T04:49:02.91Z","end":"2026-07-24T04:49:03.132235Z","steps":["trace[1498022048] 'process raft request' (duration: 221.970502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:03.508856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.704391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-24T04:49:03.508957Z","caller":"traceutil/trace.go:171","msg":"trace[793371681] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4402; }","duration":"132.853921ms","start":"2026-07-24T04:49:03.376076Z","end":"2026-07-24T04:49:03.50893Z","steps":["trace[793371681] 'range keys from in-memory index tree' (duration: 132.512441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:04.235095Z","caller":"traceutil/trace.go:171","msg":"trace[1438149917] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4596; }","duration":"146.18075ms","start":"2026-07-24T04:49:04.088874Z","end":"2026-07-24T04:49:04.235055Z","steps":["trace[1438149917] 'read index received' (duration: 145.921599ms)","trace[1438149917] 'applied index is now lower than readState.Index' (duration: 257.691µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:04.235138Z","caller":"traceutil/trace.go:171","msg":"trace[658494583] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"195.202434ms","start":"2026-07-24T04:49:04.039898Z","end":"2026-07-24T04:49:04.2351Z","steps":["trace[658494583] 'process raft request' (duration: 194.876893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:04.235433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.497982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:49:04.235518Z","caller":"traceutil/trace.go:171","msg":"trace[435352407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4404; }","duration":"160.656822ms","start":"2026-07-24T04:49:04.074839Z","end":"2026-07-24T04:49:04.235495Z","steps":["trace[435352407] 'agreement among raft nodes before linearized reading' (duration: 160.357291ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:04.235871Z","caller":"traceutil/trace.go:171","msg":"trace[231865927] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"142.69757ms","start":"2026-07-24T04:49:04.093157Z","end":"2026-07-24T04:49:04.235855Z","steps":["trace[231865927] 'process raft request' (duration: 142.400349ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:06.270784Z","caller":"traceutil/trace.go:171","msg":"trace[205564688] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"277.058695ms","start":"2026-07-24T04:49:05.993702Z","end":"2026-07-24T04:49:06.270761Z","steps":["trace[205564688] 'process raft request' (duration: 276.893115ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:06.276377Z","caller":"traceutil/trace.go:171","msg":"trace[809602190] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"181.984985ms","start":"2026-07-24T04:49:06.094367Z","end":"2026-07-24T04:49:06.276352Z","steps":["trace[809602190] 'process raft request' (duration: 181.805425ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:15.326092Z","caller":"traceutil/trace.go:171","msg":"trace[1700725550] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"128.599619ms","start":"2026-07-24T04:49:15.197469Z","end":"2026-07-24T04:49:15.326069Z","steps":["trace[1700725550] 'process raft request' (duration: 128.452418ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:18.066012Z","caller":"traceutil/trace.go:171","msg":"trace[306535275] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5085; }","duration":"137.115383ms","start":"2026-07-24T04:49:17.928874Z","end":"2026-07-24T04:49:18.065989Z","steps":["trace[306535275] 'read index received' (duration: 136.799332ms)","trace[306535275] 'applied index is now lower than readState.Index' (duration: 314.961µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:18.066214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.315243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-24T04:49:18.066253Z","caller":"traceutil/trace.go:171","msg":"trace[127303661] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4885; }","duration":"137.385464ms","start":"2026-07-24T04:49:17.928858Z","end":"2026-07-24T04:49:18.066243Z","steps":["trace[127303661] 'agreement among raft nodes before linearized reading' (duration: 137.223873ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:18.066463Z","caller":"traceutil/trace.go:171","msg":"trace[715249755] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"139.4375ms","start":"2026-07-24T04:49:17.927015Z","end":"2026-07-24T04:49:18.066453Z","steps":["trace[715249755] 'process raft request' (duration: 138.753647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:19.031626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.181969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:19.031754Z","caller":"traceutil/trace.go:171","msg":"trace[1848565313] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5126; }","duration":"178.290625ms","start":"2026-07-24T04:49:18.853442Z","end":"2026-07-24T04:49:19.031733Z","steps":["trace[1848565313] 'read index received' (duration: 55.925355ms)","trace[1848565313] 'applied index is now lower than readState.Index' (duration: 122.36368ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:19.031847Z","caller":"traceutil/trace.go:171","msg":"trace[1192029624] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"179.360547ms","start":"2026-07-24T04:49:18.852469Z","end":"2026-07-24T04:49:19.03183Z","steps":["trace[1192029624] 'process raft request' (duration: 56.886367ms)","trace[1192029624] 'compare' (duration: 122.057999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:19.032207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.752516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-07-24T04:49:19.03228Z","caller":"traceutil/trace.go:171","msg":"trace[1555843372] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4926; }","duration":"178.840456ms","start":"2026-07-24T04:49:18.85342Z","end":"2026-07-24T04:49:19.032261Z","steps":["trace[1555843372] 'agreement among raft nodes before linearized reading' (duration: 178.654576ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:19.047661Z","caller":"traceutil/trace.go:171","msg":"trace[2130883350] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"191.376614ms","start":"2026-07-24T04:49:18.856266Z","end":"2026-07-24T04:49:19.047642Z","steps":["trace[2130883350] 'process raft request' (duration: 191.260474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:19.048111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.27956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:19.048192Z","caller":"traceutil/trace.go:171","msg":"trace[169255765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4927; }","duration":"129.398201ms","start":"2026-07-24T04:49:18.918785Z","end":"2026-07-24T04:49:19.048183Z","steps":["trace[169255765] 'agreement among raft nodes before linearized reading' (duration: 129.28065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:19.048138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.529475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:19.048319Z","caller":"traceutil/trace.go:171","msg":"trace[96371431] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4927; }","duration":"144.689546ms","start":"2026-07-24T04:49:18.903565Z","end":"2026-07-24T04:49:19.048254Z","steps":["trace[96371431] 'agreement among raft nodes before linearized reading' (duration: 144.532385ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:19.744917Z","caller":"traceutil/trace.go:171","msg":"trace[762626378] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"305.072557ms","start":"2026-07-24T04:49:19.439807Z","end":"2026-07-24T04:49:19.74488Z","steps":["trace[762626378] 'process raft request' (duration: 287.310714ms)","trace[762626378] 'compare' (duration: 17.641283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:19.745083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:19.439783Z","time spent":"305.219828ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:49:21.457563Z","caller":"traceutil/trace.go:171","msg":"trace[313484530] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5180; }","duration":"292.830211ms","start":"2026-07-24T04:49:21.164685Z","end":"2026-07-24T04:49:21.457515Z","steps":["trace[313484530] 'read index received' (duration: 276.278682ms)","trace[313484530] 'applied index is now lower than readState.Index' (duration: 16.549969ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:21.457724Z","caller":"traceutil/trace.go:171","msg":"trace[1267441362] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"293.983934ms","start":"2026-07-24T04:49:21.163725Z","end":"2026-07-24T04:49:21.457709Z","steps":["trace[1267441362] 'process raft request' (duration: 277.191115ms)","trace[1267441362] 'compare' (duration: 16.421208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:21.45803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.313882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-24T04:49:21.4581Z","caller":"traceutil/trace.go:171","msg":"trace[1694929600] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4978; }","duration":"293.417132ms","start":"2026-07-24T04:49:21.164663Z","end":"2026-07-24T04:49:21.45808Z","steps":["trace[1694929600] 'agreement among raft nodes before linearized reading' (duration: 293.181122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:21.48955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.285696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-24T04:49:21.489641Z","caller":"traceutil/trace.go:171","msg":"trace[173505545] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4979; }","duration":"318.441297ms","start":"2026-07-24T04:49:21.171176Z","end":"2026-07-24T04:49:21.489618Z","steps":["trace[173505545] 'agreement among raft nodes before linearized reading' (duration: 318.225815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:21.489733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:21.171164Z","time spent":"318.513347ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-24T04:49:21.490166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.230313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15586940-f7d2-4f52-8b13-60b5acea097c\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-07-24T04:49:21.490237Z","caller":"traceutil/trace.go:171","msg":"trace[2131325591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15586940-f7d2-4f52-8b13-60b5acea097c; range_end:; response_count:1; response_revision:4979; }","duration":"198.341813ms","start":"2026-07-24T04:49:21.291878Z","end":"2026-07-24T04:49:21.490219Z","steps":["trace[2131325591] 'agreement among raft nodes before linearized reading' (duration: 198.116453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:21.490405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.356954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:49:21.490774Z","caller":"traceutil/trace.go:171","msg":"trace[1560101907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4979; }","duration":"120.540054ms","start":"2026-07-24T04:49:21.369945Z","end":"2026-07-24T04:49:21.490485Z","steps":["trace[1560101907] 'agreement among raft nodes before linearized reading' (duration: 120.231333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:22.689206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655104892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:49:23.133688Z","caller":"traceutil/trace.go:171","msg":"trace[1908947960] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"992.588798ms","start":"2026-07-24T04:49:22.141066Z","end":"2026-07-24T04:49:23.133655Z","steps":["trace[1908947960] 'process raft request' (duration: 992.368808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.133875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.141049Z","time spent":"992.732548ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:49:23.283859Z","caller":"traceutil/trace.go:171","msg":"trace[1455924909] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"1.134300065s","start":"2026-07-24T04:49:22.149532Z","end":"2026-07-24T04:49:23.283832Z","steps":["trace[1455924909] 'process raft request' (duration: 1.133797284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.284032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.149511Z","time spent":"1.134446695s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:23.28398Z","caller":"traceutil/trace.go:171","msg":"trace[1690563856] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"846.299668ms","start":"2026-07-24T04:49:22.437657Z","end":"2026-07-24T04:49:23.283957Z","steps":["trace[1690563856] 'process raft request' (duration: 846.213938ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:23.284209Z","caller":"traceutil/trace.go:171","msg":"trace[1742516636] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"903.802298ms","start":"2026-07-24T04:49:22.380377Z","end":"2026-07-24T04:49:23.284179Z","steps":["trace[1742516636] 'process raft request' (duration: 903.345977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.284314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.380344Z","time spent":"903.915478ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:23.284385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.437626Z","time spent":"846.630489ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:23.284663Z","caller":"traceutil/trace.go:171","msg":"trace[929512143] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5189; }","duration":"1.096324633s","start":"2026-07-24T04:49:22.188312Z","end":"2026-07-24T04:49:23.284636Z","steps":["trace[929512143] 'read index received' (duration: 945.230059ms)","trace[929512143] 'applied index is now lower than readState.Index' (duration: 151.092624ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:23.284693Z","caller":"traceutil/trace.go:171","msg":"trace[25951756] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"194.417151ms","start":"2026-07-24T04:49:23.090258Z","end":"2026-07-24T04:49:23.284675Z","steps":["trace[25951756] 'process raft request' (duration: 193.656909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.284846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096530204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:23.284887Z","caller":"traceutil/trace.go:171","msg":"trace[1593075695] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4990; }","duration":"1.096576564s","start":"2026-07-24T04:49:22.1883Z","end":"2026-07-24T04:49:23.284876Z","steps":["trace[1593075695] 'agreement among raft nodes before linearized reading' (duration: 1.096483904s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.284919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.188255Z","time spent":"1.096654854s","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:23.288507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.594522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:49:23.288601Z","caller":"traceutil/trace.go:171","msg":"trace[112622323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4991; }","duration":"881.725094ms","start":"2026-07-24T04:49:22.406859Z","end":"2026-07-24T04:49:23.288584Z","steps":["trace[112622323] 'agreement among raft nodes before linearized reading' (duration: 881.446673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.288866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.406843Z","time spent":"881.917544ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:49:23.288964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.012631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:49:23.289015Z","caller":"traceutil/trace.go:171","msg":"trace[214874690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4991; }","duration":"439.104352ms","start":"2026-07-24T04:49:22.849899Z","end":"2026-07-24T04:49:23.289003Z","steps":["trace[214874690] 'agreement among raft nodes before linearized reading' (duration: 438.999301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.289035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.849882Z","time spent":"439.148372ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:49:23.289055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.213206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15586940-f7d2-4f52-8b13-60b5acea097c\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-07-24T04:49:23.289105Z","caller":"traceutil/trace.go:171","msg":"trace[1275452561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15586940-f7d2-4f52-8b13-60b5acea097c; range_end:; response_count:1; response_revision:4991; }","duration":"794.301996ms","start":"2026-07-24T04:49:22.494789Z","end":"2026-07-24T04:49:23.289091Z","steps":["trace[1275452561] 'agreement among raft nodes before linearized reading' (duration: 794.177736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.28914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.494768Z","time spent":"794.362966ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4087,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15586940-f7d2-4f52-8b13-60b5acea097c\" "} {"level":"warn","ts":"2026-07-24T04:49:23.289352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.657565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4gnzh.18c520802900317e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-24T04:49:23.289378Z","caller":"traceutil/trace.go:171","msg":"trace[384235816] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4gnzh.18c520802900317e; range_end:; response_count:1; response_revision:4991; }","duration":"137.715695ms","start":"2026-07-24T04:49:23.151655Z","end":"2026-07-24T04:49:23.289371Z","steps":["trace[384235816] 'agreement among raft nodes before linearized reading' (duration: 137.645824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.289425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.793298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-07-24T04:49:23.289469Z","caller":"traceutil/trace.go:171","msg":"trace[184480486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4; range_end:; response_count:1; response_revision:4991; }","duration":"529.874368ms","start":"2026-07-24T04:49:22.759584Z","end":"2026-07-24T04:49:23.289458Z","steps":["trace[184480486] 'agreement among raft nodes before linearized reading' (duration: 529.748708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.289504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.759564Z","time spent":"529.931278ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4101,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4\" "} {"level":"warn","ts":"2026-07-24T04:49:23.289646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.068851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:49:23.289715Z","caller":"traceutil/trace.go:171","msg":"trace[1718737391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4991; }","duration":"878.159541ms","start":"2026-07-24T04:49:22.411545Z","end":"2026-07-24T04:49:23.289705Z","steps":["trace[1718737391] 'agreement among raft nodes before linearized reading' (duration: 877.835751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.289922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.179719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:49:23.28995Z","caller":"traceutil/trace.go:171","msg":"trace[1685708923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4991; }","duration":"197.23249ms","start":"2026-07-24T04:49:23.092711Z","end":"2026-07-24T04:49:23.289944Z","steps":["trace[1685708923] 'agreement among raft nodes before linearized reading' (duration: 196.738889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.289916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.411535Z","time spent":"878.288022ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:49:23.290197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.7255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:49:23.290264Z","caller":"traceutil/trace.go:171","msg":"trace[2029603506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4991; }","duration":"880.8332ms","start":"2026-07-24T04:49:22.40942Z","end":"2026-07-24T04:49:23.290253Z","steps":["trace[2029603506] 'agreement among raft nodes before linearized reading' (duration: 880.518899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:23.290384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:22.409398Z","time spent":"880.8896ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:49:29.649154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:49:30.149739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:49:30.650302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:49:31.099619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.088871173s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T04:49:31.106808Z","caller":"traceutil/trace.go:171","msg":"trace[92648363] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"2.096126825s","start":"2026-07-24T04:49:29.010654Z","end":"2026-07-24T04:49:31.10678Z","steps":["trace[92648363] 'process raft request' (duration: 2.089626525s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.106944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.01064Z","time spent":"2.096230905s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:31.178787Z","caller":"traceutil/trace.go:171","msg":"trace[976733305] linearizableReadLoop","detail":"{readStateIndex:5323; appliedIndex:5319; }","duration":"2.030118449s","start":"2026-07-24T04:49:29.14865Z","end":"2026-07-24T04:49:31.178768Z","steps":["trace[976733305] 'read index received' (duration: 1.958035657s)","trace[976733305] 'applied index is now lower than readState.Index' (duration: 72.082102ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:31.178835Z","caller":"traceutil/trace.go:171","msg":"trace[632307955] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"389.071965ms","start":"2026-07-24T04:49:30.789735Z","end":"2026-07-24T04:49:31.178807Z","steps":["trace[632307955] 'process raft request' (duration: 389.003984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.178988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030319289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-24T04:49:31.178995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:30.789716Z","time spent":"389.200875ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:31.179021Z","caller":"traceutil/trace.go:171","msg":"trace[1225961363] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5119; }","duration":"2.030403779s","start":"2026-07-24T04:49:29.148609Z","end":"2026-07-24T04:49:31.179013Z","steps":["trace[1225961363] 'agreement among raft nodes before linearized reading' (duration: 2.030267849s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.148591Z","time spent":"2.030455989s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:49:31.179187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970523774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee0b421e-e389-483e-bed9-670fee6c8d1b\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-24T04:49:31.179228Z","caller":"traceutil/trace.go:171","msg":"trace[2037972987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee0b421e-e389-483e-bed9-670fee6c8d1b; range_end:; response_count:1; response_revision:5119; }","duration":"1.970624474s","start":"2026-07-24T04:49:29.208593Z","end":"2026-07-24T04:49:31.179218Z","steps":["trace[2037972987] 'agreement among raft nodes before linearized reading' (duration: 1.970492933s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.208574Z","time spent":"1.970675995s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee0b421e-e389-483e-bed9-670fee6c8d1b\" "} {"level":"info","ts":"2026-07-24T04:49:31.178793Z","caller":"traceutil/trace.go:171","msg":"trace[850324613] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"1.872761797s","start":"2026-07-24T04:49:29.306006Z","end":"2026-07-24T04:49:31.178768Z","steps":["trace[850324613] 'process raft request' (duration: 1.872682186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.17941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.305975Z","time spent":"1.873374299s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:31.179532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82609232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:49:31.17956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826613731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:49:31.179572Z","caller":"traceutil/trace.go:171","msg":"trace[369425406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5119; }","duration":"1.82615891s","start":"2026-07-24T04:49:29.353405Z","end":"2026-07-24T04:49:31.179564Z","steps":["trace[369425406] 'agreement among raft nodes before linearized reading' (duration: 1.826074689s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.17958Z","caller":"traceutil/trace.go:171","msg":"trace[626645208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5119; }","duration":"1.826640421s","start":"2026-07-24T04:49:29.352933Z","end":"2026-07-24T04:49:31.179573Z","steps":["trace[626645208] 'agreement among raft nodes before linearized reading' (duration: 1.82658263s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406312676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:49:31.179597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.353391Z","time spent":"1.82620093s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T04:49:31.179617Z","caller":"traceutil/trace.go:171","msg":"trace[1618311048] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5119; }","duration":"1.406397506s","start":"2026-07-24T04:49:29.773206Z","end":"2026-07-24T04:49:31.179604Z","steps":["trace[1618311048] 'agreement among raft nodes before linearized reading' (duration: 1.406316086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827251944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:49:31.179669Z","caller":"traceutil/trace.go:171","msg":"trace[170308399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5119; }","duration":"1.827284324s","start":"2026-07-24T04:49:29.352379Z","end":"2026-07-24T04:49:31.179663Z","steps":["trace[170308399] 'agreement among raft nodes before linearized reading' (duration: 1.827230404s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.773187Z","time spent":"1.406465576s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:31.179689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.352374Z","time spent":"1.827311694s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:49:31.179767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528786566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:49:31.179799Z","caller":"traceutil/trace.go:171","msg":"trace[1647260694] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5119; }","duration":"1.528845366s","start":"2026-07-24T04:49:29.650946Z","end":"2026-07-24T04:49:31.179792Z","steps":["trace[1647260694] 'agreement among raft nodes before linearized reading' (duration: 1.528759106s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830927584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:49:31.179824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.650931Z","time spent":"1.528887346s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:31.179833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382476135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:49:31.179872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832328287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:49:31.179896Z","caller":"traceutil/trace.go:171","msg":"trace[126489621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5119; }","duration":"1.832379117s","start":"2026-07-24T04:49:29.347512Z","end":"2026-07-24T04:49:31.179891Z","steps":["trace[126489621] 'agreement among raft nodes before linearized reading' (duration: 1.832324577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.347498Z","time spent":"1.832416597s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:49:31.179971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648111987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:49:31.179993Z","caller":"traceutil/trace.go:171","msg":"trace[1757674477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5119; }","duration":"1.648171677s","start":"2026-07-24T04:49:29.531815Z","end":"2026-07-24T04:49:31.179987Z","steps":["trace[1757674477] 'agreement among raft nodes before linearized reading' (duration: 1.648110557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.180011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.531799Z","time spent":"1.648208467s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T04:49:31.17987Z","caller":"traceutil/trace.go:171","msg":"trace[319881516] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5119; }","duration":"1.382549665s","start":"2026-07-24T04:49:29.797311Z","end":"2026-07-24T04:49:31.179861Z","steps":["trace[319881516] 'agreement among raft nodes before linearized reading' (duration: 1.382492965s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.180024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.878982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:49:31.180037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.797295Z","time spent":"1.382734127s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:49:31.180064Z","caller":"traceutil/trace.go:171","msg":"trace[1254783143] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5119; }","duration":"843.949012ms","start":"2026-07-24T04:49:30.336099Z","end":"2026-07-24T04:49:31.180048Z","steps":["trace[1254783143] 'agreement among raft nodes before linearized reading' (duration: 843.905172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.35293Z","time spent":"1.826665151s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:49:31.18009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:30.336082Z","time spent":"844.000853ms","remote":"127.0.0.1:35076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:49:31.179826Z","caller":"traceutil/trace.go:171","msg":"trace[1684479591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5119; }","duration":"1.830980824s","start":"2026-07-24T04:49:29.34884Z","end":"2026-07-24T04:49:31.179821Z","steps":["trace[1684479591] 'agreement among raft nodes before linearized reading' (duration: 1.830931264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.180138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.348816Z","time spent":"1.831316455s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:49:31.180251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.30175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T04:49:31.180272Z","caller":"traceutil/trace.go:171","msg":"trace[1170508079] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5119; }","duration":"935.35815ms","start":"2026-07-24T04:49:30.244907Z","end":"2026-07-24T04:49:31.180265Z","steps":["trace[1170508079] 'agreement among raft nodes before linearized reading' (duration: 935.29193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.179624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.12235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-07-24T04:49:31.180312Z","caller":"traceutil/trace.go:171","msg":"trace[813209496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5119; }","duration":"986.868491ms","start":"2026-07-24T04:49:30.193435Z","end":"2026-07-24T04:49:31.180304Z","steps":["trace[813209496] 'agreement among raft nodes before linearized reading' (duration: 986.023709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.180327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.281506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T04:49:31.180341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:30.193418Z","time spent":"986.911832ms","remote":"127.0.0.1:35076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T04:49:31.180023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.63178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:31.180361Z","caller":"traceutil/trace.go:171","msg":"trace[1116742634] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5119; }","duration":"100.342926ms","start":"2026-07-24T04:49:31.080009Z","end":"2026-07-24T04:49:31.180352Z","steps":["trace[1116742634] 'agreement among raft nodes before linearized reading' (duration: 100.257615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.180289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:30.244794Z","time spent":"935.491801ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T04:49:31.180523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.077583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4.18c5208191982311\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-24T04:49:31.180572Z","caller":"traceutil/trace.go:171","msg":"trace[47350587] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4.18c5208191982311; range_end:; response_count:1; response_revision:5119; }","duration":"171.166373ms","start":"2026-07-24T04:49:31.009395Z","end":"2026-07-24T04:49:31.180561Z","steps":["trace[47350587] 'agreement among raft nodes before linearized reading' (duration: 171.059333ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.180375Z","caller":"traceutil/trace.go:171","msg":"trace[1932503657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5119; }","duration":"262.011901ms","start":"2026-07-24T04:49:30.918356Z","end":"2026-07-24T04:49:31.180368Z","steps":["trace[1932503657] 'agreement among raft nodes before linearized reading' (duration: 261.64246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.180807Z","caller":"traceutil/trace.go:171","msg":"trace[550635908] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"1.66947653s","start":"2026-07-24T04:49:29.511317Z","end":"2026-07-24T04:49:31.180794Z","steps":["trace[550635908] 'process raft request' (duration: 1.667397603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.180877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.511291Z","time spent":"1.66954403s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:31.181482Z","caller":"traceutil/trace.go:171","msg":"trace[542948475] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"1.878025921s","start":"2026-07-24T04:49:29.303442Z","end":"2026-07-24T04:49:31.181468Z","steps":["trace[542948475] 'process raft request' (duration: 1.875121073s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.181547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:29.303377Z","time spent":"1.878137292s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:31.359713Z","caller":"traceutil/trace.go:171","msg":"trace[757204042] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"116.111982ms","start":"2026-07-24T04:49:31.243546Z","end":"2026-07-24T04:49:31.359658Z","steps":["trace[757204042] 'process raft request' (duration: 115.813801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.359806Z","caller":"traceutil/trace.go:171","msg":"trace[136268396] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"111.183087ms","start":"2026-07-24T04:49:31.248602Z","end":"2026-07-24T04:49:31.359785Z","steps":["trace[136268396] 'process raft request' (duration: 111.028357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.359897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.156206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18c5207d7ce456da\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-07-24T04:49:31.359932Z","caller":"traceutil/trace.go:171","msg":"trace[434438566] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18c5207d7ce456da; range_end:; response_count:1; response_revision:5136; }","duration":"114.217596ms","start":"2026-07-24T04:49:31.245704Z","end":"2026-07-24T04:49:31.359921Z","steps":["trace[434438566] 'agreement among raft nodes before linearized reading' (duration: 114.094886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.35997Z","caller":"traceutil/trace.go:171","msg":"trace[1766165477] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"114.464897ms","start":"2026-07-24T04:49:31.245498Z","end":"2026-07-24T04:49:31.359963Z","steps":["trace[1766165477] 'process raft request' (duration: 114.011655ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.360178Z","caller":"traceutil/trace.go:171","msg":"trace[1557576267] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"114.246496ms","start":"2026-07-24T04:49:31.245924Z","end":"2026-07-24T04:49:31.360171Z","steps":["trace[1557576267] 'process raft request' (duration: 113.626695ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.360267Z","caller":"traceutil/trace.go:171","msg":"trace[1089932185] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"112.820001ms","start":"2026-07-24T04:49:31.247441Z","end":"2026-07-24T04:49:31.360261Z","steps":["trace[1089932185] 'process raft request' (duration: 112.16019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.360386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.004177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-24T04:49:31.360419Z","caller":"traceutil/trace.go:171","msg":"trace[523243548] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5136; }","duration":"118.375748ms","start":"2026-07-24T04:49:31.242035Z","end":"2026-07-24T04:49:31.360411Z","steps":["trace[523243548] 'agreement among raft nodes before linearized reading' (duration: 117.994227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.475621Z","caller":"traceutil/trace.go:171","msg":"trace[1645457131] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5341; }","duration":"109.255311ms","start":"2026-07-24T04:49:31.366341Z","end":"2026-07-24T04:49:31.475596Z","steps":["trace[1645457131] 'read index received' (duration: 6.739821ms)","trace[1645457131] 'applied index is now lower than readState.Index' (duration: 102.51461ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:31.475742Z","caller":"traceutil/trace.go:171","msg":"trace[1974006191] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"111.184906ms","start":"2026-07-24T04:49:31.364545Z","end":"2026-07-24T04:49:31.47573Z","steps":["trace[1974006191] 'process raft request' (duration: 55.678263ms)","trace[1974006191] 'compare' (duration: 55.161093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:31.475966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.605462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18c52081950df449\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-07-24T04:49:31.475992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.457392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:31.476022Z","caller":"traceutil/trace.go:171","msg":"trace[246686941] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5139; }","duration":"109.500262ms","start":"2026-07-24T04:49:31.366513Z","end":"2026-07-24T04:49:31.476013Z","steps":["trace[246686941] 'agreement among raft nodes before linearized reading' (duration: 109.448932ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.476201Z","caller":"traceutil/trace.go:171","msg":"trace[1501164339] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"107.924767ms","start":"2026-07-24T04:49:31.368261Z","end":"2026-07-24T04:49:31.476186Z","steps":["trace[1501164339] 'process raft request' (duration: 107.268545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.476283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.253704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18c5207d7cfb1a3f\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-07-24T04:49:31.476316Z","caller":"traceutil/trace.go:171","msg":"trace[2058001309] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18c5207d7cfb1a3f; range_end:; response_count:1; response_revision:5139; }","duration":"100.333915ms","start":"2026-07-24T04:49:31.375973Z","end":"2026-07-24T04:49:31.476307Z","steps":["trace[2058001309] 'agreement among raft nodes before linearized reading' (duration: 100.240714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:31.476495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.182011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-24T04:49:31.476525Z","caller":"traceutil/trace.go:171","msg":"trace[725351120] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5139; }","duration":"109.247272ms","start":"2026-07-24T04:49:31.367269Z","end":"2026-07-24T04:49:31.476516Z","steps":["trace[725351120] 'agreement among raft nodes before linearized reading' (duration: 109.159251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:31.476013Z","caller":"traceutil/trace.go:171","msg":"trace[935880910] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18c52081950df449; range_end:; response_count:1; response_revision:5139; }","duration":"109.684002ms","start":"2026-07-24T04:49:31.366314Z","end":"2026-07-24T04:49:31.475998Z","steps":["trace[935880910] 'agreement among raft nodes before linearized reading' (duration: 109.490392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.010497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.204859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:32.010681Z","caller":"traceutil/trace.go:171","msg":"trace[970101540] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5345; }","duration":"508.125263ms","start":"2026-07-24T04:49:31.502531Z","end":"2026-07-24T04:49:32.010656Z","steps":["trace[970101540] 'read index received' (duration: 89.665114ms)","trace[970101540] 'applied index is now lower than readState.Index' (duration: 418.459129ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:32.010814Z","caller":"traceutil/trace.go:171","msg":"trace[284377611] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"530.948561ms","start":"2026-07-24T04:49:31.479847Z","end":"2026-07-24T04:49:32.010795Z","steps":["trace[284377611] 'process raft request' (duration: 112.367841ms)","trace[284377611] 'compare' (duration: 418.079099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:32.010938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.479814Z","time spent":"531.073361ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:32.011177Z","caller":"traceutil/trace.go:171","msg":"trace[809838088] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"531.231642ms","start":"2026-07-24T04:49:31.479918Z","end":"2026-07-24T04:49:32.011149Z","steps":["trace[809838088] 'process raft request' (duration: 530.68334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.011259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.081321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9426"} {"level":"info","ts":"2026-07-24T04:49:32.011306Z","caller":"traceutil/trace.go:171","msg":"trace[236518091] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5142; }","duration":"507.162421ms","start":"2026-07-24T04:49:31.50413Z","end":"2026-07-24T04:49:32.011293Z","steps":["trace[236518091] 'agreement among raft nodes before linearized reading' (duration: 506.980881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.011312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.479896Z","time spent":"531.350522ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:49:32.0113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.56601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-07-24T04:49:32.011329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.36137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:49:32.011351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.504106Z","time spent":"507.237632ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9448,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T04:49:32.011371Z","caller":"traceutil/trace.go:171","msg":"trace[1264479036] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5142; }","duration":"340.447421ms","start":"2026-07-24T04:49:31.670912Z","end":"2026-07-24T04:49:32.011359Z","steps":["trace[1264479036] 'agreement among raft nodes before linearized reading' (duration: 340.37699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:32.011372Z","caller":"traceutil/trace.go:171","msg":"trace[1330322076] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5142; }","duration":"530.663611ms","start":"2026-07-24T04:49:31.480693Z","end":"2026-07-24T04:49:32.011356Z","steps":["trace[1330322076] 'agreement among raft nodes before linearized reading' (duration: 530.39802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.011439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.670888Z","time spent":"340.541701ms","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:32.011452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.480686Z","time spent":"530.755891ms","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9659,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-24T04:49:32.011434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.989045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:49:32.011523Z","caller":"traceutil/trace.go:171","msg":"trace[167406944] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:5142; }","duration":"165.160696ms","start":"2026-07-24T04:49:31.846339Z","end":"2026-07-24T04:49:32.0115Z","steps":["trace[167406944] 'agreement among raft nodes before linearized reading' (duration: 164.862484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.011614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.887498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18c520819555fae6\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-07-24T04:49:32.011656Z","caller":"traceutil/trace.go:171","msg":"trace[706177391] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18c520819555fae6; range_end:; response_count:1; response_revision:5142; }","duration":"505.950638ms","start":"2026-07-24T04:49:31.505694Z","end":"2026-07-24T04:49:32.011645Z","steps":["trace[706177391] 'agreement among raft nodes before linearized reading' (duration: 505.847778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.011663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.786589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:49:32.011693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.505682Z","time spent":"506.003428ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18c520819555fae6\" "} {"level":"info","ts":"2026-07-24T04:49:32.01171Z","caller":"traceutil/trace.go:171","msg":"trace[1388561598] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5142; }","duration":"325.857269ms","start":"2026-07-24T04:49:31.685839Z","end":"2026-07-24T04:49:32.011696Z","steps":["trace[1388561598] 'agreement among raft nodes before linearized reading' (duration: 325.782979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.011758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:31.685828Z","time spent":"325.919559ms","remote":"127.0.0.1:35080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:32.518012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:49:32.577326Z","caller":"traceutil/trace.go:171","msg":"trace[1808102864] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"562.426963ms","start":"2026-07-24T04:49:32.014586Z","end":"2026-07-24T04:49:32.577013Z","steps":["trace[1808102864] 'process raft request' (duration: 562.266542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.577601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.014558Z","time spent":"562.830415ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:32.800298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.015134Z","time spent":"785.156549ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T04:49:32.800338Z","caller":"traceutil/trace.go:171","msg":"trace[602936765] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5347; }","duration":"783.225173ms","start":"2026-07-24T04:49:32.017092Z","end":"2026-07-24T04:49:32.800317Z","steps":["trace[602936765] 'read index received' (duration: 559.727935ms)","trace[602936765] 'applied index is now lower than readState.Index' (duration: 223.496358ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:32.800454Z","caller":"traceutil/trace.go:171","msg":"trace[844665111] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"235.723563ms","start":"2026-07-24T04:49:32.564719Z","end":"2026-07-24T04:49:32.800443Z","steps":["trace[844665111] 'process raft request' (duration: 235.456822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.800703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.571904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4.18c5208191982311\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-24T04:49:32.800754Z","caller":"traceutil/trace.go:171","msg":"trace[1388986524] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4.18c5208191982311; range_end:; response_count:1; response_revision:5144; }","duration":"783.648534ms","start":"2026-07-24T04:49:32.017089Z","end":"2026-07-24T04:49:32.800737Z","steps":["trace[1388986524] 'agreement among raft nodes before linearized reading' (duration: 783.481713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.800773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.310855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-24T04:49:32.801081Z","caller":"traceutil/trace.go:171","msg":"trace[392346275] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5144; }","duration":"651.678026ms","start":"2026-07-24T04:49:32.149388Z","end":"2026-07-24T04:49:32.801066Z","steps":["trace[392346275] 'agreement among raft nodes before linearized reading' (duration: 651.203034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.801157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.149367Z","time spent":"651.759336ms","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T04:49:32.80079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.017078Z","time spent":"783.704004ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":920,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4.18c5208191982311\" "} {"level":"warn","ts":"2026-07-24T04:49:32.800867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.127769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-24T04:49:32.801315Z","caller":"traceutil/trace.go:171","msg":"trace[308603429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5144; }","duration":"782.57285ms","start":"2026-07-24T04:49:32.018721Z","end":"2026-07-24T04:49:32.801294Z","steps":["trace[308603429] 'agreement among raft nodes before linearized reading' (duration: 782.088379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.801378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.018714Z","time spent":"782.652061ms","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T04:49:32.800853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.456306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:32.801446Z","caller":"traceutil/trace.go:171","msg":"trace[1908719504] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5144; }","duration":"207.178088ms","start":"2026-07-24T04:49:32.59425Z","end":"2026-07-24T04:49:32.801428Z","steps":["trace[1908719504] 'agreement among raft nodes before linearized reading' (duration: 206.419406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.800882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.690454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T04:49:32.801601Z","caller":"traceutil/trace.go:171","msg":"trace[5229235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5144; }","duration":"777.491997ms","start":"2026-07-24T04:49:32.024086Z","end":"2026-07-24T04:49:32.801578Z","steps":["trace[5229235] 'agreement among raft nodes before linearized reading' (duration: 776.525523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.801691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.024058Z","time spent":"777.615947ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T04:49:32.800916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.044902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee0b421e-e389-483e-bed9-670fee6c8d1b\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-24T04:49:32.801807Z","caller":"traceutil/trace.go:171","msg":"trace[233162574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee0b421e-e389-483e-bed9-670fee6c8d1b; range_end:; response_count:1; response_revision:5144; }","duration":"614.003376ms","start":"2026-07-24T04:49:32.187791Z","end":"2026-07-24T04:49:32.801794Z","steps":["trace[233162574] 'agreement among raft nodes before linearized reading' (duration: 612.964513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.801869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.187772Z","time spent":"614.083127ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee0b421e-e389-483e-bed9-670fee6c8d1b\" "} {"level":"warn","ts":"2026-07-24T04:49:32.800935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.288538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-07-24T04:49:32.802029Z","caller":"traceutil/trace.go:171","msg":"trace[482526842] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5144; }","duration":"677.421142ms","start":"2026-07-24T04:49:32.124597Z","end":"2026-07-24T04:49:32.802018Z","steps":["trace[482526842] 'agreement among raft nodes before linearized reading' (duration: 676.210558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.802067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.124578Z","time spent":"677.476722ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16253,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-24T04:49:32.801015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.915294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18c5207d7cef0b03\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-07-24T04:49:32.802254Z","caller":"traceutil/trace.go:171","msg":"trace[490488084] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18c5207d7cef0b03; range_end:; response_count:1; response_revision:5144; }","duration":"785.172299ms","start":"2026-07-24T04:49:32.017071Z","end":"2026-07-24T04:49:32.802244Z","steps":["trace[490488084] 'agreement among raft nodes before linearized reading' (duration: 783.778824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.802289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.017059Z","time spent":"785.219649ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":758,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18c5207d7cef0b03\" "} {"level":"info","ts":"2026-07-24T04:49:32.964802Z","caller":"traceutil/trace.go:171","msg":"trace[375121402] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5350; }","duration":"156.993501ms","start":"2026-07-24T04:49:32.807785Z","end":"2026-07-24T04:49:32.964779Z","steps":["trace[375121402] 'read index received' (duration: 11.651014ms)","trace[375121402] 'applied index is now lower than readState.Index' (duration: 145.341577ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:32.96485Z","caller":"traceutil/trace.go:171","msg":"trace[563560344] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"158.846337ms","start":"2026-07-24T04:49:32.80597Z","end":"2026-07-24T04:49:32.964817Z","steps":["trace[563560344] 'process raft request' (duration: 158.636847ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:32.964961Z","caller":"traceutil/trace.go:171","msg":"trace[1028137722] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"147.535914ms","start":"2026-07-24T04:49:32.817394Z","end":"2026-07-24T04:49:32.96493Z","steps":["trace[1028137722] 'process raft request' (duration: 147.317203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:32.965258Z","caller":"traceutil/trace.go:171","msg":"trace[578709607] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"159.391008ms","start":"2026-07-24T04:49:32.805827Z","end":"2026-07-24T04:49:32.965218Z","steps":["trace[578709607] 'process raft request' (duration: 158.410526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.965334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.946729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-07-24T04:49:32.96533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.517443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15586940-f7d2-4f52-8b13-60b5acea097c\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-24T04:49:32.965378Z","caller":"traceutil/trace.go:171","msg":"trace[847708057] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5148; }","duration":"139.025589ms","start":"2026-07-24T04:49:32.826341Z","end":"2026-07-24T04:49:32.965366Z","steps":["trace[847708057] 'agreement among raft nodes before linearized reading' (duration: 138.896369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.965377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.922353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-24T04:49:32.965397Z","caller":"traceutil/trace.go:171","msg":"trace[1017704470] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15586940-f7d2-4f52-8b13-60b5acea097c; range_end:; response_count:1; response_revision:5148; }","duration":"157.614813ms","start":"2026-07-24T04:49:32.807763Z","end":"2026-07-24T04:49:32.965378Z","steps":["trace[1017704470] 'agreement among raft nodes before linearized reading' (duration: 157.393762ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:32.965429Z","caller":"traceutil/trace.go:171","msg":"trace[1812286156] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5148; }","duration":"144.037823ms","start":"2026-07-24T04:49:32.821379Z","end":"2026-07-24T04:49:32.965417Z","steps":["trace[1812286156] 'agreement among raft nodes before linearized reading' (duration: 143.867413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:32.965735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.860609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-07-24T04:49:32.9658Z","caller":"traceutil/trace.go:171","msg":"trace[2040084391] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5148; }","duration":"152.951709ms","start":"2026-07-24T04:49:32.812832Z","end":"2026-07-24T04:49:32.965784Z","steps":["trace[2040084391] 'agreement among raft nodes before linearized reading' (duration: 152.402768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:33.455475Z","caller":"traceutil/trace.go:171","msg":"trace[996736005] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"481.591376ms","start":"2026-07-24T04:49:32.973862Z","end":"2026-07-24T04:49:33.455454Z","steps":["trace[996736005] 'process raft request' (duration: 481.520286ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:33.455508Z","caller":"traceutil/trace.go:171","msg":"trace[1134955964] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"483.293341ms","start":"2026-07-24T04:49:32.972161Z","end":"2026-07-24T04:49:33.455454Z","steps":["trace[1134955964] 'process raft request' (duration: 483.090661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.457733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.972143Z","time spent":"485.484118ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:33.45563Z","caller":"traceutil/trace.go:171","msg":"trace[1807385597] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"482.300288ms","start":"2026-07-24T04:49:32.973305Z","end":"2026-07-24T04:49:33.455605Z","steps":["trace[1807385597] 'process raft request' (duration: 481.986878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.458139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.973295Z","time spent":"484.790536ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:33.456119Z","caller":"traceutil/trace.go:171","msg":"trace[1516885644] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"483.996444ms","start":"2026-07-24T04:49:32.972104Z","end":"2026-07-24T04:49:33.456101Z","steps":["trace[1516885644] 'process raft request' (duration: 483.025391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.458429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.972087Z","time spent":"486.258431ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:33.456298Z","caller":"traceutil/trace.go:171","msg":"trace[1802503940] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"482.770499ms","start":"2026-07-24T04:49:32.973512Z","end":"2026-07-24T04:49:33.456283Z","steps":["trace[1802503940] 'process raft request' (duration: 481.825967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.458553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.973506Z","time spent":"485.005626ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:33.456318Z","caller":"traceutil/trace.go:171","msg":"trace[516888975] linearizableReadLoop","detail":"{readStateIndex:5360; appliedIndex:5360; }","duration":"445.247429ms","start":"2026-07-24T04:49:33.011053Z","end":"2026-07-24T04:49:33.4563Z","steps":["trace[516888975] 'read index received' (duration: 445.237459ms)","trace[516888975] 'applied index is now lower than readState.Index' (duration: 8.14µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:33.456495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.42138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-24T04:49:33.458668Z","caller":"traceutil/trace.go:171","msg":"trace[2059667297] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4; range_end:; response_count:1; response_revision:5154; }","duration":"447.640296ms","start":"2026-07-24T04:49:33.011013Z","end":"2026-07-24T04:49:33.458654Z","steps":["trace[2059667297] 'agreement among raft nodes before linearized reading' (duration: 445.337839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.458715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:33.010996Z","time spent":"447.704907ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4\" "} {"level":"warn","ts":"2026-07-24T04:49:33.458849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:32.973858Z","time spent":"484.950916ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:33.463933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.360111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:49:33.463976Z","caller":"traceutil/trace.go:171","msg":"trace[945959380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5157; }","duration":"221.449811ms","start":"2026-07-24T04:49:33.242517Z","end":"2026-07-24T04:49:33.463967Z","steps":["trace[945959380] 'agreement among raft nodes before linearized reading' (duration: 221.317031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:33.46422Z","caller":"traceutil/trace.go:171","msg":"trace[1486241305] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"276.850464ms","start":"2026-07-24T04:49:33.187362Z","end":"2026-07-24T04:49:33.464213Z","steps":["trace[1486241305] 'process raft request' (duration: 276.292802ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:33.464298Z","caller":"traceutil/trace.go:171","msg":"trace[1942283470] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"276.151371ms","start":"2026-07-24T04:49:33.188142Z","end":"2026-07-24T04:49:33.464293Z","steps":["trace[1942283470] 'process raft request' (duration: 275.600749ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:33.46436Z","caller":"traceutil/trace.go:171","msg":"trace[1618565370] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"276.116441ms","start":"2026-07-24T04:49:33.188239Z","end":"2026-07-24T04:49:33.464356Z","steps":["trace[1618565370] 'process raft request' (duration: 275.565219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.464428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.961669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:33.464447Z","caller":"traceutil/trace.go:171","msg":"trace[494751931] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5157; }","duration":"207.004669ms","start":"2026-07-24T04:49:33.257438Z","end":"2026-07-24T04:49:33.464442Z","steps":["trace[494751931] 'agreement among raft nodes before linearized reading' (duration: 206.969399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.464545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.280475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:49:33.464561Z","caller":"traceutil/trace.go:171","msg":"trace[761479503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5157; }","duration":"216.313535ms","start":"2026-07-24T04:49:33.248243Z","end":"2026-07-24T04:49:33.464557Z","steps":["trace[761479503] 'agreement among raft nodes before linearized reading' (duration: 216.269315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.464641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.477955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:49:33.464656Z","caller":"traceutil/trace.go:171","msg":"trace[1341880341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"219.543555ms","start":"2026-07-24T04:49:33.245109Z","end":"2026-07-24T04:49:33.464653Z","steps":["trace[1341880341] 'agreement among raft nodes before linearized reading' (duration: 219.502785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.46474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.96558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:49:33.464759Z","caller":"traceutil/trace.go:171","msg":"trace[2014068246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5157; }","duration":"221.00322ms","start":"2026-07-24T04:49:33.243751Z","end":"2026-07-24T04:49:33.464754Z","steps":["trace[2014068246] 'agreement among raft nodes before linearized reading' (duration: 220.95892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.464862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.162543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:49:33.464913Z","caller":"traceutil/trace.go:171","msg":"trace[1565664332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5157; }","duration":"222.257893ms","start":"2026-07-24T04:49:33.242643Z","end":"2026-07-24T04:49:33.464901Z","steps":["trace[1565664332] 'agreement among raft nodes before linearized reading' (duration: 222.092473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:33.464948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.093272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:49:33.464976Z","caller":"traceutil/trace.go:171","msg":"trace[1718463590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5157; }","duration":"222.122473ms","start":"2026-07-24T04:49:33.242844Z","end":"2026-07-24T04:49:33.464967Z","steps":["trace[1718463590] 'agreement among raft nodes before linearized reading' (duration: 222.045972ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.409014Z","caller":"traceutil/trace.go:171","msg":"trace[793941242] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"581.220239ms","start":"2026-07-24T04:49:36.82776Z","end":"2026-07-24T04:49:37.408981Z","steps":["trace[793941242] 'process raft request' (duration: 580.858508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.409249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:36.827737Z","time spent":"581.431759ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:37.411821Z","caller":"traceutil/trace.go:171","msg":"trace[535699426] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5394; }","duration":"492.120976ms","start":"2026-07-24T04:49:36.919684Z","end":"2026-07-24T04:49:37.411805Z","steps":["trace[535699426] 'read index received' (duration: 489.102507ms)","trace[535699426] 'applied index is now lower than readState.Index' (duration: 3.016109ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:37.440103Z","caller":"traceutil/trace.go:171","msg":"trace[1962672280] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"255.622631ms","start":"2026-07-24T04:49:37.184427Z","end":"2026-07-24T04:49:37.44005Z","steps":["trace[1962672280] 'process raft request' (duration: 252.622053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.439976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.218399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:37.440649Z","caller":"traceutil/trace.go:171","msg":"trace[917802106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5189; }","duration":"520.973592ms","start":"2026-07-24T04:49:36.919625Z","end":"2026-07-24T04:49:37.440599Z","steps":["trace[917802106] 'agreement among raft nodes before linearized reading' (duration: 492.275056ms)","trace[917802106] 'range keys from in-memory index tree' (duration: 27.939623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:37.440735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:36.919605Z","time spent":"521.091442ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:49:37.611215Z","caller":"traceutil/trace.go:171","msg":"trace[811597254] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"133.888064ms","start":"2026-07-24T04:49:37.477291Z","end":"2026-07-24T04:49:37.611179Z","steps":["trace[811597254] 'process raft request' (duration: 122.232289ms)","trace[811597254] 'compare' (duration: 11.497944ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:37.627936Z","caller":"traceutil/trace.go:171","msg":"trace[48668702] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"145.689548ms","start":"2026-07-24T04:49:37.482191Z","end":"2026-07-24T04:49:37.62788Z","steps":["trace[48668702] 'process raft request' (duration: 145.559428ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.628018Z","caller":"traceutil/trace.go:171","msg":"trace[1158815243] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5400; }","duration":"138.968889ms","start":"2026-07-24T04:49:37.489027Z","end":"2026-07-24T04:49:37.627996Z","steps":["trace[1158815243] 'read index received' (duration: 110.463184ms)","trace[1158815243] 'applied index is now lower than readState.Index' (duration: 28.504205ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:37.628032Z","caller":"traceutil/trace.go:171","msg":"trace[1590125813] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"146.01125ms","start":"2026-07-24T04:49:37.482006Z","end":"2026-07-24T04:49:37.628017Z","steps":["trace[1590125813] 'process raft request' (duration: 145.506478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.628286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.231409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:49:37.628357Z","caller":"traceutil/trace.go:171","msg":"trace[2106766196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5197; }","duration":"139.33993ms","start":"2026-07-24T04:49:37.488998Z","end":"2026-07-24T04:49:37.628338Z","steps":["trace[2106766196] 'agreement among raft nodes before linearized reading' (duration: 139.137529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.628417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.03317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:49:37.628679Z","caller":"traceutil/trace.go:171","msg":"trace[1363692570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5197; }","duration":"139.15509ms","start":"2026-07-24T04:49:37.489316Z","end":"2026-07-24T04:49:37.628471Z","steps":["trace[1363692570] 'agreement among raft nodes before linearized reading' (duration: 138.915819ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.628717Z","caller":"traceutil/trace.go:171","msg":"trace[1181703007] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"146.402992ms","start":"2026-07-24T04:49:37.482301Z","end":"2026-07-24T04:49:37.628704Z","steps":["trace[1181703007] 'process raft request' (duration: 145.495898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.628754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.173751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:49:37.627928Z","caller":"traceutil/trace.go:171","msg":"trace[981781687] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"145.844899ms","start":"2026-07-24T04:49:37.48204Z","end":"2026-07-24T04:49:37.627884Z","steps":["trace[981781687] 'process raft request' (duration: 145.629928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.629063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.898848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:49:37.62917Z","caller":"traceutil/trace.go:171","msg":"trace[818089685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5197; }","duration":"138.989469ms","start":"2026-07-24T04:49:37.490121Z","end":"2026-07-24T04:49:37.62911Z","steps":["trace[818089685] 'agreement among raft nodes before linearized reading' (duration: 138.733418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.629392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.747496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:49:37.629859Z","caller":"traceutil/trace.go:171","msg":"trace[882444811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5197; }","duration":"118.207937ms","start":"2026-07-24T04:49:37.511585Z","end":"2026-07-24T04:49:37.629793Z","steps":["trace[882444811] 'agreement among raft nodes before linearized reading' (duration: 116.666403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:37.630731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.038777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:49:37.630814Z","caller":"traceutil/trace.go:171","msg":"trace[1043991742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5197; }","duration":"118.187608ms","start":"2026-07-24T04:49:37.51261Z","end":"2026-07-24T04:49:37.630798Z","steps":["trace[1043991742] 'agreement among raft nodes before linearized reading' (duration: 117.957766ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.631188Z","caller":"traceutil/trace.go:171","msg":"trace[155403642] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5197; }","duration":"136.274061ms","start":"2026-07-24T04:49:37.492528Z","end":"2026-07-24T04:49:37.628802Z","steps":["trace[155403642] 'agreement among raft nodes before linearized reading' (duration: 135.90864ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.742097Z","caller":"traceutil/trace.go:171","msg":"trace[825694886] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"104.798367ms","start":"2026-07-24T04:49:37.637273Z","end":"2026-07-24T04:49:37.742072Z","steps":["trace[825694886] 'process raft request' (duration: 104.717637ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.742159Z","caller":"traceutil/trace.go:171","msg":"trace[1092735854] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"104.992909ms","start":"2026-07-24T04:49:37.637113Z","end":"2026-07-24T04:49:37.742106Z","steps":["trace[1092735854] 'process raft request' (duration: 79.600324ms)","trace[1092735854] 'compare' (duration: 25.147294ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:37.742476Z","caller":"traceutil/trace.go:171","msg":"trace[977417919] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"105.169588ms","start":"2026-07-24T04:49:37.637289Z","end":"2026-07-24T04:49:37.742459Z","steps":["trace[977417919] 'process raft request' (duration: 104.742927ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.7426Z","caller":"traceutil/trace.go:171","msg":"trace[1415914526] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"105.308539ms","start":"2026-07-24T04:49:37.637282Z","end":"2026-07-24T04:49:37.74259Z","steps":["trace[1415914526] 'process raft request' (duration: 105.070858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.742676Z","caller":"traceutil/trace.go:171","msg":"trace[841000683] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"105.293539ms","start":"2026-07-24T04:49:37.63734Z","end":"2026-07-24T04:49:37.742634Z","steps":["trace[841000683] 'process raft request' (duration: 105.223579ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:37.742744Z","caller":"traceutil/trace.go:171","msg":"trace[739957541] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"105.362409ms","start":"2026-07-24T04:49:37.637342Z","end":"2026-07-24T04:49:37.742704Z","steps":["trace[739957541] 'process raft request' (duration: 105.174039ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:38.483534Z","caller":"traceutil/trace.go:171","msg":"trace[1730272570] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"132.327219ms","start":"2026-07-24T04:49:38.351187Z","end":"2026-07-24T04:49:38.483514Z","steps":["trace[1730272570] 'read index received' (duration: 131.451237ms)","trace[1730272570] 'applied index is now lower than readState.Index' (duration: 875.292µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:38.483764Z","caller":"traceutil/trace.go:171","msg":"trace[1603030320] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"146.25966ms","start":"2026-07-24T04:49:38.337495Z","end":"2026-07-24T04:49:38.483755Z","steps":["trace[1603030320] 'process raft request' (duration: 145.215957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:38.483989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.78287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T04:49:38.484021Z","caller":"traceutil/trace.go:171","msg":"trace[692354702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5208; }","duration":"132.85449ms","start":"2026-07-24T04:49:38.351159Z","end":"2026-07-24T04:49:38.484014Z","steps":["trace[692354702] 'agreement among raft nodes before linearized reading' (duration: 132.73658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.202945Z","caller":"traceutil/trace.go:171","msg":"trace[769958191] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"178.199115ms","start":"2026-07-24T04:49:39.024717Z","end":"2026-07-24T04:49:39.202916Z","steps":["trace[769958191] 'process raft request' (duration: 155.106746ms)","trace[769958191] 'compare' (duration: 22.734198ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:39.966911Z","caller":"traceutil/trace.go:171","msg":"trace[1860605657] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"215.447843ms","start":"2026-07-24T04:49:39.751432Z","end":"2026-07-24T04:49:39.96688Z","steps":["trace[1860605657] 'process raft request' (duration: 215.057792ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.966906Z","caller":"traceutil/trace.go:171","msg":"trace[384815146] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"215.135642ms","start":"2026-07-24T04:49:39.751752Z","end":"2026-07-24T04:49:39.966888Z","steps":["trace[384815146] 'process raft request' (duration: 215.053801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.967332Z","caller":"traceutil/trace.go:171","msg":"trace[1435848880] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"214.971303ms","start":"2026-07-24T04:49:39.752338Z","end":"2026-07-24T04:49:39.967309Z","steps":["trace[1435848880] 'process raft request' (duration: 214.924893ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.967375Z","caller":"traceutil/trace.go:171","msg":"trace[579588388] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"215.526934ms","start":"2026-07-24T04:49:39.751835Z","end":"2026-07-24T04:49:39.967362Z","steps":["trace[579588388] 'process raft request' (duration: 215.037702ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:39.967548Z","caller":"traceutil/trace.go:171","msg":"trace[1580524865] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"215.475053ms","start":"2026-07-24T04:49:39.752057Z","end":"2026-07-24T04:49:39.967532Z","steps":["trace[1580524865] 'process raft request' (duration: 215.147512ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:41.744206Z","caller":"traceutil/trace.go:171","msg":"trace[1125684848] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"111.642888ms","start":"2026-07-24T04:49:41.632534Z","end":"2026-07-24T04:49:41.744177Z","steps":["trace[1125684848] 'process raft request' (duration: 111.282457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:41.883301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.866671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:49:41.883427Z","caller":"traceutil/trace.go:171","msg":"trace[1466628783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5225; }","duration":"113.547435ms","start":"2026-07-24T04:49:41.769857Z","end":"2026-07-24T04:49:41.883405Z","steps":["trace[1466628783] 'range keys from in-memory index tree' (duration: 112.541211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.50354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.563291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:42.503988Z","caller":"traceutil/trace.go:171","msg":"trace[185926052] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"612.1984ms","start":"2026-07-24T04:49:41.891753Z","end":"2026-07-24T04:49:42.503951Z","steps":["trace[185926052] 'process raft request' (duration: 250.747297ms)","trace[185926052] 'compare' (duration: 360.26348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:42.504253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.891731Z","time spent":"612.36138ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:42.504298Z","caller":"traceutil/trace.go:171","msg":"trace[759508161] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5433; }","duration":"583.612596ms","start":"2026-07-24T04:49:41.920661Z","end":"2026-07-24T04:49:42.504274Z","steps":["trace[759508161] 'read index received' (duration: 90.399186ms)","trace[759508161] 'applied index is now lower than readState.Index' (duration: 493.21067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:42.504446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.777436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:42.504515Z","caller":"traceutil/trace.go:171","msg":"trace[678710144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5226; }","duration":"583.873926ms","start":"2026-07-24T04:49:41.920621Z","end":"2026-07-24T04:49:42.504495Z","steps":["trace[678710144] 'agreement among raft nodes before linearized reading' (duration: 583.770036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.504558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.920604Z","time spent":"583.944757ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:49:42.505738Z","caller":"traceutil/trace.go:171","msg":"trace[1566434500] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"493.516671ms","start":"2026-07-24T04:49:42.012209Z","end":"2026-07-24T04:49:42.505726Z","steps":["trace[1566434500] 'process raft request' (duration: 492.039116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.505792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.012189Z","time spent":"493.574342ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:42.50581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.833571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T04:49:42.50583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.279992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:49:42.505855Z","caller":"traceutil/trace.go:171","msg":"trace[1445730646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5227; }","duration":"533.897231ms","start":"2026-07-24T04:49:41.971946Z","end":"2026-07-24T04:49:42.505843Z","steps":["trace[1445730646] 'agreement among raft nodes before linearized reading' (duration: 533.715621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.505936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.358822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:49:42.505958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.372382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:49:42.505995Z","caller":"traceutil/trace.go:171","msg":"trace[681602850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5227; }","duration":"534.425552ms","start":"2026-07-24T04:49:41.971561Z","end":"2026-07-24T04:49:42.505986Z","steps":["trace[681602850] 'agreement among raft nodes before linearized reading' (duration: 534.339532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.506026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.971554Z","time spent":"534.463562ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:49:42.506005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.840343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T04:49:42.506065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.053014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:49:42.506095Z","caller":"traceutil/trace.go:171","msg":"trace[1677643466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5227; }","duration":"535.040304ms","start":"2026-07-24T04:49:41.971033Z","end":"2026-07-24T04:49:42.506073Z","steps":["trace[1677643466] 'agreement among raft nodes before linearized reading' (duration: 534.677233ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:42.505964Z","caller":"traceutil/trace.go:171","msg":"trace[2014379867] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5227; }","duration":"422.418732ms","start":"2026-07-24T04:49:42.083533Z","end":"2026-07-24T04:49:42.505952Z","steps":["trace[2014379867] 'agreement among raft nodes before linearized reading' (duration: 422.384512ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:42.506128Z","caller":"traceutil/trace.go:171","msg":"trace[217921431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5227; }","duration":"535.143694ms","start":"2026-07-24T04:49:41.970975Z","end":"2026-07-24T04:49:42.506118Z","steps":["trace[217921431] 'agreement among raft nodes before linearized reading' (duration: 534.978473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.506142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.971025Z","time spent":"535.106074ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:49:42.50616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.97096Z","time spent":"535.192544ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:49:42.505932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.971939Z","time spent":"533.983051ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T04:49:42.505879Z","caller":"traceutil/trace.go:171","msg":"trace[1902522366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5227; }","duration":"534.375242ms","start":"2026-07-24T04:49:41.971489Z","end":"2026-07-24T04:49:42.505864Z","steps":["trace[1902522366] 'agreement among raft nodes before linearized reading' (duration: 534.199712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.506348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:41.971468Z","time spent":"534.869703ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:49:42.506153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.083515Z","time spent":"422.630753ms","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:42.880263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.461183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:42.88034Z","caller":"traceutil/trace.go:171","msg":"trace[473669760] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"370.220478ms","start":"2026-07-24T04:49:42.510106Z","end":"2026-07-24T04:49:42.880326Z","steps":["trace[473669760] 'read index received' (duration: 144.644965ms)","trace[473669760] 'applied index is now lower than readState.Index' (duration: 225.574483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:42.88081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.702851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-24T04:49:42.880835Z","caller":"traceutil/trace.go:171","msg":"trace[889970642] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5228; }","duration":"370.749921ms","start":"2026-07-24T04:49:42.510077Z","end":"2026-07-24T04:49:42.880827Z","steps":["trace[889970642] 'agreement among raft nodes before linearized reading' (duration: 370.281189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:42.880858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.510065Z","time spent":"370.787311ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T04:49:42.880837Z","caller":"traceutil/trace.go:171","msg":"trace[568749353] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"370.769151ms","start":"2026-07-24T04:49:42.510025Z","end":"2026-07-24T04:49:42.880794Z","steps":["trace[568749353] 'process raft request' (duration: 144.708885ms)","trace[568749353] 'compare' (duration: 225.343603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:42.881122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.510011Z","time spent":"371.090411ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:43.06059Z","caller":"traceutil/trace.go:171","msg":"trace[244551528] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"549.033985ms","start":"2026-07-24T04:49:42.511532Z","end":"2026-07-24T04:49:43.060566Z","steps":["trace[244551528] 'process raft request' (duration: 548.931685ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:43.060607Z","caller":"traceutil/trace.go:171","msg":"trace[1698886447] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"549.591296ms","start":"2026-07-24T04:49:42.510984Z","end":"2026-07-24T04:49:43.060576Z","steps":["trace[1698886447] 'process raft request' (duration: 500.312721ms)","trace[1698886447] 'compare' (duration: 48.974114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:43.060755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.510966Z","time spent":"549.710786ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:43.06074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.511515Z","time spent":"549.145075ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:43.060902Z","caller":"traceutil/trace.go:171","msg":"trace[920412266] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"549.341675ms","start":"2026-07-24T04:49:42.511549Z","end":"2026-07-24T04:49:43.06089Z","steps":["trace[920412266] 'process raft request' (duration: 548.981494ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:43.060948Z","caller":"traceutil/trace.go:171","msg":"trace[1598887634] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"548.959154ms","start":"2026-07-24T04:49:42.511984Z","end":"2026-07-24T04:49:43.060943Z","steps":["trace[1598887634] 'process raft request' (duration: 548.790044ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:43.060928Z","caller":"traceutil/trace.go:171","msg":"trace[2102018153] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5437; }","duration":"178.251874ms","start":"2026-07-24T04:49:42.882648Z","end":"2026-07-24T04:49:43.0609Z","steps":["trace[2102018153] 'read index received' (duration: 128.683818ms)","trace[2102018153] 'applied index is now lower than readState.Index' (duration: 49.566626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:43.06101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.511533Z","time spent":"549.385666ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:43.060975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:42.511975Z","time spent":"548.983514ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:43.061118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.446494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:49:43.061161Z","caller":"traceutil/trace.go:171","msg":"trace[1413109147] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5232; }","duration":"178.516726ms","start":"2026-07-24T04:49:42.882633Z","end":"2026-07-24T04:49:43.06115Z","steps":["trace[1413109147] 'agreement among raft nodes before linearized reading' (duration: 178.352425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:43.061171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.942142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:49:43.061205Z","caller":"traceutil/trace.go:171","msg":"trace[446512727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5232; }","duration":"147.015702ms","start":"2026-07-24T04:49:42.914178Z","end":"2026-07-24T04:49:43.061194Z","steps":["trace[446512727] 'agreement among raft nodes before linearized reading' (duration: 146.888201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:43.319305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.253292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:49:43.319512Z","caller":"traceutil/trace.go:171","msg":"trace[2108065566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5232; }","duration":"157.477743ms","start":"2026-07-24T04:49:43.162Z","end":"2026-07-24T04:49:43.319478Z","steps":["trace[2108065566] 'range keys from in-memory index tree' (duration: 157.091322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:45.268593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.389296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:49:45.268677Z","caller":"traceutil/trace.go:171","msg":"trace[1322759211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5239; }","duration":"175.502277ms","start":"2026-07-24T04:49:45.093156Z","end":"2026-07-24T04:49:45.268658Z","steps":["trace[1322759211] 'range keys from in-memory index tree' (duration: 175.238626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:45.268602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.471091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:49:45.269081Z","caller":"traceutil/trace.go:171","msg":"trace[1889336078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5239; }","duration":"194.984353ms","start":"2026-07-24T04:49:45.074078Z","end":"2026-07-24T04:49:45.269063Z","steps":["trace[1889336078] 'range keys from in-memory index tree' (duration: 194.297811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:45.268922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.724712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:49:45.269168Z","caller":"traceutil/trace.go:171","msg":"trace[605034326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5239; }","duration":"195.007083ms","start":"2026-07-24T04:49:45.074142Z","end":"2026-07-24T04:49:45.269149Z","steps":["trace[605034326] 'range keys from in-memory index tree' (duration: 194.621582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:45.268968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.700382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:49:45.269657Z","caller":"traceutil/trace.go:171","msg":"trace[51241693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5239; }","duration":"195.367784ms","start":"2026-07-24T04:49:45.074251Z","end":"2026-07-24T04:49:45.269619Z","steps":["trace[51241693] 'range keys from in-memory index tree' (duration: 194.638471ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:45.471499Z","caller":"traceutil/trace.go:171","msg":"trace[1465973129] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"198.064591ms","start":"2026-07-24T04:49:45.27341Z","end":"2026-07-24T04:49:45.471475Z","steps":["trace[1465973129] 'process raft request' (duration: 197.892511ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:45.483256Z","caller":"traceutil/trace.go:171","msg":"trace[385094061] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"209.335886ms","start":"2026-07-24T04:49:45.273908Z","end":"2026-07-24T04:49:45.483244Z","steps":["trace[385094061] 'process raft request' (duration: 209.276886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:45.483358Z","caller":"traceutil/trace.go:171","msg":"trace[1194806650] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"209.572596ms","start":"2026-07-24T04:49:45.273779Z","end":"2026-07-24T04:49:45.483351Z","steps":["trace[1194806650] 'process raft request' (duration: 209.337146ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:45.483457Z","caller":"traceutil/trace.go:171","msg":"trace[640630272] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"209.455776ms","start":"2026-07-24T04:49:45.27399Z","end":"2026-07-24T04:49:45.483446Z","steps":["trace[640630272] 'process raft request' (duration: 209.228046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.153889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.27405ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:46.154019Z","caller":"traceutil/trace.go:171","msg":"trace[131101652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5243; }","duration":"306.416071ms","start":"2026-07-24T04:49:45.847582Z","end":"2026-07-24T04:49:46.153999Z","steps":["trace[131101652] 'range keys from in-memory index tree' (duration: 306.25673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.154103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.639022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:46.154801Z","caller":"traceutil/trace.go:171","msg":"trace[686234386] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"372.490045ms","start":"2026-07-24T04:49:45.782281Z","end":"2026-07-24T04:49:46.154771Z","steps":["trace[686234386] 'process raft request' (duration: 218.103831ms)","trace[686234386] 'compare' (duration: 153.542572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:46.154913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:45.78226Z","time spent":"372.601855ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:46.323424Z","caller":"traceutil/trace.go:171","msg":"trace[917520508] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"537.970163ms","start":"2026-07-24T04:49:45.785402Z","end":"2026-07-24T04:49:46.323372Z","steps":["trace[917520508] 'process raft request' (duration: 536.216217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.323585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:45.785373Z","time spent":"538.131854ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:46.323593Z","caller":"traceutil/trace.go:171","msg":"trace[1522630535] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"536.831179ms","start":"2026-07-24T04:49:45.786743Z","end":"2026-07-24T04:49:46.323574Z","steps":["trace[1522630535] 'process raft request' (duration: 536.550448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.3237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:45.786728Z","time spent":"536.911749ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:46.3237Z","caller":"traceutil/trace.go:171","msg":"trace[1231753623] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5452; }","duration":"405.498322ms","start":"2026-07-24T04:49:45.918176Z","end":"2026-07-24T04:49:46.323674Z","steps":["trace[1231753623] 'read index received' (duration: 82.165611ms)","trace[1231753623] 'applied index is now lower than readState.Index' (duration: 323.330651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:46.323807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.637913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:46.323831Z","caller":"traceutil/trace.go:171","msg":"trace[232531001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5246; }","duration":"405.691213ms","start":"2026-07-24T04:49:45.918134Z","end":"2026-07-24T04:49:46.323825Z","steps":["trace[232531001] 'agreement among raft nodes before linearized reading' (duration: 405.654253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.323849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:45.918114Z","time spent":"405.731013ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:49:46.351535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.389369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T04:49:46.35159Z","caller":"traceutil/trace.go:171","msg":"trace[890423855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5247; }","duration":"108.479349ms","start":"2026-07-24T04:49:46.243098Z","end":"2026-07-24T04:49:46.351577Z","steps":["trace[890423855] 'agreement among raft nodes before linearized reading' (duration: 108.336219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.351886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.021322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4gnzh.18c5207dd3b6786f\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-07-24T04:49:46.351928Z","caller":"traceutil/trace.go:171","msg":"trace[1534910586] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4gnzh.18c5207dd3b6786f; range_end:; response_count:1; response_revision:5247; }","duration":"116.098062ms","start":"2026-07-24T04:49:46.235817Z","end":"2026-07-24T04:49:46.351916Z","steps":["trace[1534910586] 'agreement among raft nodes before linearized reading' (duration: 115.989302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.351938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.472307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:46.352031Z","caller":"traceutil/trace.go:171","msg":"trace[1251069375] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5247; }","duration":"400.661648ms","start":"2026-07-24T04:49:45.951347Z","end":"2026-07-24T04:49:46.352009Z","steps":["trace[1251069375] 'agreement among raft nodes before linearized reading' (duration: 400.489638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:46.352098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:45.951329Z","time spent":"400.752208ms","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:49:46.532558Z","caller":"traceutil/trace.go:171","msg":"trace[468415119] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"177.983752ms","start":"2026-07-24T04:49:46.35449Z","end":"2026-07-24T04:49:46.532474Z","steps":["trace[468415119] 'process raft request' (duration: 111.699998ms)","trace[468415119] 'compare' (duration: 65.561133ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:46.532694Z","caller":"traceutil/trace.go:171","msg":"trace[1261458143] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"174.917914ms","start":"2026-07-24T04:49:46.357738Z","end":"2026-07-24T04:49:46.532656Z","steps":["trace[1261458143] 'process raft request' (duration: 174.661953ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:50.690046Z","caller":"traceutil/trace.go:171","msg":"trace[682456704] linearizableReadLoop","detail":"{readStateIndex:5528; appliedIndex:5527; }","duration":"409.901395ms","start":"2026-07-24T04:49:50.280122Z","end":"2026-07-24T04:49:50.690024Z","steps":["trace[682456704] 'read index received' (duration: 409.748004ms)","trace[682456704] 'applied index is now lower than readState.Index' (duration: 152.431µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:50.690082Z","caller":"traceutil/trace.go:171","msg":"trace[638939976] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"523.49219ms","start":"2026-07-24T04:49:50.166549Z","end":"2026-07-24T04:49:50.690041Z","steps":["trace[638939976] 'process raft request' (duration: 523.296169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:50.690282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.166524Z","time spent":"523.69044ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:50.690497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.354446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13289"} {"level":"info","ts":"2026-07-24T04:49:50.690599Z","caller":"traceutil/trace.go:171","msg":"trace[444928527] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5315; }","duration":"410.501588ms","start":"2026-07-24T04:49:50.280085Z","end":"2026-07-24T04:49:50.690587Z","steps":["trace[444928527] 'agreement among raft nodes before linearized reading' (duration: 410.046426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:50.690785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.280068Z","time spent":"410.645688ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13311,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-24T04:49:51.199006Z","caller":"traceutil/trace.go:171","msg":"trace[1055024672] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5528; }","duration":"508.871767ms","start":"2026-07-24T04:49:50.690107Z","end":"2026-07-24T04:49:51.198979Z","steps":["trace[1055024672] 'read index received' (duration: 423.993167ms)","trace[1055024672] 'applied index is now lower than readState.Index' (duration: 84.87757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:51.199481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.960428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T04:49:51.199515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.414202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-24T04:49:51.199572Z","caller":"traceutil/trace.go:171","msg":"trace[2039195616] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5317; }","duration":"915.484902ms","start":"2026-07-24T04:49:50.284071Z","end":"2026-07-24T04:49:51.199556Z","steps":["trace[2039195616] 'agreement among raft nodes before linearized reading' (duration: 915.234171ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.199618Z","caller":"traceutil/trace.go:171","msg":"trace[2127065031] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"864.835552ms","start":"2026-07-24T04:49:50.334768Z","end":"2026-07-24T04:49:51.199604Z","steps":["trace[2127065031] 'process raft request' (duration: 779.268641ms)","trace[2127065031] 'compare' (duration: 84.603599ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:51.199682Z","caller":"traceutil/trace.go:171","msg":"trace[1136873838] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"855.006804ms","start":"2026-07-24T04:49:50.344656Z","end":"2026-07-24T04:49:51.199663Z","steps":["trace[1136873838] 'process raft request' (duration: 854.274222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.199723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.334754Z","time spent":"864.902112ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:51.199621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.284049Z","time spent":"915.561622ms","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-24T04:49:51.199793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.344642Z","time spent":"855.090505ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:51.199569Z","caller":"traceutil/trace.go:171","msg":"trace[607117784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5317; }","duration":"625.093498ms","start":"2026-07-24T04:49:50.574452Z","end":"2026-07-24T04:49:51.199546Z","steps":["trace[607117784] 'agreement among raft nodes before linearized reading' (duration: 624.784097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.200007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.574431Z","time spent":"625.564449ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T04:49:51.2801Z","caller":"traceutil/trace.go:171","msg":"trace[1367791043] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"577.299528ms","start":"2026-07-24T04:49:50.702767Z","end":"2026-07-24T04:49:51.280067Z","steps":["trace[1367791043] 'process raft request' (duration: 577.107067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.280295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.702745Z","time spent":"577.446258ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13861,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:51.280643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.785864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:49:51.280707Z","caller":"traceutil/trace.go:171","msg":"trace[1078013452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5318; }","duration":"242.901015ms","start":"2026-07-24T04:49:51.037792Z","end":"2026-07-24T04:49:51.280693Z","steps":["trace[1078013452] 'agreement among raft nodes before linearized reading' (duration: 242.699274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.280768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.127469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:51.280841Z","caller":"traceutil/trace.go:171","msg":"trace[1346454364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5318; }","duration":"360.248969ms","start":"2026-07-24T04:49:50.920574Z","end":"2026-07-24T04:49:51.280823Z","steps":["trace[1346454364] 'agreement among raft nodes before linearized reading' (duration: 360.140079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.280879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.920555Z","time spent":"360.316639ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:49:51.280994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.166189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:51.281084Z","caller":"traceutil/trace.go:171","msg":"trace[788557062] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5318; }","duration":"486.32614ms","start":"2026-07-24T04:49:50.794737Z","end":"2026-07-24T04:49:51.281063Z","steps":["trace[788557062] 'agreement among raft nodes before linearized reading' (duration: 486.137049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.28114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:50.794715Z","time spent":"486.41296ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:51.486248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.325835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:51.486465Z","caller":"traceutil/trace.go:171","msg":"trace[1763980147] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"282.31288ms","start":"2026-07-24T04:49:51.204132Z","end":"2026-07-24T04:49:51.486444Z","steps":["trace[1763980147] 'process raft request' (duration: 144.714555ms)","trace[1763980147] 'compare' (duration: 137.176333ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:51.486768Z","caller":"traceutil/trace.go:171","msg":"trace[1531406729] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"200.135459ms","start":"2026-07-24T04:49:51.286603Z","end":"2026-07-24T04:49:51.486739Z","steps":["trace[1531406729] 'process raft request' (duration: 199.752298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.486853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.991512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-24T04:49:51.486946Z","caller":"traceutil/trace.go:171","msg":"trace[1800797085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b20b962-2355-45e3-a131-8c76fa84a0f4; range_end:; response_count:1; response_revision:5320; }","duration":"283.114773ms","start":"2026-07-24T04:49:51.203815Z","end":"2026-07-24T04:49:51.48693Z","steps":["trace[1800797085] 'agreement among raft nodes before linearized reading' (duration: 282.859732ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.487189Z","caller":"traceutil/trace.go:171","msg":"trace[798999789] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5531; }","duration":"206.363767ms","start":"2026-07-24T04:49:51.280036Z","end":"2026-07-24T04:49:51.4864Z","steps":["trace[798999789] 'read index received' (duration: 68.779881ms)","trace[798999789] 'applied index is now lower than readState.Index' (duration: 137.583026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:49:51.487374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.056773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:51.487447Z","caller":"traceutil/trace.go:171","msg":"trace[801836963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5320; }","duration":"205.205333ms","start":"2026-07-24T04:49:51.282224Z","end":"2026-07-24T04:49:51.48743Z","steps":["trace[801836963] 'agreement among raft nodes before linearized reading' (duration: 205.090123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.487453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.181173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:49:51.487489Z","caller":"traceutil/trace.go:171","msg":"trace[2112238844] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5320; }","duration":"198.253824ms","start":"2026-07-24T04:49:51.289226Z","end":"2026-07-24T04:49:51.48748Z","steps":["trace[2112238844] 'agreement among raft nodes before linearized reading' (duration: 198.096244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:51.487704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.534883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-07-24T04:49:51.487755Z","caller":"traceutil/trace.go:171","msg":"trace[1672654081] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5545c4f4f9-4std4; range_end:; response_count:1; response_revision:5320; }","duration":"201.611624ms","start":"2026-07-24T04:49:51.28613Z","end":"2026-07-24T04:49:51.487742Z","steps":["trace[1672654081] 'agreement among raft nodes before linearized reading' (duration: 201.458853ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.665672Z","caller":"traceutil/trace.go:171","msg":"trace[1700849029] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"167.727413ms","start":"2026-07-24T04:49:51.497913Z","end":"2026-07-24T04:49:51.665641Z","steps":["trace[1700849029] 'process raft request' (duration: 99.095161ms)","trace[1700849029] 'compare' (duration: 68.433592ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:51.904873Z","caller":"traceutil/trace.go:171","msg":"trace[2123542061] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"232.066452ms","start":"2026-07-24T04:49:51.672791Z","end":"2026-07-24T04:49:51.904857Z","steps":["trace[2123542061] 'process raft request' (duration: 231.893492ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.905028Z","caller":"traceutil/trace.go:171","msg":"trace[2015331457] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"231.936032ms","start":"2026-07-24T04:49:51.673085Z","end":"2026-07-24T04:49:51.905021Z","steps":["trace[2015331457] 'process raft request' (duration: 231.661221ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.905167Z","caller":"traceutil/trace.go:171","msg":"trace[645181665] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"231.350239ms","start":"2026-07-24T04:49:51.67381Z","end":"2026-07-24T04:49:51.90516Z","steps":["trace[645181665] 'process raft request' (duration: 230.968818ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.905236Z","caller":"traceutil/trace.go:171","msg":"trace[837844720] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"232.556524ms","start":"2026-07-24T04:49:51.672597Z","end":"2026-07-24T04:49:51.905154Z","steps":["trace[837844720] 'process raft request' (duration: 227.303408ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.905312Z","caller":"traceutil/trace.go:171","msg":"trace[800075668] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"230.814008ms","start":"2026-07-24T04:49:51.674489Z","end":"2026-07-24T04:49:51.905303Z","steps":["trace[800075668] 'process raft request' (duration: 230.312277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.905546Z","caller":"traceutil/trace.go:171","msg":"trace[2012330901] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"229.460445ms","start":"2026-07-24T04:49:51.676075Z","end":"2026-07-24T04:49:51.905536Z","steps":["trace[2012330901] 'process raft request' (duration: 228.746813ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:51.920244Z","caller":"traceutil/trace.go:171","msg":"trace[199336019] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"188.569644ms","start":"2026-07-24T04:49:51.731653Z","end":"2026-07-24T04:49:51.920222Z","steps":["trace[199336019] 'process raft request' (duration: 188.145483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.364323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.922035Z","time spent":"442.28309ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T04:49:52.36462Z","caller":"traceutil/trace.go:171","msg":"trace[1399172934] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"438.647929ms","start":"2026-07-24T04:49:51.925955Z","end":"2026-07-24T04:49:52.364603Z","steps":["trace[1399172934] 'process raft request' (duration: 438.043177ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:52.364743Z","caller":"traceutil/trace.go:171","msg":"trace[1050301225] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"438.109687ms","start":"2026-07-24T04:49:51.926603Z","end":"2026-07-24T04:49:52.364713Z","steps":["trace[1050301225] 'process raft request' (duration: 437.874077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.364958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.926597Z","time spent":"438.244388ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:52.365231Z","caller":"traceutil/trace.go:171","msg":"trace[1611058990] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5542; }","duration":"442.813822ms","start":"2026-07-24T04:49:51.922401Z","end":"2026-07-24T04:49:52.365214Z","steps":["trace[1611058990] 'read index received' (duration: 74.80324ms)","trace[1611058990] 'applied index is now lower than readState.Index' (duration: 368.009862ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:52.36578Z","caller":"traceutil/trace.go:171","msg":"trace[372503193] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"430.417026ms","start":"2026-07-24T04:49:51.935354Z","end":"2026-07-24T04:49:52.365771Z","steps":["trace[372503193] 'process raft request' (duration: 429.806374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.365859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.935337Z","time spent":"430.463196ms","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12012,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:52.366083Z","caller":"traceutil/trace.go:171","msg":"trace[1589245777] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"439.013691ms","start":"2026-07-24T04:49:51.927062Z","end":"2026-07-24T04:49:52.366076Z","steps":["trace[1589245777] 'process raft request' (duration: 437.487286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.366103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.688435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:49:52.366124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.927047Z","time spent":"439.051451ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:52.366137Z","caller":"traceutil/trace.go:171","msg":"trace[1925236230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5335; }","duration":"443.746866ms","start":"2026-07-24T04:49:51.92238Z","end":"2026-07-24T04:49:52.366127Z","steps":["trace[1925236230] 'agreement among raft nodes before linearized reading' (duration: 443.689396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.366158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.922337Z","time spent":"443.816806ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:49:52.366409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.925943Z","time spent":"438.707019ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:52.367042Z","caller":"traceutil/trace.go:171","msg":"trace[1285233176] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"438.861991ms","start":"2026-07-24T04:49:51.926914Z","end":"2026-07-24T04:49:52.365776Z","steps":["trace[1285233176] 'process raft request' (duration: 437.608167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.367141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:51.926908Z","time spent":"440.176925ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:52.616291Z","caller":"traceutil/trace.go:171","msg":"trace[1642861801] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"166.382559ms","start":"2026-07-24T04:49:52.449883Z","end":"2026-07-24T04:49:52.616266Z","steps":["trace[1642861801] 'process raft request' (duration: 166.231079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:52.873132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.844244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:49:52.873353Z","caller":"traceutil/trace.go:171","msg":"trace[527754309] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"177.401212ms","start":"2026-07-24T04:49:52.695925Z","end":"2026-07-24T04:49:52.873326Z","steps":["trace[527754309] 'process raft request' (duration: 29.284937ms)","trace[527754309] 'compare' (duration: 147.745074ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:53.450662Z","caller":"traceutil/trace.go:171","msg":"trace[680976646] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"245.324532ms","start":"2026-07-24T04:49:53.205319Z","end":"2026-07-24T04:49:53.450643Z","steps":["trace[680976646] 'process raft request' (duration: 245.201592ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:53.467121Z","caller":"traceutil/trace.go:171","msg":"trace[1839099103] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"261.206669ms","start":"2026-07-24T04:49:53.205892Z","end":"2026-07-24T04:49:53.467099Z","steps":["trace[1839099103] 'process raft request' (duration: 260.929648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:54.025604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.499097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T04:49:54.025595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.263289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T04:49:54.025706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.171666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:49:54.02573Z","caller":"traceutil/trace.go:171","msg":"trace[387505695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5344; }","duration":"107.225306ms","start":"2026-07-24T04:49:53.918498Z","end":"2026-07-24T04:49:54.025724Z","steps":["trace[387505695] 'range keys from in-memory index tree' (duration: 107.114865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:54.025735Z","caller":"traceutil/trace.go:171","msg":"trace[1984567522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5344; }","duration":"115.48026ms","start":"2026-07-24T04:49:53.910219Z","end":"2026-07-24T04:49:54.025699Z","steps":["trace[1984567522] 'range keys from in-memory index tree' (duration: 114.995389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:54.025996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.71295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:49:54.026027Z","caller":"traceutil/trace.go:171","msg":"trace[1722793119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5344; }","duration":"115.78008ms","start":"2026-07-24T04:49:53.91024Z","end":"2026-07-24T04:49:54.02602Z","steps":["trace[1722793119] 'range keys from in-memory index tree' (duration: 115.59977ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:54.025675Z","caller":"traceutil/trace.go:171","msg":"trace[1905869178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5344; }","duration":"114.611117ms","start":"2026-07-24T04:49:53.911048Z","end":"2026-07-24T04:49:54.02566Z","steps":["trace[1905869178] 'range keys from in-memory index tree' (duration: 114.328947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:49:56.840768Z","caller":"traceutil/trace.go:171","msg":"trace[966694203] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"457.726246ms","start":"2026-07-24T04:49:56.383024Z","end":"2026-07-24T04:49:56.84075Z","steps":["trace[966694203] 'read index received' (duration: 457.582966ms)","trace[966694203] 'applied index is now lower than readState.Index' (duration: 142.56µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:49:56.840886Z","caller":"traceutil/trace.go:171","msg":"trace[303945405] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"508.932216ms","start":"2026-07-24T04:49:56.331928Z","end":"2026-07-24T04:49:56.84086Z","steps":["trace[303945405] 'process raft request' (duration: 508.677206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:56.840929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.881127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:49:56.84095Z","caller":"traceutil/trace.go:171","msg":"trace[574618259] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5362; }","duration":"457.964077ms","start":"2026-07-24T04:49:56.38298Z","end":"2026-07-24T04:49:56.840944Z","steps":["trace[574618259] 'agreement among raft nodes before linearized reading' (duration: 457.879976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:56.840974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.382955Z","time spent":"458.013457ms","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:49:56.841047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.331916Z","time spent":"509.035667ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:56.841473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.81082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T04:49:56.841512Z","caller":"traceutil/trace.go:171","msg":"trace[667763085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5362; }","duration":"455.89963ms","start":"2026-07-24T04:49:56.385601Z","end":"2026-07-24T04:49:56.841501Z","steps":["trace[667763085] 'agreement among raft nodes before linearized reading' (duration: 455.7261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:56.841539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.385582Z","time spent":"455.951211ms","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T04:49:57.859442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:49:58.360482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:49:58.861202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:49:59.026321Z","caller":"traceutil/trace.go:171","msg":"trace[1984061231] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"2.175886498s","start":"2026-07-24T04:49:56.850403Z","end":"2026-07-24T04:49:59.02629Z","steps":["trace[1984061231] 'process raft request' (duration: 2.175615358s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.02651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.850389Z","time spent":"2.176019289s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:59.668692Z","caller":"traceutil/trace.go:171","msg":"trace[24543345] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"2.818141837s","start":"2026-07-24T04:49:56.850528Z","end":"2026-07-24T04:49:59.668669Z","steps":["trace[24543345] 'process raft request' (duration: 2.817931847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.668987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.85052Z","time spent":"2.818238468s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:59.669029Z","caller":"traceutil/trace.go:171","msg":"trace[287450543] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"2.818328787s","start":"2026-07-24T04:49:56.850667Z","end":"2026-07-24T04:49:59.668996Z","steps":["trace[287450543] 'process raft request' (duration: 2.817947735s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.669216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.850663Z","time spent":"2.818453567s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:59.669316Z","caller":"traceutil/trace.go:171","msg":"trace[1689170626] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"2.815991701s","start":"2026-07-24T04:49:56.853308Z","end":"2026-07-24T04:49:59.6693Z","steps":["trace[1689170626] 'process raft request' (duration: 2.81555306s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.669392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.853284Z","time spent":"2.816069871s","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:49:59.669356Z","caller":"traceutil/trace.go:171","msg":"trace[1971139692] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"2.786061743s","start":"2026-07-24T04:49:56.883273Z","end":"2026-07-24T04:49:59.669335Z","steps":["trace[1971139692] 'process raft request' (duration: 2.785789132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.669564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:56.883216Z","time spent":"2.786254993s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:49:59.919164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T04:49:59.919229Z","caller":"traceutil/trace.go:171","msg":"trace[40354966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149091s","start":"2026-07-24T04:49:57.919066Z","end":"2026-07-24T04:49:59.919215Z","steps":["trace[40354966] 'agreement among raft nodes before linearized reading' (duration: 2.000068151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.919263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.919052Z","time spent":"2.000205141s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 04:49:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T04:49:59.952509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.352373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:49:59.953517Z","caller":"traceutil/trace.go:171","msg":"trace[1937029269] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"2.487515435s","start":"2026-07-24T04:49:57.465986Z","end":"2026-07-24T04:49:59.953501Z","steps":["trace[1937029269] 'process raft request' (duration: 2.486659463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:49:59.953624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.465954Z","time spent":"2.487614465s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:00.410772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.183314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:50:00.411654Z","caller":"traceutil/trace.go:171","msg":"trace[127549216] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"2.932290603s","start":"2026-07-24T04:49:57.479321Z","end":"2026-07-24T04:50:00.411611Z","steps":["trace[127549216] 'process raft request' (duration: 2.474166295s)","trace[127549216] 'compare' (duration: 456.733203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:00.411821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.479308Z","time spent":"2.932414063s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:50:00.412106Z","caller":"traceutil/trace.go:171","msg":"trace[1666952402] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5576; }","duration":"3.05363711s","start":"2026-07-24T04:49:57.358445Z","end":"2026-07-24T04:50:00.412082Z","steps":["trace[1666952402] 'read index received' (duration: 1.667678374s)","trace[1666952402] 'applied index is now lower than readState.Index' (duration: 1.385957466s)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:00.41219Z","caller":"traceutil/trace.go:171","msg":"trace[8407895] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"2.251591221s","start":"2026-07-24T04:49:58.160581Z","end":"2026-07-24T04:50:00.412172Z","steps":["trace[8407895] 'process raft request' (duration: 2.25131153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.41228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.160551Z","time spent":"2.251682031s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:00.412354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897062349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:50:00.412383Z","caller":"traceutil/trace.go:171","msg":"trace[2009890761] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5371; }","duration":"2.89714509s","start":"2026-07-24T04:49:57.515228Z","end":"2026-07-24T04:50:00.412373Z","steps":["trace[2009890761] 'agreement among raft nodes before linearized reading' (duration: 2.897000749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.412369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.13103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:00.412457Z","caller":"traceutil/trace.go:171","msg":"trace[239228910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5371; }","duration":"493.252991ms","start":"2026-07-24T04:49:59.919182Z","end":"2026-07-24T04:50:00.412435Z","steps":["trace[239228910] 'agreement among raft nodes before linearized reading' (duration: 493.12023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.412516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360443811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T04:50:00.412529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:59.919167Z","time spent":"493.347551ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:50:00.412536Z","caller":"traceutil/trace.go:171","msg":"trace[1633036695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5371; }","duration":"2.360478851s","start":"2026-07-24T04:49:58.052051Z","end":"2026-07-24T04:50:00.41253Z","steps":["trace[1633036695] 'agreement among raft nodes before linearized reading' (duration: 2.360433991s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.412514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808109727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-24T04:50:00.412597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.052013Z","time spent":"2.360572091s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:50:00.412812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360890483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:50:00.412853Z","caller":"traceutil/trace.go:171","msg":"trace[1921838521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5371; }","duration":"2.360977783s","start":"2026-07-24T04:49:58.051862Z","end":"2026-07-24T04:50:00.41284Z","steps":["trace[1921838521] 'agreement among raft nodes before linearized reading' (duration: 2.360877042s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.412864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.541243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T04:50:00.412884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.051835Z","time spent":"2.361041803s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:50:00.412895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054458822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T04:50:00.412647Z","caller":"traceutil/trace.go:171","msg":"trace[532602111] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5371; }","duration":"1.808234427s","start":"2026-07-24T04:49:58.604361Z","end":"2026-07-24T04:50:00.412596Z","steps":["trace[532602111] 'agreement among raft nodes before linearized reading' (duration: 1.807905606s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.412989Z","caller":"traceutil/trace.go:171","msg":"trace[1922355716] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5371; }","duration":"3.054576572s","start":"2026-07-24T04:49:57.358368Z","end":"2026-07-24T04:50:00.412944Z","steps":["trace[1922355716] 'agreement among raft nodes before linearized reading' (duration: 3.05382787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813490333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T04:50:00.413029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675923978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:50:00.413038Z","caller":"traceutil/trace.go:171","msg":"trace[1826829172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5371; }","duration":"2.813572563s","start":"2026-07-24T04:49:57.599458Z","end":"2026-07-24T04:50:00.41303Z","steps":["trace[1826829172] 'agreement among raft nodes before linearized reading' (duration: 2.813488753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.599433Z","time spent":"2.813653683s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:50:00.413101Z","caller":"traceutil/trace.go:171","msg":"trace[16973683] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"737.055557ms","start":"2026-07-24T04:49:59.67603Z","end":"2026-07-24T04:50:00.413085Z","steps":["trace[16973683] 'process raft request' (duration: 736.013185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365918136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:50:00.412907Z","caller":"traceutil/trace.go:171","msg":"trace[948946952] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5371; }","duration":"769.619083ms","start":"2026-07-24T04:49:59.643278Z","end":"2026-07-24T04:50:00.412897Z","steps":["trace[948946952] 'agreement among raft nodes before linearized reading' (duration: 769.219242ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.413168Z","caller":"traceutil/trace.go:171","msg":"trace[693062036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5371; }","duration":"2.366000567s","start":"2026-07-24T04:49:58.047159Z","end":"2026-07-24T04:50:00.413159Z","steps":["trace[693062036] 'agreement among raft nodes before linearized reading' (duration: 2.365920296s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:59.643261Z","time spent":"769.909455ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":506,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:00.4132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.047132Z","time spent":"2.366059827s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:50:00.413205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:59.67601Z","time spent":"737.128018ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:00.41328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45583511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:00.413314Z","caller":"traceutil/trace.go:171","msg":"trace[345426509] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5371; }","duration":"1.455905861s","start":"2026-07-24T04:49:58.957397Z","end":"2026-07-24T04:50:00.413303Z","steps":["trace[345426509] 'agreement among raft nodes before linearized reading' (duration: 1.455858231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.358334Z","time spent":"3.054697482s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T04:50:00.413344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.95737Z","time spent":"1.455962541s","remote":"127.0.0.1:46662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:00.412415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.515194Z","time spent":"2.89721537s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:50:00.412472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314785036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-07-24T04:50:00.412465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431372359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:50:00.413489Z","caller":"traceutil/trace.go:171","msg":"trace[1291233135] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5371; }","duration":"1.432427001s","start":"2026-07-24T04:49:58.981052Z","end":"2026-07-24T04:50:00.413479Z","steps":["trace[1291233135] 'agreement among raft nodes before linearized reading' (duration: 1.431335009s)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.413492Z","caller":"traceutil/trace.go:171","msg":"trace[1793122311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5371; }","duration":"2.315831929s","start":"2026-07-24T04:49:58.097644Z","end":"2026-07-24T04:50:00.413476Z","steps":["trace[1793122311] 'agreement among raft nodes before linearized reading' (duration: 2.314787277s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.604342Z","time spent":"1.808654018s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T04:50:00.413059Z","caller":"traceutil/trace.go:171","msg":"trace[1063144084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5371; }","duration":"2.675980569s","start":"2026-07-24T04:49:57.73707Z","end":"2026-07-24T04:50:00.41305Z","steps":["trace[1063144084] 'agreement among raft nodes before linearized reading' (duration: 2.675872049s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.413684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:57.737053Z","time spent":"2.676621971s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:50:00.413545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.097604Z","time spent":"2.31592641s","remote":"127.0.0.1:35076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T04:50:00.413529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:49:58.981042Z","time spent":"1.432476893s","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:50:00.695029Z","caller":"traceutil/trace.go:171","msg":"trace[2097689682] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5587; }","duration":"272.746943ms","start":"2026-07-24T04:50:00.42226Z","end":"2026-07-24T04:50:00.695007Z","steps":["trace[2097689682] 'read index received' (duration: 52.690065ms)","trace[2097689682] 'applied index is now lower than readState.Index' (duration: 220.056098ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:00.695157Z","caller":"traceutil/trace.go:171","msg":"trace[58493846] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"273.054984ms","start":"2026-07-24T04:50:00.422084Z","end":"2026-07-24T04:50:00.695139Z","steps":["trace[58493846] 'process raft request' (duration: 208.302744ms)","trace[58493846] 'compare' (duration: 64.154219ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:00.69534Z","caller":"traceutil/trace.go:171","msg":"trace[1062219498] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"272.122541ms","start":"2026-07-24T04:50:00.423207Z","end":"2026-07-24T04:50:00.69533Z","steps":["trace[1062219498] 'process raft request' (duration: 271.76341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.695362Z","caller":"traceutil/trace.go:171","msg":"trace[476770616] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"272.153001ms","start":"2026-07-24T04:50:00.423175Z","end":"2026-07-24T04:50:00.695328Z","steps":["trace[476770616] 'process raft request' (duration: 271.76515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:00.695633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.363374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-24T04:50:00.695628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.467181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:00.69562Z","caller":"traceutil/trace.go:171","msg":"trace[800304018] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"273.397804ms","start":"2026-07-24T04:50:00.422193Z","end":"2026-07-24T04:50:00.695591Z","steps":["trace[800304018] 'process raft request' (duration: 272.599302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.695668Z","caller":"traceutil/trace.go:171","msg":"trace[925238501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5378; }","duration":"273.416404ms","start":"2026-07-24T04:50:00.422241Z","end":"2026-07-24T04:50:00.695658Z","steps":["trace[925238501] 'agreement among raft nodes before linearized reading' (duration: 273.255844ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.695672Z","caller":"traceutil/trace.go:171","msg":"trace[2025694786] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"273.413854ms","start":"2026-07-24T04:50:00.422245Z","end":"2026-07-24T04:50:00.695659Z","steps":["trace[2025694786] 'process raft request' (duration: 272.632222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.695686Z","caller":"traceutil/trace.go:171","msg":"trace[1621492009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5378; }","duration":"272.545081ms","start":"2026-07-24T04:50:00.423123Z","end":"2026-07-24T04:50:00.695668Z","steps":["trace[1621492009] 'agreement among raft nodes before linearized reading' (duration: 272.435141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:00.695927Z","caller":"traceutil/trace.go:171","msg":"trace[435694269] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"272.935522ms","start":"2026-07-24T04:50:00.422981Z","end":"2026-07-24T04:50:00.695917Z","steps":["trace[435694269] 'process raft request' (duration: 271.93011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.348725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655105768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:50:02.41706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.767106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:02.417151Z","caller":"traceutil/trace.go:171","msg":"trace[167709336] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5379; }","duration":"841.898046ms","start":"2026-07-24T04:50:01.575229Z","end":"2026-07-24T04:50:02.417127Z","steps":["trace[167709336] 'count revisions from in-memory index tree' (duration: 841.700606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.417209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.575213Z","time spent":"841.978457ms","remote":"127.0.0.1:34054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:02.41766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.170794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T04:50:02.41773Z","caller":"traceutil/trace.go:171","msg":"trace[512309732] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5379; }","duration":"858.245884ms","start":"2026-07-24T04:50:01.559468Z","end":"2026-07-24T04:50:02.417714Z","steps":["trace[512309732] 'range keys from in-memory index tree' (duration: 857.443522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.417778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.559454Z","time spent":"858.309724ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:50:02.417942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.655049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-24T04:50:02.418062Z","caller":"traceutil/trace.go:171","msg":"trace[677295720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5379; }","duration":"880.81731ms","start":"2026-07-24T04:50:01.537212Z","end":"2026-07-24T04:50:02.418029Z","steps":["trace[677295720] 'range keys from in-memory index tree' (duration: 879.733417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.418188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.537154Z","time spent":"880.992221ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T04:50:02.41822Z","caller":"traceutil/trace.go:171","msg":"trace[507109293] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"741.25287ms","start":"2026-07-24T04:50:01.676525Z","end":"2026-07-24T04:50:02.417777Z","steps":["trace[507109293] 'process raft request' (duration: 740.199087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.418473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.676507Z","time spent":"741.873802ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:50:02.99316Z","caller":"traceutil/trace.go:171","msg":"trace[1146024958] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5594; }","duration":"1.145318658s","start":"2026-07-24T04:50:01.847784Z","end":"2026-07-24T04:50:02.993102Z","steps":["trace[1146024958] 'read index received' (duration: 568.949933ms)","trace[1146024958] 'applied index is now lower than readState.Index' (duration: 576.367115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:02.993287Z","caller":"traceutil/trace.go:171","msg":"trace[1040167661] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"1.034448171s","start":"2026-07-24T04:50:01.958799Z","end":"2026-07-24T04:50:02.993247Z","steps":["trace[1040167661] 'process raft request' (duration: 1.03414167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.993486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.958774Z","time spent":"1.034596661s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:02.993572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145776549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:50:02.993623Z","caller":"traceutil/trace.go:171","msg":"trace[2121395641] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:5381; }","duration":"1.145899749s","start":"2026-07-24T04:50:01.84771Z","end":"2026-07-24T04:50:02.993609Z","steps":["trace[2121395641] 'agreement among raft nodes before linearized reading' (duration: 1.145542078s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:02.993669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.847691Z","time spent":"1.145969049s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"warn","ts":"2026-07-24T04:50:03.417916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.450045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-24T04:50:03.418319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.995644Z","time spent":"422.668633ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T04:50:03.418375Z","caller":"traceutil/trace.go:171","msg":"trace[2136549334] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"996.715111ms","start":"2026-07-24T04:50:02.421625Z","end":"2026-07-24T04:50:03.418341Z","steps":["trace[2136549334] 'process raft request' (duration: 793.666155ms)","trace[2136549334] 'compare' (duration: 202.253744ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:03.418383Z","caller":"traceutil/trace.go:171","msg":"trace[1830553364] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"995.313717ms","start":"2026-07-24T04:50:02.423042Z","end":"2026-07-24T04:50:03.418355Z","steps":["trace[1830553364] 'process raft request' (duration: 995.097526ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.418475Z","caller":"traceutil/trace.go:171","msg":"trace[980396010] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"995.737057ms","start":"2026-07-24T04:50:02.422598Z","end":"2026-07-24T04:50:03.418335Z","steps":["trace[980396010] 'process raft request' (duration: 995.465207ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.418383Z","caller":"traceutil/trace.go:171","msg":"trace[1928605285] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5596; }","duration":"425.126441ms","start":"2026-07-24T04:50:02.993228Z","end":"2026-07-24T04:50:03.418354Z","steps":["trace[1928605285] 'read index received' (duration: 222.077274ms)","trace[1928605285] 'applied index is now lower than readState.Index' (duration: 203.045987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:03.418713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.422576Z","time spent":"996.007218ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:03.418805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.808181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:50:03.418877Z","caller":"traceutil/trace.go:171","msg":"trace[1661832944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5384; }","duration":"717.912971ms","start":"2026-07-24T04:50:02.700946Z","end":"2026-07-24T04:50:03.418859Z","steps":["trace[1661832944] 'agreement among raft nodes before linearized reading' (duration: 717.68046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.418911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019785649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:50:03.418811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.958191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-24T04:50:03.418952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.62539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:50:03.418985Z","caller":"traceutil/trace.go:171","msg":"trace[2143235507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5384; }","duration":"718.173791ms","start":"2026-07-24T04:50:02.700798Z","end":"2026-07-24T04:50:03.418972Z","steps":["trace[2143235507] 'agreement among raft nodes before linearized reading' (duration: 717.90911ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.418995Z","caller":"traceutil/trace.go:171","msg":"trace[780366988] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5384; }","duration":"1.019900129s","start":"2026-07-24T04:50:02.399066Z","end":"2026-07-24T04:50:03.418966Z","steps":["trace[780366988] 'agreement among raft nodes before linearized reading' (duration: 1.019741229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.419035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.700777Z","time spent":"718.244891ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:50:03.419055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.399047Z","time spent":"1.019993819s","remote":"127.0.0.1:53468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:03.419071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.809118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:50:03.4191Z","caller":"traceutil/trace.go:171","msg":"trace[1022376876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5384; }","duration":"716.875648ms","start":"2026-07-24T04:50:02.702217Z","end":"2026-07-24T04:50:03.419093Z","steps":["trace[1022376876] 'agreement among raft nodes before linearized reading' (duration: 716.797838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.419138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.702209Z","time spent":"716.922638ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:50:03.418571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.423029Z","time spent":"995.439457ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:03.418569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.4216Z","time spent":"996.861122ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:03.419266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.252152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:50:03.419328Z","caller":"traceutil/trace.go:171","msg":"trace[1289691543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5384; }","duration":"718.355212ms","start":"2026-07-24T04:50:02.700954Z","end":"2026-07-24T04:50:03.419309Z","steps":["trace[1289691543] 'agreement among raft nodes before linearized reading' (duration: 718.215782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.419379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.700929Z","time spent":"718.437132ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:50:03.419469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.575515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:50:03.418995Z","caller":"traceutil/trace.go:171","msg":"trace[2084517368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5384; }","duration":"717.68652ms","start":"2026-07-24T04:50:02.701297Z","end":"2026-07-24T04:50:03.418983Z","steps":["trace[2084517368] 'agreement among raft nodes before linearized reading' (duration: 717.52273ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.419511Z","caller":"traceutil/trace.go:171","msg":"trace[850455485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5384; }","duration":"940.644165ms","start":"2026-07-24T04:50:02.478855Z","end":"2026-07-24T04:50:03.419499Z","steps":["trace[850455485] 'agreement among raft nodes before linearized reading' (duration: 940.416135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.41952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.701288Z","time spent":"718.220401ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:50:03.419553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.47884Z","time spent":"940.704556ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:50:03.418933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:02.700926Z","time spent":"717.993121ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:50:03.419849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500820063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:03.419915Z","caller":"traceutil/trace.go:171","msg":"trace[983016659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5384; }","duration":"1.500957453s","start":"2026-07-24T04:50:01.918941Z","end":"2026-07-24T04:50:03.419898Z","steps":["trace[983016659] 'agreement among raft nodes before linearized reading' (duration: 1.49989975s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.42041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:01.918925Z","time spent":"1.501159964s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:50:03.671697Z","caller":"traceutil/trace.go:171","msg":"trace[788515008] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"416.998755ms","start":"2026-07-24T04:50:03.254674Z","end":"2026-07-24T04:50:03.671673Z","steps":["trace[788515008] 'process raft request' (duration: 416.821385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.671846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:03.25464Z","time spent":"417.130125ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11705,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:50:03.672011Z","caller":"traceutil/trace.go:171","msg":"trace[1570438551] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5601; }","duration":"253.345406ms","start":"2026-07-24T04:50:03.418635Z","end":"2026-07-24T04:50:03.67198Z","steps":["trace[1570438551] 'read index received' (duration: 253.336586ms)","trace[1570438551] 'applied index is now lower than readState.Index' (duration: 7.29µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:03.67225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.955846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-07-24T04:50:03.672333Z","caller":"traceutil/trace.go:171","msg":"trace[1506569697] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5385; }","duration":"573.077376ms","start":"2026-07-24T04:50:03.099243Z","end":"2026-07-24T04:50:03.67232Z","steps":["trace[1506569697] 'agreement among raft nodes before linearized reading' (duration: 572.910525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.672385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:03.099221Z","time spent":"573.155946ms","remote":"127.0.0.1:35076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T04:50:03.709931Z","caller":"traceutil/trace.go:171","msg":"trace[80397097] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"289.954002ms","start":"2026-07-24T04:50:03.419948Z","end":"2026-07-24T04:50:03.709902Z","steps":["trace[80397097] 'process raft request' (duration: 289.726681ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.710035Z","caller":"traceutil/trace.go:171","msg":"trace[1909590285] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"285.61968ms","start":"2026-07-24T04:50:03.424399Z","end":"2026-07-24T04:50:03.710018Z","steps":["trace[1909590285] 'process raft request' (duration: 285.50218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.710379Z","caller":"traceutil/trace.go:171","msg":"trace[416523278] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"285.83264ms","start":"2026-07-24T04:50:03.424228Z","end":"2026-07-24T04:50:03.710061Z","steps":["trace[416523278] 'process raft request' (duration: 285.58967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.710399Z","caller":"traceutil/trace.go:171","msg":"trace[867077271] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"285.8729ms","start":"2026-07-24T04:50:03.424496Z","end":"2026-07-24T04:50:03.710369Z","steps":["trace[867077271] 'process raft request' (duration: 285.450159ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.710712Z","caller":"traceutil/trace.go:171","msg":"trace[243434012] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"285.977521ms","start":"2026-07-24T04:50:03.424716Z","end":"2026-07-24T04:50:03.710693Z","steps":["trace[243434012] 'process raft request' (duration: 285.473129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:03.710883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.341567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:03.71093Z","caller":"traceutil/trace.go:171","msg":"trace[1538530060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5392; }","duration":"288.429488ms","start":"2026-07-24T04:50:03.42249Z","end":"2026-07-24T04:50:03.710919Z","steps":["trace[1538530060] 'agreement among raft nodes before linearized reading' (duration: 288.339698ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.71098Z","caller":"traceutil/trace.go:171","msg":"trace[1498645464] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"282.081299ms","start":"2026-07-24T04:50:03.428686Z","end":"2026-07-24T04:50:03.710768Z","steps":["trace[1498645464] 'process raft request' (duration: 281.940759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:03.711102Z","caller":"traceutil/trace.go:171","msg":"trace[1265806066] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"281.651649ms","start":"2026-07-24T04:50:03.429439Z","end":"2026-07-24T04:50:03.711091Z","steps":["trace[1265806066] 'process raft request' (duration: 281.241537ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:09.035344Z","caller":"traceutil/trace.go:171","msg":"trace[1546193869] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"104.952908ms","start":"2026-07-24T04:50:08.930371Z","end":"2026-07-24T04:50:09.035324Z","steps":["trace[1546193869] 'process raft request' (duration: 104.816098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:09.22078Z","caller":"traceutil/trace.go:171","msg":"trace[617986639] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"171.603764ms","start":"2026-07-24T04:50:09.049138Z","end":"2026-07-24T04:50:09.220741Z","steps":["trace[617986639] 'process raft request' (duration: 116.516203ms)","trace[617986639] 'compare' (duration: 54.626709ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:10.049221Z","caller":"traceutil/trace.go:171","msg":"trace[1306093743] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"136.618832ms","start":"2026-07-24T04:50:09.912586Z","end":"2026-07-24T04:50:10.049205Z","steps":["trace[1306093743] 'process raft request' (duration: 136.464392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:10.049676Z","caller":"traceutil/trace.go:171","msg":"trace[811082211] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"136.30169ms","start":"2026-07-24T04:50:09.913349Z","end":"2026-07-24T04:50:10.04965Z","steps":["trace[811082211] 'process raft request' (duration: 135.821569ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:10.049996Z","caller":"traceutil/trace.go:171","msg":"trace[1737350724] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5645; }","duration":"119.535061ms","start":"2026-07-24T04:50:09.930453Z","end":"2026-07-24T04:50:10.049988Z","steps":["trace[1737350724] 'read index received' (duration: 34.784782ms)","trace[1737350724] 'applied index is now lower than readState.Index' (duration: 84.749689ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:10.050095Z","caller":"traceutil/trace.go:171","msg":"trace[643147504] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"135.405537ms","start":"2026-07-24T04:50:09.914681Z","end":"2026-07-24T04:50:10.050086Z","steps":["trace[643147504] 'process raft request' (duration: 134.910266ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:10.05023Z","caller":"traceutil/trace.go:171","msg":"trace[1226932141] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"135.453998ms","start":"2026-07-24T04:50:09.914769Z","end":"2026-07-24T04:50:10.050223Z","steps":["trace[1226932141] 'process raft request' (duration: 135.183107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:10.050288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.822042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:10.050575Z","caller":"traceutil/trace.go:171","msg":"trace[1308891227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5432; }","duration":"120.144774ms","start":"2026-07-24T04:50:09.930421Z","end":"2026-07-24T04:50:10.050566Z","steps":["trace[1308891227] 'agreement among raft nodes before linearized reading' (duration: 119.830962ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:26.399568Z","caller":"traceutil/trace.go:171","msg":"trace[1454689284] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"162.667878ms","start":"2026-07-24T04:50:26.236876Z","end":"2026-07-24T04:50:26.399544Z","steps":["trace[1454689284] 'read index received' (duration: 73.506395ms)","trace[1454689284] 'applied index is now lower than readState.Index' (duration: 89.160523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:26.399751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.856558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:50:26.399792Z","caller":"traceutil/trace.go:171","msg":"trace[1649587876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5531; }","duration":"162.926918ms","start":"2026-07-24T04:50:26.236853Z","end":"2026-07-24T04:50:26.39978Z","steps":["trace[1649587876] 'agreement among raft nodes before linearized reading' (duration: 162.782618ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:26.399791Z","caller":"traceutil/trace.go:171","msg":"trace[1106547292] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"163.266929ms","start":"2026-07-24T04:50:26.236507Z","end":"2026-07-24T04:50:26.399774Z","steps":["trace[1106547292] 'process raft request' (duration: 73.887896ms)","trace[1106547292] 'compare' (duration: 89.032692ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:26.400716Z","caller":"traceutil/trace.go:171","msg":"trace[2115242322] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"163.595791ms","start":"2026-07-24T04:50:26.237101Z","end":"2026-07-24T04:50:26.400697Z","steps":["trace[2115242322] 'process raft request' (duration: 163.539991ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:26.401143Z","caller":"traceutil/trace.go:171","msg":"trace[2038811134] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"164.175802ms","start":"2026-07-24T04:50:26.236958Z","end":"2026-07-24T04:50:26.401133Z","steps":["trace[2038811134] 'process raft request' (duration: 163.5541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:30.847846Z","caller":"traceutil/trace.go:171","msg":"trace[1127990420] linearizableReadLoop","detail":"{readStateIndex:5779; appliedIndex:5778; }","duration":"118.82801ms","start":"2026-07-24T04:50:30.728983Z","end":"2026-07-24T04:50:30.847811Z","steps":["trace[1127990420] 'read index received' (duration: 118.485989ms)","trace[1127990420] 'applied index is now lower than readState.Index' (duration: 340.571µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:30.848184Z","caller":"traceutil/trace.go:171","msg":"trace[1634719684] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"119.615762ms","start":"2026-07-24T04:50:30.728534Z","end":"2026-07-24T04:50:30.848149Z","steps":["trace[1634719684] 'process raft request' (duration: 119.066951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:30.848214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.18799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:30.848394Z","caller":"traceutil/trace.go:171","msg":"trace[1145322546] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5556; }","duration":"119.365011ms","start":"2026-07-24T04:50:30.72897Z","end":"2026-07-24T04:50:30.848335Z","steps":["trace[1145322546] 'agreement among raft nodes before linearized reading' (duration: 118.96907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.375137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.688609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:50:31.375693Z","caller":"traceutil/trace.go:171","msg":"trace[1246884909] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"434.108526ms","start":"2026-07-24T04:50:30.941559Z","end":"2026-07-24T04:50:31.375668Z","steps":["trace[1246884909] 'process raft request' (duration: 433.918956ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.375762Z","caller":"traceutil/trace.go:171","msg":"trace[163712696] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"434.216207ms","start":"2026-07-24T04:50:30.94151Z","end":"2026-07-24T04:50:31.375727Z","steps":["trace[163712696] 'process raft request' (duration: 321.862826ms)","trace[163712696] 'compare' (duration: 111.311898ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:31.375711Z","caller":"traceutil/trace.go:171","msg":"trace[12003940] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"434.210256ms","start":"2026-07-24T04:50:30.941482Z","end":"2026-07-24T04:50:31.375692Z","steps":["trace[12003940] 'process raft request' (duration: 434.128606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.375909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941496Z","time spent":"434.349477ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.376077Z","caller":"traceutil/trace.go:171","msg":"trace[470480566] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"434.223366ms","start":"2026-07-24T04:50:30.941842Z","end":"2026-07-24T04:50:31.376066Z","steps":["trace[470480566] 'process raft request' (duration: 434.061386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.37613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941836Z","time spent":"434.272578ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.376207Z","caller":"traceutil/trace.go:171","msg":"trace[1368965971] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"434.549018ms","start":"2026-07-24T04:50:30.94165Z","end":"2026-07-24T04:50:31.376199Z","steps":["trace[1368965971] 'process raft request' (duration: 434.004616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.376222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.894153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-24T04:50:31.376249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941644Z","time spent":"434.589168ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.376261Z","caller":"traceutil/trace.go:171","msg":"trace[24808123] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5572; }","duration":"432.954103ms","start":"2026-07-24T04:50:30.943295Z","end":"2026-07-24T04:50:31.376249Z","steps":["trace[24808123] 'agreement among raft nodes before linearized reading' (duration: 432.807753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.376294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.943287Z","time spent":"433.000543ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-24T04:50:31.376463Z","caller":"traceutil/trace.go:171","msg":"trace[49569600] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"434.579117ms","start":"2026-07-24T04:50:30.941874Z","end":"2026-07-24T04:50:31.376453Z","steps":["trace[49569600] 'process raft request' (duration: 434.050936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.376521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941871Z","time spent":"434.623238ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.376567Z","caller":"traceutil/trace.go:171","msg":"trace[1536390370] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"434.860189ms","start":"2026-07-24T04:50:30.941699Z","end":"2026-07-24T04:50:31.376559Z","steps":["trace[1536390370] 'process raft request' (duration: 434.156097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.376597Z","caller":"traceutil/trace.go:171","msg":"trace[1035429323] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"434.700448ms","start":"2026-07-24T04:50:30.941888Z","end":"2026-07-24T04:50:31.376588Z","steps":["trace[1035429323] 'process raft request' (duration: 434.062106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.376628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941688Z","time spent":"434.913699ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:31.376657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.94188Z","time spent":"434.758538ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.376727Z","caller":"traceutil/trace.go:171","msg":"trace[1193240875] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"434.820648ms","start":"2026-07-24T04:50:30.941899Z","end":"2026-07-24T04:50:31.37672Z","steps":["trace[1193240875] 'process raft request' (duration: 434.079696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.376745Z","caller":"traceutil/trace.go:171","msg":"trace[845030262] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"435.012579ms","start":"2026-07-24T04:50:30.941723Z","end":"2026-07-24T04:50:31.376736Z","steps":["trace[845030262] 'process raft request' (duration: 434.156137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.376769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941895Z","time spent":"434.855308ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:31.376785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941717Z","time spent":"435.050809ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.376069Z","caller":"traceutil/trace.go:171","msg":"trace[1398714309] linearizableReadLoop","detail":"{readStateIndex:5795; appliedIndex:5783; }","duration":"344.342712ms","start":"2026-07-24T04:50:31.031706Z","end":"2026-07-24T04:50:31.376049Z","steps":["trace[1398714309] 'read index received' (duration: 231.665571ms)","trace[1398714309] 'applied index is now lower than readState.Index' (duration: 112.676301ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:31.376935Z","caller":"traceutil/trace.go:171","msg":"trace[1975864869] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"371.363503ms","start":"2026-07-24T04:50:31.005562Z","end":"2026-07-24T04:50:31.376925Z","steps":["trace[1975864869] 'process raft request' (duration: 370.440949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.376518Z","caller":"traceutil/trace.go:171","msg":"trace[535311592] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"434.818139ms","start":"2026-07-24T04:50:30.941687Z","end":"2026-07-24T04:50:31.376505Z","steps":["trace[535311592] 'process raft request' (duration: 434.124707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.377073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.592655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:31.377107Z","caller":"traceutil/trace.go:171","msg":"trace[968985314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5572; }","duration":"222.658885ms","start":"2026-07-24T04:50:31.154436Z","end":"2026-07-24T04:50:31.377095Z","steps":["trace[968985314] 'agreement among raft nodes before linearized reading' (duration: 222.612825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.377217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.679135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:50:31.377207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941682Z","time spent":"435.406191ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:31.376993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.005518Z","time spent":"371.446583ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:31.376821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941381Z","time spent":"434.364968ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:31.377027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.900098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-24T04:50:31.378295Z","caller":"traceutil/trace.go:171","msg":"trace[1876043692] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5572; }","duration":"320.202671ms","start":"2026-07-24T04:50:31.058077Z","end":"2026-07-24T04:50:31.37828Z","steps":["trace[1876043692] 'agreement among raft nodes before linearized reading' (duration: 318.831858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.378344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.058057Z","time spent":"320.271051ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-24T04:50:31.377455Z","caller":"traceutil/trace.go:171","msg":"trace[311931187] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5572; }","duration":"399.781376ms","start":"2026-07-24T04:50:30.977474Z","end":"2026-07-24T04:50:31.377256Z","steps":["trace[311931187] 'agreement among raft nodes before linearized reading' (duration: 399.501035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.378526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.977453Z","time spent":"401.061519ms","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:31.37607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:30.941476Z","time spent":"434.549377ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:31.510672Z","caller":"traceutil/trace.go:171","msg":"trace[450219555] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"126.811333ms","start":"2026-07-24T04:50:31.383827Z","end":"2026-07-24T04:50:31.510638Z","steps":["trace[450219555] 'process raft request' (duration: 124.797538ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.510927Z","caller":"traceutil/trace.go:171","msg":"trace[1940927028] linearizableReadLoop","detail":"{readStateIndex:5803; appliedIndex:5795; }","duration":"123.907524ms","start":"2026-07-24T04:50:31.386967Z","end":"2026-07-24T04:50:31.510874Z","steps":["trace[1940927028] 'read index received' (duration: 34.729522ms)","trace[1940927028] 'applied index is now lower than readState.Index' (duration: 89.177092ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:31.511017Z","caller":"traceutil/trace.go:171","msg":"trace[2048902580] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"127.069573ms","start":"2026-07-24T04:50:31.383928Z","end":"2026-07-24T04:50:31.510998Z","steps":["trace[2048902580] 'process raft request' (duration: 126.651442ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.511069Z","caller":"traceutil/trace.go:171","msg":"trace[654597460] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"127.066523ms","start":"2026-07-24T04:50:31.383989Z","end":"2026-07-24T04:50:31.511055Z","steps":["trace[654597460] 'process raft request' (duration: 126.727482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.511093Z","caller":"traceutil/trace.go:171","msg":"trace[1825231966] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"102.465561ms","start":"2026-07-24T04:50:31.408613Z","end":"2026-07-24T04:50:31.511079Z","steps":["trace[1825231966] 'process raft request' (duration: 102.15894ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.511125Z","caller":"traceutil/trace.go:171","msg":"trace[173105612] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"126.929423ms","start":"2026-07-24T04:50:31.384189Z","end":"2026-07-24T04:50:31.511119Z","steps":["trace[173105612] 'process raft request' (duration: 126.555662ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.511146Z","caller":"traceutil/trace.go:171","msg":"trace[706745656] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"127.035963ms","start":"2026-07-24T04:50:31.383951Z","end":"2026-07-24T04:50:31.510987Z","steps":["trace[706745656] 'process raft request' (duration: 126.731632ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.511272Z","caller":"traceutil/trace.go:171","msg":"trace[496418857] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"127.327094ms","start":"2026-07-24T04:50:31.383938Z","end":"2026-07-24T04:50:31.511265Z","steps":["trace[496418857] 'process raft request' (duration: 126.687952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.511278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.290465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-24T04:50:31.512243Z","caller":"traceutil/trace.go:171","msg":"trace[703194009] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5581; }","duration":"125.281749ms","start":"2026-07-24T04:50:31.386943Z","end":"2026-07-24T04:50:31.512225Z","steps":["trace[703194009] 'agreement among raft nodes before linearized reading' (duration: 124.171345ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.511266Z","caller":"traceutil/trace.go:171","msg":"trace[1462858940] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"127.389545ms","start":"2026-07-24T04:50:31.383863Z","end":"2026-07-24T04:50:31.511253Z","steps":["trace[1462858940] 'process raft request' (duration: 126.677413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.511357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.424033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-24T04:50:31.512422Z","caller":"traceutil/trace.go:171","msg":"trace[1129040193] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5581; }","duration":"110.508886ms","start":"2026-07-24T04:50:31.401902Z","end":"2026-07-24T04:50:31.51241Z","steps":["trace[1129040193] 'agreement among raft nodes before linearized reading' (duration: 109.397772ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.770601Z","caller":"traceutil/trace.go:171","msg":"trace[1075703501] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"247.512868ms","start":"2026-07-24T04:50:31.523066Z","end":"2026-07-24T04:50:31.770579Z","steps":["trace[1075703501] 'process raft request' (duration: 201.071151ms)","trace[1075703501] 'compare' (duration: 46.297217ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:31.770596Z","caller":"traceutil/trace.go:171","msg":"trace[2028402673] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5804; }","duration":"246.567905ms","start":"2026-07-24T04:50:31.524005Z","end":"2026-07-24T04:50:31.770573Z","steps":["trace[2028402673] 'read index received' (duration: 200.143928ms)","trace[2028402673] 'applied index is now lower than readState.Index' (duration: 46.422927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:31.770783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.753785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-24T04:50:31.770837Z","caller":"traceutil/trace.go:171","msg":"trace[959787966] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5582; }","duration":"246.830166ms","start":"2026-07-24T04:50:31.523992Z","end":"2026-07-24T04:50:31.770823Z","steps":["trace[959787966] 'agreement among raft nodes before linearized reading' (duration: 246.649065ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.847408Z","caller":"traceutil/trace.go:171","msg":"trace[756145274] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"155.176966ms","start":"2026-07-24T04:50:31.692202Z","end":"2026-07-24T04:50:31.847379Z","steps":["trace[756145274] 'process raft request' (duration: 155.144326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.847643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.364282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:31.847671Z","caller":"traceutil/trace.go:171","msg":"trace[851924496] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5584; }","duration":"279.444922ms","start":"2026-07-24T04:50:31.568219Z","end":"2026-07-24T04:50:31.847664Z","steps":["trace[851924496] 'agreement among raft nodes before linearized reading' (duration: 279.368172ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:31.847633Z","caller":"traceutil/trace.go:171","msg":"trace[136961869] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"287.654826ms","start":"2026-07-24T04:50:31.559953Z","end":"2026-07-24T04:50:31.847608Z","steps":["trace[136961869] 'process raft request' (duration: 287.306884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.847725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.480059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-24T04:50:31.847819Z","caller":"traceutil/trace.go:171","msg":"trace[1169143910] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5584; }","duration":"322.588729ms","start":"2026-07-24T04:50:31.525216Z","end":"2026-07-24T04:50:31.847805Z","steps":["trace[1169143910] 'agreement among raft nodes before linearized reading' (duration: 322.403949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:31.847872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.525212Z","time spent":"322.653219ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-07-24T04:50:32.176876Z","caller":"traceutil/trace.go:171","msg":"trace[1664600579] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"399.451625ms","start":"2026-07-24T04:50:31.7774Z","end":"2026-07-24T04:50:32.176852Z","steps":["trace[1664600579] 'process raft request' (duration: 335.450167ms)","trace[1664600579] 'compare' (duration: 63.744018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:32.17697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.777386Z","time spent":"399.540815ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.176984Z","caller":"traceutil/trace.go:171","msg":"trace[1454428727] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"399.145654ms","start":"2026-07-24T04:50:31.777813Z","end":"2026-07-24T04:50:32.176959Z","steps":["trace[1454428727] 'process raft request' (duration: 398.989143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.777799Z","time spent":"399.242064ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177146Z","caller":"traceutil/trace.go:171","msg":"trace[246607816] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"397.76608ms","start":"2026-07-24T04:50:31.779374Z","end":"2026-07-24T04:50:32.17714Z","steps":["trace[246607816] 'process raft request' (duration: 397.60333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.779365Z","time spent":"397.79523ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.17721Z","caller":"traceutil/trace.go:171","msg":"trace[1363695979] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"399.047083ms","start":"2026-07-24T04:50:31.778158Z","end":"2026-07-24T04:50:32.177205Z","steps":["trace[1363695979] 'process raft request' (duration: 398.711772ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.177191Z","caller":"traceutil/trace.go:171","msg":"trace[773719558] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5807; }","duration":"329.601179ms","start":"2026-07-24T04:50:31.847568Z","end":"2026-07-24T04:50:32.177169Z","steps":["trace[773719558] 'read index received' (duration: 265.18943ms)","trace[773719558] 'applied index is now lower than readState.Index' (duration: 64.410919ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:32.177247Z","caller":"traceutil/trace.go:171","msg":"trace[1431820486] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"398.647272ms","start":"2026-07-24T04:50:31.778597Z","end":"2026-07-24T04:50:32.177244Z","steps":["trace[1431820486] 'process raft request' (duration: 398.301381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.778587Z","time spent":"398.675052ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177295Z","caller":"traceutil/trace.go:171","msg":"trace[314226471] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"397.330798ms","start":"2026-07-24T04:50:31.779954Z","end":"2026-07-24T04:50:32.177285Z","steps":["trace[314226471] 'process raft request' (duration: 397.050698ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.17732Z","caller":"traceutil/trace.go:171","msg":"trace[2068086897] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"398.431351ms","start":"2026-07-24T04:50:31.778883Z","end":"2026-07-24T04:50:32.177315Z","steps":["trace[2068086897] 'process raft request' (duration: 398.062231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.778874Z","time spent":"398.455522ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":618,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177379Z","caller":"traceutil/trace.go:171","msg":"trace[238342620] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"396.610776ms","start":"2026-07-24T04:50:31.780763Z","end":"2026-07-24T04:50:32.177374Z","steps":["trace[238342620] 'process raft request' (duration: 396.373305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.779944Z","time spent":"397.376868ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:32.177232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.778149Z","time spent":"399.071383ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177412Z","caller":"traceutil/trace.go:171","msg":"trace[1422003856] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"397.089417ms","start":"2026-07-24T04:50:31.780319Z","end":"2026-07-24T04:50:32.177408Z","steps":["trace[1422003856] 'process raft request' (duration: 396.710176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.17744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.78031Z","time spent":"397.122477ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177475Z","caller":"traceutil/trace.go:171","msg":"trace[1630262632] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"397.090747ms","start":"2026-07-24T04:50:31.780379Z","end":"2026-07-24T04:50:32.17747Z","steps":["trace[1630262632] 'process raft request' (duration: 396.675606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.780371Z","time spent":"397.115687ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177527Z","caller":"traceutil/trace.go:171","msg":"trace[1111646897] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"397.054727ms","start":"2026-07-24T04:50:31.780469Z","end":"2026-07-24T04:50:32.177524Z","steps":["trace[1111646897] 'process raft request' (duration: 396.613666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.78046Z","time spent":"397.076027ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":616,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177578Z","caller":"traceutil/trace.go:171","msg":"trace[1728070870] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"396.939316ms","start":"2026-07-24T04:50:31.780635Z","end":"2026-07-24T04:50:32.177574Z","steps":["trace[1728070870] 'process raft request' (duration: 396.475635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.780607Z","time spent":"396.978496ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T04:50:32.177644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.509527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-24T04:50:32.17771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.678579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:50:32.177712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.837216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-24T04:50:32.177395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.780755Z","time spent":"396.632416ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.177723Z","caller":"traceutil/trace.go:171","msg":"trace[1977643005] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5596; }","duration":"400.630849ms","start":"2026-07-24T04:50:31.777079Z","end":"2026-07-24T04:50:32.17771Z","steps":["trace[1977643005] 'agreement among raft nodes before linearized reading' (duration: 400.404518ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.177749Z","caller":"traceutil/trace.go:171","msg":"trace[1562263688] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:5596; }","duration":"328.896637ms","start":"2026-07-24T04:50:31.848842Z","end":"2026-07-24T04:50:32.177738Z","steps":["trace[1562263688] 'agreement among raft nodes before linearized reading' (duration: 328.757636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.17777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.871481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:50:32.177767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.777061Z","time spent":"400.696009ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-24T04:50:32.177787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.84883Z","time spent":"328.944067ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.37\" "} {"level":"info","ts":"2026-07-24T04:50:32.177734Z","caller":"traceutil/trace.go:171","msg":"trace[1269781332] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5596; }","duration":"326.71268ms","start":"2026-07-24T04:50:31.851013Z","end":"2026-07-24T04:50:32.177726Z","steps":["trace[1269781332] 'agreement among raft nodes before linearized reading' (duration: 326.608419ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.1778Z","caller":"traceutil/trace.go:171","msg":"trace[28199916] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5596; }","duration":"326.906181ms","start":"2026-07-24T04:50:31.850874Z","end":"2026-07-24T04:50:32.17778Z","steps":["trace[28199916] 'agreement among raft nodes before linearized reading' (duration: 326.881611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.177823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.850863Z","time spent":"326.956321ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T04:50:32.177841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:31.85101Z","time spent":"326.81215ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-07-24T04:50:32.368486Z","caller":"traceutil/trace.go:171","msg":"trace[187942081] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5833; }","duration":"104.220726ms","start":"2026-07-24T04:50:32.264238Z","end":"2026-07-24T04:50:32.368459Z","steps":["trace[187942081] 'read index received' (duration: 102.653833ms)","trace[187942081] 'applied index is now lower than readState.Index' (duration: 1.565033ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:32.368611Z","caller":"traceutil/trace.go:171","msg":"trace[738079209] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"104.545178ms","start":"2026-07-24T04:50:32.264042Z","end":"2026-07-24T04:50:32.368587Z","steps":["trace[738079209] 'process raft request' (duration: 102.839912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.36884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.580688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:50:32.368915Z","caller":"traceutil/trace.go:171","msg":"trace[847375533] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5610; }","duration":"104.695589ms","start":"2026-07-24T04:50:32.264203Z","end":"2026-07-24T04:50:32.368899Z","steps":["trace[847375533] 'agreement among raft nodes before linearized reading' (duration: 104.465158ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.386765Z","caller":"traceutil/trace.go:171","msg":"trace[1353759865] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"122.35097ms","start":"2026-07-24T04:50:32.264397Z","end":"2026-07-24T04:50:32.386748Z","steps":["trace[1353759865] 'process raft request' (duration: 122.103189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.38713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.712098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-24T04:50:32.387124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.129169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-24T04:50:32.38718Z","caller":"traceutil/trace.go:171","msg":"trace[332827619] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5613; }","duration":"121.770718ms","start":"2026-07-24T04:50:32.265396Z","end":"2026-07-24T04:50:32.387167Z","steps":["trace[332827619] 'agreement among raft nodes before linearized reading' (duration: 121.598377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.387193Z","caller":"traceutil/trace.go:171","msg":"trace[844743051] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5613; }","duration":"122.217609ms","start":"2026-07-24T04:50:32.264959Z","end":"2026-07-24T04:50:32.387176Z","steps":["trace[844743051] 'agreement among raft nodes before linearized reading' (duration: 122.061258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.387201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.660296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T04:50:32.387292Z","caller":"traceutil/trace.go:171","msg":"trace[1027792368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5613; }","duration":"117.783996ms","start":"2026-07-24T04:50:32.269485Z","end":"2026-07-24T04:50:32.387269Z","steps":["trace[1027792368] 'agreement among raft nodes before linearized reading' (duration: 117.508955ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.387353Z","caller":"traceutil/trace.go:171","msg":"trace[1906592012] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"122.149358ms","start":"2026-07-24T04:50:32.265188Z","end":"2026-07-24T04:50:32.387337Z","steps":["trace[1906592012] 'process raft request' (duration: 121.513557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.387434Z","caller":"traceutil/trace.go:171","msg":"trace[1411278021] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"122.166058ms","start":"2026-07-24T04:50:32.265258Z","end":"2026-07-24T04:50:32.387424Z","steps":["trace[1411278021] 'process raft request' (duration: 121.650767ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.76685Z","caller":"traceutil/trace.go:171","msg":"trace[1860865770] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5848; }","duration":"213.274847ms","start":"2026-07-24T04:50:32.553545Z","end":"2026-07-24T04:50:32.76682Z","steps":["trace[1860865770] 'read index received' (duration: 213.137316ms)","trace[1860865770] 'applied index is now lower than readState.Index' (duration: 136.441µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:32.76692Z","caller":"traceutil/trace.go:171","msg":"trace[760330852] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"213.465008ms","start":"2026-07-24T04:50:32.553435Z","end":"2026-07-24T04:50:32.7669Z","steps":["trace[760330852] 'process raft request' (duration: 213.218127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.767133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.529177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-24T04:50:32.767187Z","caller":"traceutil/trace.go:171","msg":"trace[1563862120] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5625; }","duration":"213.711629ms","start":"2026-07-24T04:50:32.553464Z","end":"2026-07-24T04:50:32.767175Z","steps":["trace[1563862120] 'agreement among raft nodes before linearized reading' (duration: 213.478848ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.9079Z","caller":"traceutil/trace.go:171","msg":"trace[1430995914] linearizableReadLoop","detail":"{readStateIndex:5852; appliedIndex:5849; }","duration":"140.951954ms","start":"2026-07-24T04:50:32.766921Z","end":"2026-07-24T04:50:32.907873Z","steps":["trace[1430995914] 'read index received' (duration: 133.813993ms)","trace[1430995914] 'applied index is now lower than readState.Index' (duration: 7.137171ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:32.907901Z","caller":"traceutil/trace.go:171","msg":"trace[1610831037] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"353.94084ms","start":"2026-07-24T04:50:32.553914Z","end":"2026-07-24T04:50:32.907854Z","steps":["trace[1610831037] 'process raft request' (duration: 346.761768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.908275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:32.553899Z","time spent":"354.09608ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T04:50:32.908307Z","caller":"traceutil/trace.go:171","msg":"trace[54839279] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"350.42336ms","start":"2026-07-24T04:50:32.557871Z","end":"2026-07-24T04:50:32.908295Z","steps":["trace[54839279] 'process raft request' (duration: 349.897179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.908427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:32.55786Z","time spent":"350.48128ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11101,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:50:32.908925Z","caller":"traceutil/trace.go:171","msg":"trace[1789470200] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"269.249092ms","start":"2026-07-24T04:50:32.639667Z","end":"2026-07-24T04:50:32.908916Z","steps":["trace[1789470200] 'process raft request' (duration: 268.161719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.909336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.969533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:32.909406Z","caller":"traceutil/trace.go:171","msg":"trace[1785751390] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5628; }","duration":"307.113294ms","start":"2026-07-24T04:50:32.602276Z","end":"2026-07-24T04:50:32.909389Z","steps":["trace[1785751390] 'agreement among raft nodes before linearized reading' (duration: 306.957593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.909441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:32.60226Z","time spent":"307.173244ms","remote":"127.0.0.1:35116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:32.909615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.663864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:32.909634Z","caller":"traceutil/trace.go:171","msg":"trace[232361572] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:0; response_revision:5628; }","duration":"351.710314ms","start":"2026-07-24T04:50:32.557918Z","end":"2026-07-24T04:50:32.909628Z","steps":["trace[232361572] 'agreement among raft nodes before linearized reading' (duration: 351.674724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.909652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:32.557903Z","time spent":"351.745104ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-07-24T04:50:32.911809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.434578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207411"} {"level":"info","ts":"2026-07-24T04:50:32.911885Z","caller":"traceutil/trace.go:171","msg":"trace[1922434353] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5628; }","duration":"159.542208ms","start":"2026-07-24T04:50:32.75233Z","end":"2026-07-24T04:50:32.911872Z","steps":["trace[1922434353] 'agreement among raft nodes before linearized reading' (duration: 156.70616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.989012Z","caller":"traceutil/trace.go:171","msg":"trace[2046025793] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"211.226651ms","start":"2026-07-24T04:50:32.777762Z","end":"2026-07-24T04:50:32.988989Z","steps":["trace[2046025793] 'process raft request' (duration: 211.17004ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.989841Z","caller":"traceutil/trace.go:171","msg":"trace[622369247] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"217.399219ms","start":"2026-07-24T04:50:32.772426Z","end":"2026-07-24T04:50:32.989826Z","steps":["trace[622369247] 'process raft request' (duration: 216.407896ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.990082Z","caller":"traceutil/trace.go:171","msg":"trace[232668955] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"218.04722ms","start":"2026-07-24T04:50:32.772026Z","end":"2026-07-24T04:50:32.990073Z","steps":["trace[232668955] 'process raft request' (duration: 216.691037ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:32.990653Z","caller":"traceutil/trace.go:171","msg":"trace[151147960] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"217.983932ms","start":"2026-07-24T04:50:32.772648Z","end":"2026-07-24T04:50:32.990631Z","steps":["trace[151147960] 'process raft request' (duration: 216.244436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:32.990875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.000885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-24T04:50:32.9909Z","caller":"traceutil/trace.go:171","msg":"trace[1807053431] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5632; }","duration":"219.081805ms","start":"2026-07-24T04:50:32.771811Z","end":"2026-07-24T04:50:32.990893Z","steps":["trace[1807053431] 'agreement among raft nodes before linearized reading' (duration: 218.975535ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:33.226437Z","caller":"traceutil/trace.go:171","msg":"trace[208270849] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5856; }","duration":"235.952874ms","start":"2026-07-24T04:50:32.990455Z","end":"2026-07-24T04:50:33.226407Z","steps":["trace[208270849] 'read index received' (duration: 199.916088ms)","trace[208270849] 'applied index is now lower than readState.Index' (duration: 36.035536ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:33.226487Z","caller":"traceutil/trace.go:171","msg":"trace[171266303] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"270.472886ms","start":"2026-07-24T04:50:32.955985Z","end":"2026-07-24T04:50:33.226458Z","steps":["trace[171266303] 'process raft request' (duration: 234.37076ms)","trace[171266303] 'compare' (duration: 35.883765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:33.226745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.899697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11116"} {"level":"info","ts":"2026-07-24T04:50:33.226813Z","caller":"traceutil/trace.go:171","msg":"trace[1506372049] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:5633; }","duration":"295.041657ms","start":"2026-07-24T04:50:32.931755Z","end":"2026-07-24T04:50:33.226796Z","steps":["trace[1506372049] 'agreement among raft nodes before linearized reading' (duration: 294.788166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.226927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.315776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:33.226971Z","caller":"traceutil/trace.go:171","msg":"trace[1079408362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5633; }","duration":"308.386726ms","start":"2026-07-24T04:50:32.918576Z","end":"2026-07-24T04:50:33.226963Z","steps":["trace[1079408362] 'agreement among raft nodes before linearized reading' (duration: 308.318206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.226992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:32.918548Z","time spent":"308.439467ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:50:33.283648Z","caller":"traceutil/trace.go:171","msg":"trace[536954856] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"287.879067ms","start":"2026-07-24T04:50:32.995745Z","end":"2026-07-24T04:50:33.283624Z","steps":["trace[536954856] 'process raft request' (duration: 287.639446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:33.283753Z","caller":"traceutil/trace.go:171","msg":"trace[1810248661] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"282.511651ms","start":"2026-07-24T04:50:33.001213Z","end":"2026-07-24T04:50:33.283725Z","steps":["trace[1810248661] 'process raft request' (duration: 282.30851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.283899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.946346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-24T04:50:33.283982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.498984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-24T04:50:33.28398Z","caller":"traceutil/trace.go:171","msg":"trace[1405333920] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:5635; }","duration":"135.115356ms","start":"2026-07-24T04:50:33.148846Z","end":"2026-07-24T04:50:33.283961Z","steps":["trace[1405333920] 'agreement among raft nodes before linearized reading' (duration: 134.793956ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:33.284053Z","caller":"traceutil/trace.go:171","msg":"trace[442327499] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5635; }","duration":"280.591975ms","start":"2026-07-24T04:50:33.003442Z","end":"2026-07-24T04:50:33.284034Z","steps":["trace[442327499] 'agreement among raft nodes before linearized reading' (duration: 280.422804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.284356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.786256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5f77bfdff6-kcqhg\" ","response":"range_response_count:1 size:10602"} {"level":"info","ts":"2026-07-24T04:50:33.284421Z","caller":"traceutil/trace.go:171","msg":"trace[1444800320] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5f77bfdff6-kcqhg; range_end:; response_count:1; response_revision:5635; }","duration":"284.863407ms","start":"2026-07-24T04:50:32.999543Z","end":"2026-07-24T04:50:33.284406Z","steps":["trace[1444800320] 'agreement among raft nodes before linearized reading' (duration: 284.706266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.28443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.589889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-24T04:50:33.284489Z","caller":"traceutil/trace.go:171","msg":"trace[2111177474] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5635; }","duration":"288.663109ms","start":"2026-07-24T04:50:32.995806Z","end":"2026-07-24T04:50:33.284469Z","steps":["trace[2111177474] 'agreement among raft nodes before linearized reading' (duration: 288.517048ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:33.485393Z","caller":"traceutil/trace.go:171","msg":"trace[839936634] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5859; }","duration":"201.774514ms","start":"2026-07-24T04:50:33.283598Z","end":"2026-07-24T04:50:33.485373Z","steps":["trace[839936634] 'read index received' (duration: 157.590154ms)","trace[839936634] 'applied index is now lower than readState.Index' (duration: 44.18344ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:33.485498Z","caller":"traceutil/trace.go:171","msg":"trace[1720811138] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"245.620871ms","start":"2026-07-24T04:50:33.239866Z","end":"2026-07-24T04:50:33.485487Z","steps":["trace[1720811138] 'process raft request' (duration: 245.439501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.485649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.818178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:33.485685Z","caller":"traceutil/trace.go:171","msg":"trace[1945519958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5637; }","duration":"257.903489ms","start":"2026-07-24T04:50:33.227773Z","end":"2026-07-24T04:50:33.485677Z","steps":["trace[1945519958] 'agreement among raft nodes before linearized reading' (duration: 257.832679ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:33.485704Z","caller":"traceutil/trace.go:171","msg":"trace[1330067628] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"251.57311ms","start":"2026-07-24T04:50:33.234103Z","end":"2026-07-24T04:50:33.485676Z","steps":["trace[1330067628] 'process raft request' (duration: 207.072289ms)","trace[1330067628] 'compare' (duration: 44.00067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:33.511048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.144643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:33.511119Z","caller":"traceutil/trace.go:171","msg":"trace[2095980500] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5638; }","duration":"222.251804ms","start":"2026-07-24T04:50:33.288849Z","end":"2026-07-24T04:50:33.511101Z","steps":["trace[2095980500] 'agreement among raft nodes before linearized reading' (duration: 222.122633ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:33.511274Z","caller":"traceutil/trace.go:171","msg":"trace[1854225862] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"219.712056ms","start":"2026-07-24T04:50:33.291547Z","end":"2026-07-24T04:50:33.511259Z","steps":["trace[1854225862] 'process raft request' (duration: 219.161795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.511323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.892601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-24T04:50:33.511425Z","caller":"traceutil/trace.go:171","msg":"trace[707623756] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5638; }","duration":"191.026851ms","start":"2026-07-24T04:50:33.320386Z","end":"2026-07-24T04:50:33.511413Z","steps":["trace[707623756] 'agreement among raft nodes before linearized reading' (duration: 190.867311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:33.511119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.003749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5f77bfdff6-kcqhg\" ","response":"range_response_count:1 size:11894"} {"level":"info","ts":"2026-07-24T04:50:33.511525Z","caller":"traceutil/trace.go:171","msg":"trace[1671423619] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5f77bfdff6-kcqhg; range_end:; response_count:1; response_revision:5638; }","duration":"224.449091ms","start":"2026-07-24T04:50:33.287065Z","end":"2026-07-24T04:50:33.511514Z","steps":["trace[1671423619] 'agreement among raft nodes before linearized reading' (duration: 223.996998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:34.739367Z","caller":"traceutil/trace.go:171","msg":"trace[89875033] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"139.623701ms","start":"2026-07-24T04:50:34.599721Z","end":"2026-07-24T04:50:34.739345Z","steps":["trace[89875033] 'read index received' (duration: 139.4431ms)","trace[89875033] 'applied index is now lower than readState.Index' (duration: 179.381µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:34.73943Z","caller":"traceutil/trace.go:171","msg":"trace[827175410] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"143.198571ms","start":"2026-07-24T04:50:34.59618Z","end":"2026-07-24T04:50:34.739378Z","steps":["trace[827175410] 'process raft request' (duration: 143.015491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:34.739572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.820761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:34.739659Z","caller":"traceutil/trace.go:171","msg":"trace[1334438829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5667; }","duration":"139.959672ms","start":"2026-07-24T04:50:34.599679Z","end":"2026-07-24T04:50:34.739639Z","steps":["trace[1334438829] 'agreement among raft nodes before linearized reading' (duration: 139.743281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:37.977864Z","caller":"traceutil/trace.go:171","msg":"trace[803708171] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"107.251236ms","start":"2026-07-24T04:50:37.870589Z","end":"2026-07-24T04:50:37.97784Z","steps":["trace[803708171] 'process raft request' (duration: 107.090355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:47.299844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.32326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-07-24T04:50:47.299934Z","caller":"traceutil/trace.go:171","msg":"trace[105680824] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5739; }","duration":"149.45826ms","start":"2026-07-24T04:50:47.15045Z","end":"2026-07-24T04:50:47.299908Z","steps":["trace[105680824] 'range keys from in-memory index tree' (duration: 149.18549ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:47.613317Z","caller":"traceutil/trace.go:171","msg":"trace[659861291] linearizableReadLoop","detail":"{readStateIndex:5966; appliedIndex:5965; }","duration":"150.367603ms","start":"2026-07-24T04:50:47.462927Z","end":"2026-07-24T04:50:47.613295Z","steps":["trace[659861291] 'read index received' (duration: 150.167061ms)","trace[659861291] 'applied index is now lower than readState.Index' (duration: 199.342µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:47.613376Z","caller":"traceutil/trace.go:171","msg":"trace[636047583] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"178.849306ms","start":"2026-07-24T04:50:47.434496Z","end":"2026-07-24T04:50:47.613345Z","steps":["trace[636047583] 'process raft request' (duration: 178.625384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:47.61343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.496483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:47.613462Z","caller":"traceutil/trace.go:171","msg":"trace[306417918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5740; }","duration":"150.580843ms","start":"2026-07-24T04:50:47.462871Z","end":"2026-07-24T04:50:47.613452Z","steps":["trace[306417918] 'agreement among raft nodes before linearized reading' (duration: 150.511163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.121121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655106707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T04:50:48.606052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.034264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:50:48.606433Z","caller":"traceutil/trace.go:171","msg":"trace[1075799226] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5966; }","duration":"986.30381ms","start":"2026-07-24T04:50:47.620108Z","end":"2026-07-24T04:50:48.606412Z","steps":["trace[1075799226] 'read index received' (duration: 698.942235ms)","trace[1075799226] 'applied index is now lower than readState.Index' (duration: 287.360355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:48.606882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.873907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:48.607228Z","caller":"traceutil/trace.go:171","msg":"trace[1429141596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5742; }","duration":"686.249198ms","start":"2026-07-24T04:50:47.920963Z","end":"2026-07-24T04:50:48.607212Z","steps":["trace[1429141596] 'agreement among raft nodes before linearized reading' (duration: 685.837267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.607519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:47.92095Z","time spent":"686.552439ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:50:48.606883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.759431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:50:48.607901Z","caller":"traceutil/trace.go:171","msg":"trace[1197185224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5742; }","duration":"987.783295ms","start":"2026-07-24T04:50:47.620102Z","end":"2026-07-24T04:50:48.607885Z","steps":["trace[1197185224] 'agreement among raft nodes before linearized reading' (duration: 986.622151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.607957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:47.620063Z","time spent":"987.879215ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T04:50:48.606947Z","caller":"traceutil/trace.go:171","msg":"trace[154954908] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"988.122526ms","start":"2026-07-24T04:50:47.618806Z","end":"2026-07-24T04:50:48.606929Z","steps":["trace[154954908] 'process raft request' (duration: 987.363464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.608025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.099517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:50:48.608263Z","caller":"traceutil/trace.go:171","msg":"trace[1983145266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5742; }","duration":"567.389058ms","start":"2026-07-24T04:50:48.040853Z","end":"2026-07-24T04:50:48.608242Z","steps":["trace[1983145266] 'agreement among raft nodes before linearized reading' (duration: 566.240314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.608149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:47.618785Z","time spent":"989.244869ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:50:48.60699Z","caller":"traceutil/trace.go:171","msg":"trace[1688090345] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"570.111816ms","start":"2026-07-24T04:50:48.036864Z","end":"2026-07-24T04:50:48.606976Z","steps":["trace[1688090345] 'process raft request' (duration: 569.478724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.608565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:48.036842Z","time spent":"571.660471ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:50:48.611939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:50:48.040832Z","time spent":"567.481609ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:50:48.855815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.243083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:50:48.856012Z","caller":"traceutil/trace.go:171","msg":"trace[712356549] linearizableReadLoop","detail":"{readStateIndex:5974; appliedIndex:5969; }","duration":"211.518471ms","start":"2026-07-24T04:50:48.644482Z","end":"2026-07-24T04:50:48.856Z","steps":["trace[712356549] 'read index received' (duration: 104.939088ms)","trace[712356549] 'applied index is now lower than readState.Index' (duration: 106.578643ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:48.856178Z","caller":"traceutil/trace.go:171","msg":"trace[563801363] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"237.577779ms","start":"2026-07-24T04:50:48.618592Z","end":"2026-07-24T04:50:48.85617Z","steps":["trace[563801363] 'process raft request' (duration: 237.383428ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:48.856209Z","caller":"traceutil/trace.go:171","msg":"trace[577861631] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"240.932819ms","start":"2026-07-24T04:50:48.615215Z","end":"2026-07-24T04:50:48.856148Z","steps":["trace[577861631] 'process raft request' (duration: 240.738478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.856383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.900212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:50:48.856408Z","caller":"traceutil/trace.go:171","msg":"trace[2055519771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5747; }","duration":"211.959212ms","start":"2026-07-24T04:50:48.644443Z","end":"2026-07-24T04:50:48.856402Z","steps":["trace[2055519771] 'agreement among raft nodes before linearized reading' (duration: 211.867032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.856516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.381208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:50:48.856537Z","caller":"traceutil/trace.go:171","msg":"trace[222099990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5747; }","duration":"125.425099ms","start":"2026-07-24T04:50:48.731107Z","end":"2026-07-24T04:50:48.856533Z","steps":["trace[222099990] 'agreement among raft nodes before linearized reading' (duration: 125.373688ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:48.856466Z","caller":"traceutil/trace.go:171","msg":"trace[48387869] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"241.78049ms","start":"2026-07-24T04:50:48.614663Z","end":"2026-07-24T04:50:48.856443Z","steps":["trace[48387869] 'process raft request' (duration: 241.263849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.856555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.663837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:48.856629Z","caller":"traceutil/trace.go:171","msg":"trace[433617463] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5747; }","duration":"189.756627ms","start":"2026-07-24T04:50:48.666854Z","end":"2026-07-24T04:50:48.85661Z","steps":["trace[433617463] 'agreement among raft nodes before linearized reading' (duration: 189.617616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:48.856687Z","caller":"traceutil/trace.go:171","msg":"trace[1860003666] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"242.709413ms","start":"2026-07-24T04:50:48.613968Z","end":"2026-07-24T04:50:48.856678Z","steps":["trace[1860003666] 'process raft request' (duration: 135.537288ms)","trace[1860003666] 'compare' (duration: 106.153132ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:48.856526Z","caller":"traceutil/trace.go:171","msg":"trace[412391044] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"242.065751ms","start":"2026-07-24T04:50:48.614338Z","end":"2026-07-24T04:50:48.856404Z","steps":["trace[412391044] 'process raft request' (duration: 241.55779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:48.856898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.414979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:50:48.857039Z","caller":"traceutil/trace.go:171","msg":"trace[605313660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5747; }","duration":"156.57939ms","start":"2026-07-24T04:50:48.700405Z","end":"2026-07-24T04:50:48.856984Z","steps":["trace[605313660] 'agreement among raft nodes before linearized reading' (duration: 156.085499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:49.039682Z","caller":"traceutil/trace.go:171","msg":"trace[1536828050] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"177.129932ms","start":"2026-07-24T04:50:48.862533Z","end":"2026-07-24T04:50:49.039663Z","steps":["trace[1536828050] 'process raft request' (duration: 177.094122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:49.0397Z","caller":"traceutil/trace.go:171","msg":"trace[1936413025] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5974; }","duration":"178.062764ms","start":"2026-07-24T04:50:48.861611Z","end":"2026-07-24T04:50:49.039674Z","steps":["trace[1936413025] 'read index received' (duration: 136.424461ms)","trace[1936413025] 'applied index is now lower than readState.Index' (duration: 41.635363ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:49.039714Z","caller":"traceutil/trace.go:171","msg":"trace[1901116320] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"178.550676ms","start":"2026-07-24T04:50:48.861105Z","end":"2026-07-24T04:50:49.039655Z","steps":["trace[1901116320] 'process raft request' (duration: 136.864803ms)","trace[1901116320] 'compare' (duration: 41.466642ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:50:49.039763Z","caller":"traceutil/trace.go:171","msg":"trace[290379708] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"177.946824ms","start":"2026-07-24T04:50:48.86177Z","end":"2026-07-24T04:50:49.039717Z","steps":["trace[290379708] 'process raft request' (duration: 177.822824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:49.039819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.194804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:49.039856Z","caller":"traceutil/trace.go:171","msg":"trace[1918892942] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5750; }","duration":"178.275444ms","start":"2026-07-24T04:50:48.861574Z","end":"2026-07-24T04:50:49.039849Z","steps":["trace[1918892942] 'agreement among raft nodes before linearized reading' (duration: 178.193164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:49.039897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.001845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:50:49.039943Z","caller":"traceutil/trace.go:171","msg":"trace[968617370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5750; }","duration":"121.081725ms","start":"2026-07-24T04:50:48.918848Z","end":"2026-07-24T04:50:49.039929Z","steps":["trace[968617370] 'agreement among raft nodes before linearized reading' (duration: 121.010625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:54.129519Z","caller":"traceutil/trace.go:171","msg":"trace[448059374] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"107.558977ms","start":"2026-07-24T04:50:54.02194Z","end":"2026-07-24T04:50:54.129499Z","steps":["trace[448059374] 'process raft request' (duration: 107.342787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:57.265594Z","caller":"traceutil/trace.go:171","msg":"trace[595580522] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"104.977028ms","start":"2026-07-24T04:50:57.160593Z","end":"2026-07-24T04:50:57.26557Z","steps":["trace[595580522] 'process raft request' (duration: 104.847668ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:57.265608Z","caller":"traceutil/trace.go:171","msg":"trace[861729024] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6038; }","duration":"146.20503ms","start":"2026-07-24T04:50:57.119358Z","end":"2026-07-24T04:50:57.265563Z","steps":["trace[861729024] 'read index received' (duration: 48.077931ms)","trace[861729024] 'applied index is now lower than readState.Index' (duration: 98.124149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:50:57.265947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.489219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:50:57.265983Z","caller":"traceutil/trace.go:171","msg":"trace[107432982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5811; }","duration":"142.596919ms","start":"2026-07-24T04:50:57.123377Z","end":"2026-07-24T04:50:57.265974Z","steps":["trace[107432982] 'agreement among raft nodes before linearized reading' (duration: 142.472609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:57.266063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.368439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:50:57.266123Z","caller":"traceutil/trace.go:171","msg":"trace[1683845474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5811; }","duration":"139.473319ms","start":"2026-07-24T04:50:57.12664Z","end":"2026-07-24T04:50:57.266113Z","steps":["trace[1683845474] 'agreement among raft nodes before linearized reading' (duration: 139.327609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:50:57.266172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.742851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:50:57.266867Z","caller":"traceutil/trace.go:171","msg":"trace[1675301928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5811; }","duration":"147.526524ms","start":"2026-07-24T04:50:57.119307Z","end":"2026-07-24T04:50:57.266833Z","steps":["trace[1675301928] 'agreement among raft nodes before linearized reading' (duration: 146.35514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:58.876208Z","caller":"traceutil/trace.go:171","msg":"trace[1246030712] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"121.941408ms","start":"2026-07-24T04:50:58.754235Z","end":"2026-07-24T04:50:58.876177Z","steps":["trace[1246030712] 'process raft request' (duration: 119.749742ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:50:59.095952Z","caller":"traceutil/trace.go:171","msg":"trace[1108199923] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"126.510343ms","start":"2026-07-24T04:50:58.969418Z","end":"2026-07-24T04:50:59.095928Z","steps":["trace[1108199923] 'process raft request' (duration: 126.357351ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:01.437583Z","caller":"traceutil/trace.go:171","msg":"trace[873982872] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6059; }","duration":"130.930184ms","start":"2026-07-24T04:51:01.306629Z","end":"2026-07-24T04:51:01.437559Z","steps":["trace[873982872] 'read index received' (duration: 130.715773ms)","trace[873982872] 'applied index is now lower than readState.Index' (duration: 213.291µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:01.437729Z","caller":"traceutil/trace.go:171","msg":"trace[397157908] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"143.262751ms","start":"2026-07-24T04:51:01.294425Z","end":"2026-07-24T04:51:01.437688Z","steps":["trace[397157908] 'process raft request' (duration: 142.990211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:01.437877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.230356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:51:01.437957Z","caller":"traceutil/trace.go:171","msg":"trace[173421479] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5831; }","duration":"131.353216ms","start":"2026-07-24T04:51:01.306591Z","end":"2026-07-24T04:51:01.437944Z","steps":["trace[173421479] 'agreement among raft nodes before linearized reading' (duration: 131.090504ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:01.617721Z","caller":"traceutil/trace.go:171","msg":"trace[1583958081] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"159.99992ms","start":"2026-07-24T04:51:01.457667Z","end":"2026-07-24T04:51:01.617667Z","steps":["trace[1583958081] 'process raft request' (duration: 159.81374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:01.629507Z","caller":"traceutil/trace.go:171","msg":"trace[128423535] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"170.994443ms","start":"2026-07-24T04:51:01.458483Z","end":"2026-07-24T04:51:01.629478Z","steps":["trace[128423535] 'process raft request' (duration: 170.954133ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:01.629534Z","caller":"traceutil/trace.go:171","msg":"trace[1895123364] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"171.735855ms","start":"2026-07-24T04:51:01.457776Z","end":"2026-07-24T04:51:01.629512Z","steps":["trace[1895123364] 'process raft request' (duration: 171.560834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.728563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.099126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:51:02.729065Z","caller":"traceutil/trace.go:171","msg":"trace[321610150] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"853.354648ms","start":"2026-07-24T04:51:01.875694Z","end":"2026-07-24T04:51:02.729049Z","steps":["trace[321610150] 'process raft request' (duration: 598.705331ms)","trace[321610150] 'compare' (duration: 253.990176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:02.729147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:01.875668Z","time spent":"853.453759ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:02.729466Z","caller":"traceutil/trace.go:171","msg":"trace[473495452] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"809.51155ms","start":"2026-07-24T04:51:01.919931Z","end":"2026-07-24T04:51:02.729443Z","steps":["trace[473495452] 'process raft request' (duration: 809.061478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.729603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:01.919902Z","time spent":"809.629651ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:02.7295Z","caller":"traceutil/trace.go:171","msg":"trace[371074650] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6063; }","duration":"806.204191ms","start":"2026-07-24T04:51:01.923281Z","end":"2026-07-24T04:51:02.729486Z","steps":["trace[371074650] 'read index received' (duration: 82.815833ms)","trace[371074650] 'applied index is now lower than readState.Index' (duration: 723.386658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:02.729832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.393461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:02.729881Z","caller":"traceutil/trace.go:171","msg":"trace[1605008827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5836; }","duration":"806.632632ms","start":"2026-07-24T04:51:01.923236Z","end":"2026-07-24T04:51:02.729868Z","steps":["trace[1605008827] 'agreement among raft nodes before linearized reading' (duration: 806.286731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.729948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:01.923221Z","time spent":"806.716302ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:51:02.73865Z","caller":"traceutil/trace.go:171","msg":"trace[1260763819] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"731.38799ms","start":"2026-07-24T04:51:02.007249Z","end":"2026-07-24T04:51:02.738637Z","steps":["trace[1260763819] 'process raft request' (duration: 731.30438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.738736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:02.00723Z","time spent":"731.46073ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:02.748153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.710529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:02.748197Z","caller":"traceutil/trace.go:171","msg":"trace[822062304] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5838; }","duration":"101.804709ms","start":"2026-07-24T04:51:02.646381Z","end":"2026-07-24T04:51:02.748186Z","steps":["trace[822062304] 'agreement among raft nodes before linearized reading' (duration: 101.733249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.748229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.902321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:51:02.748269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.069971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:02.748287Z","caller":"traceutil/trace.go:171","msg":"trace[1283289636] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5838; }","duration":"368.003902ms","start":"2026-07-24T04:51:02.38027Z","end":"2026-07-24T04:51:02.748274Z","steps":["trace[1283289636] 'agreement among raft nodes before linearized reading' (duration: 367.909612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.748318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:02.380254Z","time spent":"368.058322ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:51:02.748406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:02.748295Z","caller":"traceutil/trace.go:171","msg":"trace[1116336622] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5838; }","duration":"592.121531ms","start":"2026-07-24T04:51:02.156165Z","end":"2026-07-24T04:51:02.748286Z","steps":["trace[1116336622] 'agreement among raft nodes before linearized reading' (duration: 592.079931ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:02.749442Z","caller":"traceutil/trace.go:171","msg":"trace[1262279476] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5838; }","duration":"103.031443ms","start":"2026-07-24T04:51:02.646381Z","end":"2026-07-24T04:51:02.749412Z","steps":["trace[1262279476] 'agreement among raft nodes before linearized reading' (duration: 102.00318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.749493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:02.156153Z","time spent":"593.327785ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:51:02.748627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.500925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:51:02.749591Z","caller":"traceutil/trace.go:171","msg":"trace[14319425] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5838; }","duration":"373.505199ms","start":"2026-07-24T04:51:02.376075Z","end":"2026-07-24T04:51:02.74958Z","steps":["trace[14319425] 'agreement among raft nodes before linearized reading' (duration: 372.014764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:02.74966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:02.376054Z","time spent":"373.595249ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:51:03.648817Z","caller":"traceutil/trace.go:171","msg":"trace[1960471712] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"189.994989ms","start":"2026-07-24T04:51:03.458782Z","end":"2026-07-24T04:51:03.648777Z","steps":["trace[1960471712] 'process raft request' (duration: 189.372247ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:04.29161Z","caller":"traceutil/trace.go:171","msg":"trace[29437599] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"612.506842ms","start":"2026-07-24T04:51:03.679077Z","end":"2026-07-24T04:51:04.291584Z","steps":["trace[29437599] 'process raft request' (duration: 612.331181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:04.291946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:03.679051Z","time spent":"612.634152ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:04.937831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.462397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:51:04.937957Z","caller":"traceutil/trace.go:171","msg":"trace[999275771] linearizableReadLoop","detail":"{readStateIndex:6076; appliedIndex:6073; }","duration":"1.076047304s","start":"2026-07-24T04:51:03.861898Z","end":"2026-07-24T04:51:04.937945Z","steps":["trace[999275771] 'read index received' (duration: 429.521272ms)","trace[999275771] 'applied index is now lower than readState.Index' (duration: 646.525302ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:04.938Z","caller":"traceutil/trace.go:171","msg":"trace[62868393] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"1.257519839s","start":"2026-07-24T04:51:03.680472Z","end":"2026-07-24T04:51:04.937992Z","steps":["trace[62868393] 'process raft request' (duration: 1.152837241s)","trace[62868393] 'compare' (duration: 104.260197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:04.93803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:03.680463Z","time spent":"1.257550479s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:04.938181Z","caller":"traceutil/trace.go:171","msg":"trace[360905981] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"1.257647329s","start":"2026-07-24T04:51:03.680528Z","end":"2026-07-24T04:51:04.938176Z","steps":["trace[360905981] 'process raft request' (duration: 1.257381709s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:04.938206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:03.68051Z","time spent":"1.257681639s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:04.938327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076428685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T04:51:04.938345Z","caller":"traceutil/trace.go:171","msg":"trace[1443216302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5846; }","duration":"1.076476155s","start":"2026-07-24T04:51:03.861863Z","end":"2026-07-24T04:51:04.938339Z","steps":["trace[1443216302] 'agreement among raft nodes before linearized reading' (duration: 1.076435515s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:04.938359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:03.861847Z","time spent":"1.076509105s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T04:51:05.577656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.079125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:51:05.577807Z","caller":"traceutil/trace.go:171","msg":"trace[1318530713] linearizableReadLoop","detail":"{readStateIndex:6078; appliedIndex:6076; }","duration":"639.823731ms","start":"2026-07-24T04:51:04.937972Z","end":"2026-07-24T04:51:05.577796Z","steps":["trace[1318530713] 'read index received' (duration: 199.485416ms)","trace[1318530713] 'applied index is now lower than readState.Index' (duration: 440.337665ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:05.577976Z","caller":"traceutil/trace.go:171","msg":"trace[754392267] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"820.708483ms","start":"2026-07-24T04:51:04.757256Z","end":"2026-07-24T04:51:05.577965Z","steps":["trace[754392267] 'process raft request' (duration: 380.263798ms)","trace[754392267] 'compare' (duration: 439.494133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:05.578021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:04.757245Z","time spent":"820.754504ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:05.578131Z","caller":"traceutil/trace.go:171","msg":"trace[2053449211] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"738.330411ms","start":"2026-07-24T04:51:04.839795Z","end":"2026-07-24T04:51:05.578125Z","steps":["trace[2053449211] 'process raft request' (duration: 737.94164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.578167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:04.839769Z","time spent":"738.380422ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:51:05.578244Z","caller":"traceutil/trace.go:171","msg":"trace[1920995958] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"636.672903ms","start":"2026-07-24T04:51:04.941566Z","end":"2026-07-24T04:51:05.578239Z","steps":["trace[1920995958] 'process raft request' (duration: 636.205311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.578281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:04.941551Z","time spent":"636.713523ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:05.578372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.042296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:05.578395Z","caller":"traceutil/trace.go:171","msg":"trace[35506244] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5849; }","duration":"825.102337ms","start":"2026-07-24T04:51:04.753287Z","end":"2026-07-24T04:51:05.578389Z","steps":["trace[35506244] 'agreement among raft nodes before linearized reading' (duration: 825.062956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.578415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:04.753266Z","time spent":"825.144957ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-24T04:51:05.578519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.952279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:05.57854Z","caller":"traceutil/trace.go:171","msg":"trace[2103741484] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5849; }","duration":"826.013739ms","start":"2026-07-24T04:51:04.752521Z","end":"2026-07-24T04:51:05.578535Z","steps":["trace[2103741484] 'agreement among raft nodes before linearized reading' (duration: 825.975059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.578556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:04.752501Z","time spent":"826.051169ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-24T04:51:05.578688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160847824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:51:05.578708Z","caller":"traceutil/trace.go:171","msg":"trace[1832372579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5849; }","duration":"1.160902714s","start":"2026-07-24T04:51:04.4178Z","end":"2026-07-24T04:51:05.578703Z","steps":["trace[1832372579] 'agreement among raft nodes before linearized reading' (duration: 1.160825364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.578726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:04.417777Z","time spent":"1.160945434s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T04:51:05.578827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661630306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:05.578846Z","caller":"traceutil/trace.go:171","msg":"trace[117056110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5849; }","duration":"1.661682706s","start":"2026-07-24T04:51:03.917158Z","end":"2026-07-24T04:51:05.578841Z","steps":["trace[117056110] 'agreement among raft nodes before linearized reading' (duration: 1.661654746s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.578865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:03.917139Z","time spent":"1.661722546s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:51:05.57899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716550618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T04:51:05.579015Z","caller":"traceutil/trace.go:171","msg":"trace[1493542659] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5849; }","duration":"1.716589648s","start":"2026-07-24T04:51:03.862416Z","end":"2026-07-24T04:51:05.579006Z","steps":["trace[1493542659] 'agreement among raft nodes before linearized reading' (duration: 1.716525838s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.579034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:03.862409Z","time spent":"1.716620928s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:51:05.579144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.533291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:51:05.579163Z","caller":"traceutil/trace.go:171","msg":"trace[133145411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5849; }","duration":"517.592402ms","start":"2026-07-24T04:51:05.061566Z","end":"2026-07-24T04:51:05.579158Z","steps":["trace[133145411] 'agreement among raft nodes before linearized reading' (duration: 517.543492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.579182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:05.061544Z","time spent":"517.633272ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T04:51:05.579491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.063185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:51:05.579516Z","caller":"traceutil/trace.go:171","msg":"trace[768885951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5849; }","duration":"430.113325ms","start":"2026-07-24T04:51:05.149397Z","end":"2026-07-24T04:51:05.57951Z","steps":["trace[768885951] 'agreement among raft nodes before linearized reading' (duration: 430.049955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.579534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:05.149382Z","time spent":"430.148005ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T04:51:05.579633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.523401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:51:05.579653Z","caller":"traceutil/trace.go:171","msg":"trace[1130545537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5849; }","duration":"503.563161ms","start":"2026-07-24T04:51:05.076086Z","end":"2026-07-24T04:51:05.579649Z","steps":["trace[1130545537] 'agreement among raft nodes before linearized reading' (duration: 503.512921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.579672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:05.076073Z","time spent":"503.595411ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T04:51:05.870838Z","caller":"traceutil/trace.go:171","msg":"trace[181101182] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"286.529352ms","start":"2026-07-24T04:51:05.584289Z","end":"2026-07-24T04:51:05.870819Z","steps":["trace[181101182] 'process raft request' (duration: 286.419262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:05.877034Z","caller":"traceutil/trace.go:171","msg":"trace[902021898] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"292.5662ms","start":"2026-07-24T04:51:05.58445Z","end":"2026-07-24T04:51:05.877016Z","steps":["trace[902021898] 'process raft request' (duration: 292.48206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:05.877044Z","caller":"traceutil/trace.go:171","msg":"trace[854536231] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"292.63126ms","start":"2026-07-24T04:51:05.584394Z","end":"2026-07-24T04:51:05.877025Z","steps":["trace[854536231] 'process raft request' (duration: 292.41892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:05.877105Z","caller":"traceutil/trace.go:171","msg":"trace[1488960446] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"292.6665ms","start":"2026-07-24T04:51:05.584416Z","end":"2026-07-24T04:51:05.877082Z","steps":["trace[1488960446] 'process raft request' (duration: 292.4849ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:05.877265Z","caller":"traceutil/trace.go:171","msg":"trace[540735804] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6080; }","duration":"292.194879ms","start":"2026-07-24T04:51:05.585056Z","end":"2026-07-24T04:51:05.877251Z","steps":["trace[540735804] 'read index received' (duration: 285.76684ms)","trace[540735804] 'applied index is now lower than readState.Index' (duration: 6.427019ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:05.877128Z","caller":"traceutil/trace.go:171","msg":"trace[1281928528] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"196.360587ms","start":"2026-07-24T04:51:05.680759Z","end":"2026-07-24T04:51:05.87712Z","steps":["trace[1281928528] 'process raft request' (duration: 196.196867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:05.87738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.530165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:51:05.877402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.341419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12046"} {"level":"info","ts":"2026-07-24T04:51:05.877401Z","caller":"traceutil/trace.go:171","msg":"trace[919549488] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"105.907631ms","start":"2026-07-24T04:51:05.77148Z","end":"2026-07-24T04:51:05.877388Z","steps":["trace[919549488] 'process raft request' (duration: 105.61338ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:05.877435Z","caller":"traceutil/trace.go:171","msg":"trace[1313259008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5855; }","duration":"287.603015ms","start":"2026-07-24T04:51:05.589822Z","end":"2026-07-24T04:51:05.877425Z","steps":["trace[1313259008] 'agreement among raft nodes before linearized reading' (duration: 287.519815ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:05.877441Z","caller":"traceutil/trace.go:171","msg":"trace[838231651] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5855; }","duration":"292.378979ms","start":"2026-07-24T04:51:05.585053Z","end":"2026-07-24T04:51:05.877432Z","steps":["trace[838231651] 'agreement among raft nodes before linearized reading' (duration: 292.265339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:06.463985Z","caller":"traceutil/trace.go:171","msg":"trace[1474726392] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"164.912916ms","start":"2026-07-24T04:51:06.299046Z","end":"2026-07-24T04:51:06.463959Z","steps":["trace[1474726392] 'process raft request' (duration: 164.686235ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:07.759058Z","caller":"traceutil/trace.go:171","msg":"trace[2094843620] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"174.797084ms","start":"2026-07-24T04:51:07.584235Z","end":"2026-07-24T04:51:07.759032Z","steps":["trace[2094843620] 'process raft request' (duration: 174.648683ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:07.903034Z","caller":"traceutil/trace.go:171","msg":"trace[263992141] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6094; }","duration":"127.210444ms","start":"2026-07-24T04:51:07.775802Z","end":"2026-07-24T04:51:07.903012Z","steps":["trace[263992141] 'read index received' (duration: 49.504116ms)","trace[263992141] 'applied index is now lower than readState.Index' (duration: 77.705048ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:07.903169Z","caller":"traceutil/trace.go:171","msg":"trace[259991227] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"317.592164ms","start":"2026-07-24T04:51:07.585568Z","end":"2026-07-24T04:51:07.90316Z","steps":["trace[259991227] 'process raft request' (duration: 239.726205ms)","trace[259991227] 'compare' (duration: 76.198944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:07.903276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:07.585542Z","time spent":"317.646744ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:07.904258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.407318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-lvktv\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-07-24T04:51:07.904388Z","caller":"traceutil/trace.go:171","msg":"trace[343410930] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-lvktv; range_end:; response_count:1; response_revision:5863; }","duration":"128.602339ms","start":"2026-07-24T04:51:07.775768Z","end":"2026-07-24T04:51:07.90437Z","steps":["trace[343410930] 'agreement among raft nodes before linearized reading' (duration: 127.469606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:08.982849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.893394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:51:08.982908Z","caller":"traceutil/trace.go:171","msg":"trace[262047378] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5869; }","duration":"388.992954ms","start":"2026-07-24T04:51:08.593906Z","end":"2026-07-24T04:51:08.982899Z","steps":["trace[262047378] 'count revisions from in-memory index tree' (duration: 388.820604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:08.982928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:08.593886Z","time spent":"389.036494ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":61,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:51:14.183815Z","caller":"traceutil/trace.go:171","msg":"trace[90248867] linearizableReadLoop","detail":"{readStateIndex:6147; appliedIndex:6146; }","duration":"253.084814ms","start":"2026-07-24T04:51:13.930693Z","end":"2026-07-24T04:51:14.183778Z","steps":["trace[90248867] 'read index received' (duration: 252.907924ms)","trace[90248867] 'applied index is now lower than readState.Index' (duration: 175.99µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:51:14.184068Z","caller":"traceutil/trace.go:171","msg":"trace[486203827] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"261.88104ms","start":"2026-07-24T04:51:13.922001Z","end":"2026-07-24T04:51:14.183882Z","steps":["trace[486203827] 'process raft request' (duration: 261.629239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:14.184516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.797677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:51:14.184553Z","caller":"traceutil/trace.go:171","msg":"trace[1424125460] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5914; }","duration":"253.873667ms","start":"2026-07-24T04:51:13.930669Z","end":"2026-07-24T04:51:14.184543Z","steps":["trace[1424125460] 'agreement among raft nodes before linearized reading' (duration: 253.233855ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:14.290287Z","caller":"traceutil/trace.go:171","msg":"trace[434253582] linearizableReadLoop","detail":"{readStateIndex:6148; appliedIndex:6147; }","duration":"106.397653ms","start":"2026-07-24T04:51:14.183878Z","end":"2026-07-24T04:51:14.290276Z","steps":["trace[434253582] 'read index received' (duration: 56.059925ms)","trace[434253582] 'applied index is now lower than readState.Index' (duration: 50.337268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:14.290511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.968846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:51:14.290539Z","caller":"traceutil/trace.go:171","msg":"trace[835830451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5915; }","duration":"274.031776ms","start":"2026-07-24T04:51:14.016497Z","end":"2026-07-24T04:51:14.290529Z","steps":["trace[835830451] 'agreement among raft nodes before linearized reading' (duration: 273.943426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:14.290714Z","caller":"traceutil/trace.go:171","msg":"trace[105006058] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"354.798544ms","start":"2026-07-24T04:51:13.935904Z","end":"2026-07-24T04:51:14.290703Z","steps":["trace[105006058] 'process raft request' (duration: 304.070074ms)","trace[105006058] 'compare' (duration: 50.188667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:51:14.290786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:51:13.935886Z","time spent":"354.846434ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:51:14.290834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.16284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:51:14.290913Z","caller":"traceutil/trace.go:171","msg":"trace[953363688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5915; }","duration":"272.29463ms","start":"2026-07-24T04:51:14.018604Z","end":"2026-07-24T04:51:14.290899Z","steps":["trace[953363688] 'agreement among raft nodes before linearized reading' (duration: 271.748629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:51:14.290963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.78275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:51:14.290984Z","caller":"traceutil/trace.go:171","msg":"trace[1344276771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5915; }","duration":"268.82583ms","start":"2026-07-24T04:51:14.022152Z","end":"2026-07-24T04:51:14.290978Z","steps":["trace[1344276771] 'agreement among raft nodes before linearized reading' (duration: 268.75985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:32.907761Z","caller":"traceutil/trace.go:171","msg":"trace[2114766384] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"151.653946ms","start":"2026-07-24T04:51:32.756078Z","end":"2026-07-24T04:51:32.907732Z","steps":["trace[2114766384] 'process raft request' (duration: 151.293005ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:34.358118Z","caller":"traceutil/trace.go:171","msg":"trace[331197669] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"109.843173ms","start":"2026-07-24T04:51:34.248235Z","end":"2026-07-24T04:51:34.358078Z","steps":["trace[331197669] 'process raft request' (duration: 109.700572ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:35.364361Z","caller":"traceutil/trace.go:171","msg":"trace[32304392] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"161.169254ms","start":"2026-07-24T04:51:35.203171Z","end":"2026-07-24T04:51:35.36434Z","steps":["trace[32304392] 'process raft request' (duration: 161.023633ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:35.370857Z","caller":"traceutil/trace.go:171","msg":"trace[722857127] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"167.481252ms","start":"2026-07-24T04:51:35.20335Z","end":"2026-07-24T04:51:35.370832Z","steps":["trace[722857127] 'process raft request' (duration: 167.355022ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:51:36.491965Z","caller":"traceutil/trace.go:171","msg":"trace[1597976858] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"129.12933ms","start":"2026-07-24T04:51:36.362817Z","end":"2026-07-24T04:51:36.491947Z","steps":["trace[1597976858] 'process raft request' (duration: 129.021189ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:02.040378Z","caller":"traceutil/trace.go:171","msg":"trace[806686926] linearizableReadLoop","detail":"{readStateIndex:6814; appliedIndex:6813; }","duration":"119.965533ms","start":"2026-07-24T04:53:01.920389Z","end":"2026-07-24T04:53:02.040354Z","steps":["trace[806686926] 'read index received' (duration: 49.506145ms)","trace[806686926] 'applied index is now lower than readState.Index' (duration: 70.458438ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:02.040611Z","caller":"traceutil/trace.go:171","msg":"trace[1353242618] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"140.659214ms","start":"2026-07-24T04:53:01.899931Z","end":"2026-07-24T04:53:02.040591Z","steps":["trace[1353242618] 'process raft request' (duration: 70.051816ms)","trace[1353242618] 'compare' (duration: 69.972166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:02.040765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.345154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:02.040852Z","caller":"traceutil/trace.go:171","msg":"trace[601323280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6558; }","duration":"120.475934ms","start":"2026-07-24T04:53:01.920357Z","end":"2026-07-24T04:53:02.040833Z","steps":["trace[601323280] 'agreement among raft nodes before linearized reading' (duration: 120.267763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:02.041093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:53:02.041176Z","caller":"traceutil/trace.go:171","msg":"trace[772754485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6558; }","duration":"107.508457ms","start":"2026-07-24T04:53:01.933655Z","end":"2026-07-24T04:53:02.041164Z","steps":["trace[772754485] 'agreement among raft nodes before linearized reading' (duration: 107.326146ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:03.221537Z","caller":"traceutil/trace.go:171","msg":"trace[887405572] linearizableReadLoop","detail":"{readStateIndex:6818; appliedIndex:6817; }","duration":"159.75996ms","start":"2026-07-24T04:53:03.061753Z","end":"2026-07-24T04:53:03.221513Z","steps":["trace[887405572] 'read index received' (duration: 159.593859ms)","trace[887405572] 'applied index is now lower than readState.Index' (duration: 164.881µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:03.221648Z","caller":"traceutil/trace.go:171","msg":"trace[712145170] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"167.966404ms","start":"2026-07-24T04:53:03.053669Z","end":"2026-07-24T04:53:03.221635Z","steps":["trace[712145170] 'process raft request' (duration: 167.702033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:03.221818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.059941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:03.221889Z","caller":"traceutil/trace.go:171","msg":"trace[2041162851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6562; }","duration":"160.178241ms","start":"2026-07-24T04:53:03.061694Z","end":"2026-07-24T04:53:03.221872Z","steps":["trace[2041162851] 'agreement among raft nodes before linearized reading' (duration: 160.074381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:03.434027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.370229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:53:03.434279Z","caller":"traceutil/trace.go:171","msg":"trace[889094364] linearizableReadLoop","detail":"{readStateIndex:6820; appliedIndex:6818; }","duration":"212.659856ms","start":"2026-07-24T04:53:03.221602Z","end":"2026-07-24T04:53:03.434262Z","steps":["trace[889094364] 'read index received' (duration: 53.001396ms)","trace[889094364] 'applied index is now lower than readState.Index' (duration: 159.65752ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:03.434378Z","caller":"traceutil/trace.go:171","msg":"trace[473053573] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"318.030695ms","start":"2026-07-24T04:53:03.116335Z","end":"2026-07-24T04:53:03.434366Z","steps":["trace[473053573] 'process raft request' (duration: 158.224385ms)","trace[473053573] 'compare' (duration: 159.111888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:03.434445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:03.11631Z","time spent":"318.099005ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:53:03.434728Z","caller":"traceutil/trace.go:171","msg":"trace[2090667518] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"281.430847ms","start":"2026-07-24T04:53:03.153287Z","end":"2026-07-24T04:53:03.434718Z","steps":["trace[2090667518] 'process raft request' (duration: 280.861926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:03.434944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.904127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:53:03.434982Z","caller":"traceutil/trace.go:171","msg":"trace[450755932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6564; }","duration":"236.976587ms","start":"2026-07-24T04:53:03.197995Z","end":"2026-07-24T04:53:03.434971Z","steps":["trace[450755932] 'agreement among raft nodes before linearized reading' (duration: 236.856196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:03.435121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.77065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:03.435155Z","caller":"traceutil/trace.go:171","msg":"trace[1159223758] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6564; }","duration":"210.84371ms","start":"2026-07-24T04:53:03.224303Z","end":"2026-07-24T04:53:03.435147Z","steps":["trace[1159223758] 'agreement among raft nodes before linearized reading' (duration: 210.79211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:03.435779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.97029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:53:03.435824Z","caller":"traceutil/trace.go:171","msg":"trace[1887440653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6564; }","duration":"139.04132ms","start":"2026-07-24T04:53:03.296771Z","end":"2026-07-24T04:53:03.435812Z","steps":["trace[1887440653] 'agreement among raft nodes before linearized reading' (duration: 138.95017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:03.435979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.463584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:53:03.436012Z","caller":"traceutil/trace.go:171","msg":"trace[774531848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6564; }","duration":"208.511044ms","start":"2026-07-24T04:53:03.227494Z","end":"2026-07-24T04:53:03.436005Z","steps":["trace[774531848] 'agreement among raft nodes before linearized reading' (duration: 208.427254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:04.579846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.552604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:53:04.57993Z","caller":"traceutil/trace.go:171","msg":"trace[288266272] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6569; }","duration":"304.699455ms","start":"2026-07-24T04:53:04.275211Z","end":"2026-07-24T04:53:04.579911Z","steps":["trace[288266272] 'count revisions from in-memory index tree' (duration: 304.424144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:04.579975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:04.275178Z","time spent":"304.785695ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:53:04.579985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.685482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:53:04.580055Z","caller":"traceutil/trace.go:171","msg":"trace[1899750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6569; }","duration":"300.801342ms","start":"2026-07-24T04:53:04.279237Z","end":"2026-07-24T04:53:04.580038Z","steps":["trace[1899750] 'range keys from in-memory index tree' (duration: 300.479782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:04.580095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:04.279216Z","time spent":"300.870163ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T04:53:05.623902Z","caller":"traceutil/trace.go:171","msg":"trace[1523357191] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"128.580998ms","start":"2026-07-24T04:53:05.495291Z","end":"2026-07-24T04:53:05.623872Z","steps":["trace[1523357191] 'process raft request' (duration: 89.284093ms)","trace[1523357191] 'compare' (duration: 38.992965ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:05.624017Z","caller":"traceutil/trace.go:171","msg":"trace[2071258263] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"128.176608ms","start":"2026-07-24T04:53:05.495764Z","end":"2026-07-24T04:53:05.62394Z","steps":["trace[2071258263] 'process raft request' (duration: 127.966227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:05.803897Z","caller":"traceutil/trace.go:171","msg":"trace[816525123] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"101.793439ms","start":"2026-07-24T04:53:05.70208Z","end":"2026-07-24T04:53:05.803873Z","steps":["trace[816525123] 'process raft request' (duration: 31.110991ms)","trace[816525123] 'compare' (duration: 70.591268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:06.879826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.274429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:53:06.87994Z","caller":"traceutil/trace.go:171","msg":"trace[1130348273] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"197.21986ms","start":"2026-07-24T04:53:06.6827Z","end":"2026-07-24T04:53:06.87992Z","steps":["trace[1130348273] 'process raft request' (duration: 64.76526ms)","trace[1130348273] 'compare' (duration: 132.152539ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:06.903808Z","caller":"traceutil/trace.go:171","msg":"trace[1573135212] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"207.972242ms","start":"2026-07-24T04:53:06.695799Z","end":"2026-07-24T04:53:06.903771Z","steps":["trace[1573135212] 'process raft request' (duration: 207.783832ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:07.751721Z","caller":"traceutil/trace.go:171","msg":"trace[64651466] linearizableReadLoop","detail":"{readStateIndex:6845; appliedIndex:6843; }","duration":"262.292221ms","start":"2026-07-24T04:53:07.489395Z","end":"2026-07-24T04:53:07.751687Z","steps":["trace[64651466] 'read index received' (duration: 7.089191ms)","trace[64651466] 'applied index is now lower than readState.Index' (duration: 255.20216ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:07.751743Z","caller":"traceutil/trace.go:171","msg":"trace[975015220] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"266.100352ms","start":"2026-07-24T04:53:07.485631Z","end":"2026-07-24T04:53:07.751731Z","steps":["trace[975015220] 'process raft request' (duration: 208.319893ms)","trace[975015220] 'compare' (duration: 57.212778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:07.751864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.457361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:53:07.751883Z","caller":"traceutil/trace.go:171","msg":"trace[1468864350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6588; }","duration":"262.517262ms","start":"2026-07-24T04:53:07.489361Z","end":"2026-07-24T04:53:07.751878Z","steps":["trace[1468864350] 'agreement among raft nodes before linearized reading' (duration: 262.420191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:07.751959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.501996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:53:07.75198Z","caller":"traceutil/trace.go:171","msg":"trace[743643831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6588; }","duration":"124.545656ms","start":"2026-07-24T04:53:07.627429Z","end":"2026-07-24T04:53:07.751974Z","steps":["trace[743643831] 'agreement among raft nodes before linearized reading' (duration: 124.500996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:07.751982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.789967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:53:07.75202Z","caller":"traceutil/trace.go:171","msg":"trace[1906931976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6588; }","duration":"124.865318ms","start":"2026-07-24T04:53:07.627145Z","end":"2026-07-24T04:53:07.75201Z","steps":["trace[1906931976] 'agreement among raft nodes before linearized reading' (duration: 124.765797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:07.752046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.233899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:53:07.752204Z","caller":"traceutil/trace.go:171","msg":"trace[790267579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6588; }","duration":"217.439309ms","start":"2026-07-24T04:53:07.534745Z","end":"2026-07-24T04:53:07.752103Z","steps":["trace[790267579] 'agreement among raft nodes before linearized reading' (duration: 217.149348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:07.752333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.80173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-854qr\" ","response":"range_response_count:1 size:8276"} {"level":"info","ts":"2026-07-24T04:53:07.752409Z","caller":"traceutil/trace.go:171","msg":"trace[337063445] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-854qr; range_end:; response_count:1; response_revision:6588; }","duration":"169.93781ms","start":"2026-07-24T04:53:07.582453Z","end":"2026-07-24T04:53:07.752391Z","steps":["trace[337063445] 'agreement among raft nodes before linearized reading' (duration: 169.635339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:08.002203Z","caller":"traceutil/trace.go:171","msg":"trace[827164045] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"243.708967ms","start":"2026-07-24T04:53:07.758465Z","end":"2026-07-24T04:53:08.002174Z","steps":["trace[827164045] 'process raft request' (duration: 215.008013ms)","trace[827164045] 'compare' (duration: 28.375623ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:09.152207Z","caller":"traceutil/trace.go:171","msg":"trace[813396436] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"136.56855ms","start":"2026-07-24T04:53:09.015617Z","end":"2026-07-24T04:53:09.152186Z","steps":["trace[813396436] 'process raft request' (duration: 136.43719ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:09.408862Z","caller":"traceutil/trace.go:171","msg":"trace[1046881685] linearizableReadLoop","detail":"{readStateIndex:6856; appliedIndex:6855; }","duration":"131.049865ms","start":"2026-07-24T04:53:09.277792Z","end":"2026-07-24T04:53:09.408842Z","steps":["trace[1046881685] 'read index received' (duration: 128.755808ms)","trace[1046881685] 'applied index is now lower than readState.Index' (duration: 2.293167ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:09.408917Z","caller":"traceutil/trace.go:171","msg":"trace[1365821332] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"247.462178ms","start":"2026-07-24T04:53:09.16143Z","end":"2026-07-24T04:53:09.408892Z","steps":["trace[1365821332] 'process raft request' (duration: 245.232101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:09.409033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.216986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:53:09.409185Z","caller":"traceutil/trace.go:171","msg":"trace[701626392] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6599; }","duration":"131.416106ms","start":"2026-07-24T04:53:09.277749Z","end":"2026-07-24T04:53:09.409165Z","steps":["trace[701626392] 'agreement among raft nodes before linearized reading' (duration: 131.199936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:09.600012Z","caller":"traceutil/trace.go:171","msg":"trace[1493888326] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"105.907232ms","start":"2026-07-24T04:53:09.494084Z","end":"2026-07-24T04:53:09.599991Z","steps":["trace[1493888326] 'process raft request' (duration: 103.137164ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:09.748801Z","caller":"traceutil/trace.go:171","msg":"trace[1392874362] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"113.194762ms","start":"2026-07-24T04:53:09.635575Z","end":"2026-07-24T04:53:09.748769Z","steps":["trace[1392874362] 'process raft request' (duration: 85.40801ms)","trace[1392874362] 'compare' (duration: 27.595351ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:13.795196Z","caller":"traceutil/trace.go:171","msg":"trace[642953557] linearizableReadLoop","detail":"{readStateIndex:6896; appliedIndex:6894; }","duration":"118.736239ms","start":"2026-07-24T04:53:13.676438Z","end":"2026-07-24T04:53:13.795174Z","steps":["trace[642953557] 'read index received' (duration: 46.987718ms)","trace[642953557] 'applied index is now lower than readState.Index' (duration: 71.747491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:13.795533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.07705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:13.795571Z","caller":"traceutil/trace.go:171","msg":"trace[2100008130] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6638; }","duration":"119.154671ms","start":"2026-07-24T04:53:13.676409Z","end":"2026-07-24T04:53:13.795563Z","steps":["trace[2100008130] 'agreement among raft nodes before linearized reading' (duration: 118.83752ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:13.795501Z","caller":"traceutil/trace.go:171","msg":"trace[574410484] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"155.253307ms","start":"2026-07-24T04:53:13.640171Z","end":"2026-07-24T04:53:13.795424Z","steps":["trace[574410484] 'process raft request' (duration: 101.526359ms)","trace[574410484] 'compare' (duration: 27.919632ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:15.756857Z","caller":"traceutil/trace.go:171","msg":"trace[441341708] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"137.335753ms","start":"2026-07-24T04:53:15.619485Z","end":"2026-07-24T04:53:15.756821Z","steps":["trace[441341708] 'process raft request' (duration: 100.064644ms)","trace[441341708] 'compare' (duration: 36.986669ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:16.085085Z","caller":"traceutil/trace.go:171","msg":"trace[2050245568] linearizableReadLoop","detail":"{readStateIndex:6915; appliedIndex:6911; }","duration":"117.176975ms","start":"2026-07-24T04:53:15.967887Z","end":"2026-07-24T04:53:16.085064Z","steps":["trace[2050245568] 'read index received' (duration: 2.054617ms)","trace[2050245568] 'applied index is now lower than readState.Index' (duration: 115.121538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:16.08543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.466706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:16.085568Z","caller":"traceutil/trace.go:171","msg":"trace[456189482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6657; }","duration":"117.640326ms","start":"2026-07-24T04:53:15.967864Z","end":"2026-07-24T04:53:16.085504Z","steps":["trace[456189482] 'agreement among raft nodes before linearized reading' (duration: 117.442026ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:16.086006Z","caller":"traceutil/trace.go:171","msg":"trace[1573518534] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"145.422818ms","start":"2026-07-24T04:53:15.940568Z","end":"2026-07-24T04:53:16.08599Z","steps":["trace[1573518534] 'process raft request' (duration: 110.962286ms)","trace[1573518534] 'compare' (duration: 33.405678ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:16.08629Z","caller":"traceutil/trace.go:171","msg":"trace[984000660] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"144.209094ms","start":"2026-07-24T04:53:15.942068Z","end":"2026-07-24T04:53:16.086277Z","steps":["trace[984000660] 'process raft request' (duration: 142.96669ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:16.086565Z","caller":"traceutil/trace.go:171","msg":"trace[228532148] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"145.692918ms","start":"2026-07-24T04:53:15.940861Z","end":"2026-07-24T04:53:16.086554Z","steps":["trace[228532148] 'process raft request' (duration: 144.139873ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:16.481357Z","caller":"traceutil/trace.go:171","msg":"trace[634713979] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"102.478951ms","start":"2026-07-24T04:53:16.378853Z","end":"2026-07-24T04:53:16.481332Z","steps":["trace[634713979] 'process raft request' (duration: 102.325051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:47.48265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.42979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:53:47.482789Z","caller":"traceutil/trace.go:171","msg":"trace[1672503000] linearizableReadLoop","detail":"{readStateIndex:7242; appliedIndex:7241; }","duration":"358.230983ms","start":"2026-07-24T04:53:47.124536Z","end":"2026-07-24T04:53:47.482767Z","steps":["trace[1672503000] 'read index received' (duration: 140.476693ms)","trace[1672503000] 'applied index is now lower than readState.Index' (duration: 217.75245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:47.483055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.433084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T04:53:47.483061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.014253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:47.483147Z","caller":"traceutil/trace.go:171","msg":"trace[1349008798] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6972; }","duration":"300.178024ms","start":"2026-07-24T04:53:47.182949Z","end":"2026-07-24T04:53:47.483127Z","steps":["trace[1349008798] 'agreement among raft nodes before linearized reading' (duration: 300.003683ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:47.48312Z","caller":"traceutil/trace.go:171","msg":"trace[520761078] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6972; }","duration":"358.633006ms","start":"2026-07-24T04:53:47.124469Z","end":"2026-07-24T04:53:47.483102Z","steps":["trace[520761078] 'agreement among raft nodes before linearized reading' (duration: 358.416294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:47.483258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:47.182937Z","time spent":"300.261424ms","remote":"127.0.0.1:50640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:53:47.483328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:47.124451Z","time spent":"358.826777ms","remote":"127.0.0.1:46670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:53:47.483483Z","caller":"traceutil/trace.go:171","msg":"trace[2092439929] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"397.272788ms","start":"2026-07-24T04:53:47.08574Z","end":"2026-07-24T04:53:47.483013Z","steps":["trace[2092439929] 'process raft request' (duration: 179.357097ms)","trace[2092439929] 'compare' (duration: 217.239019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:53:47.483927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:47.08572Z","time spent":"398.028001ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:53:47.807375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.623431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:47.807542Z","caller":"traceutil/trace.go:171","msg":"trace[1779590018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6972; }","duration":"129.829681ms","start":"2026-07-24T04:53:47.677689Z","end":"2026-07-24T04:53:47.807519Z","steps":["trace[1779590018] 'range keys from in-memory index tree' (duration: 129.53013ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:48.766058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4310} {"level":"info","ts":"2026-07-24T04:53:48.817649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4310,"took":"50.075628ms","hash":1552401245,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":32665600,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-24T04:53:48.817707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1552401245,"revision":4310,"compact-revision":2513} {"level":"warn","ts":"2026-07-24T04:53:54.201473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.096545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-24T04:53:54.201544Z","caller":"traceutil/trace.go:171","msg":"trace[1620924666] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7010; }","duration":"110.209305ms","start":"2026-07-24T04:53:54.091321Z","end":"2026-07-24T04:53:54.20153Z","steps":["trace[1620924666] 'range keys from in-memory index tree' (duration: 109.968312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:54.201545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.773895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-24T04:53:54.20171Z","caller":"traceutil/trace.go:171","msg":"trace[1573590428] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7010; }","duration":"157.966515ms","start":"2026-07-24T04:53:54.04372Z","end":"2026-07-24T04:53:54.201687Z","steps":["trace[1573590428] 'range keys from in-memory index tree' (duration: 157.628783ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:53:59.235703Z","caller":"traceutil/trace.go:171","msg":"trace[1813419966] linearizableReadLoop","detail":"{readStateIndex:7311; appliedIndex:7310; }","duration":"314.758525ms","start":"2026-07-24T04:53:58.920914Z","end":"2026-07-24T04:53:59.235673Z","steps":["trace[1813419966] 'read index received' (duration: 314.594135ms)","trace[1813419966] 'applied index is now lower than readState.Index' (duration: 163.19µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:53:59.23584Z","caller":"traceutil/trace.go:171","msg":"trace[1310821882] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"426.985815ms","start":"2026-07-24T04:53:58.808842Z","end":"2026-07-24T04:53:59.235828Z","steps":["trace[1310821882] 'process raft request' (duration: 426.642295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:59.23604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:58.808824Z","time spent":"427.107336ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:53:59.2361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.186056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:53:59.236144Z","caller":"traceutil/trace.go:171","msg":"trace[954754172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7038; }","duration":"315.256526ms","start":"2026-07-24T04:53:58.920874Z","end":"2026-07-24T04:53:59.23613Z","steps":["trace[954754172] 'agreement among raft nodes before linearized reading' (duration: 315.206286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:59.236046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.057331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:53:59.236352Z","caller":"traceutil/trace.go:171","msg":"trace[559896881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7038; }","duration":"116.327291ms","start":"2026-07-24T04:53:59.119941Z","end":"2026-07-24T04:53:59.236268Z","steps":["trace[559896881] 'agreement among raft nodes before linearized reading' (duration: 115.994711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:53:59.236183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:53:58.920857Z","time spent":"315.319517ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T04:54:00.357797Z","caller":"traceutil/trace.go:171","msg":"trace[1552737122] transaction","detail":"{read_only:false; response_revision:7043; number_of_response:1; }","duration":"136.451701ms","start":"2026-07-24T04:54:00.22132Z","end":"2026-07-24T04:54:00.357771Z","steps":["trace[1552737122] 'process raft request' (duration: 136.22357ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:16.660347Z","caller":"traceutil/trace.go:171","msg":"trace[246090346] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"130.222832ms","start":"2026-07-24T04:54:16.5301Z","end":"2026-07-24T04:54:16.660323Z","steps":["trace[246090346] 'process raft request' (duration: 129.717881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:18.796623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.38438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-07-24T04:54:18.796716Z","caller":"traceutil/trace.go:171","msg":"trace[1432639325] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:7186; }","duration":"377.759951ms","start":"2026-07-24T04:54:18.418942Z","end":"2026-07-24T04:54:18.796702Z","steps":["trace[1432639325] 'range keys from in-memory index tree' (duration: 377.197809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:18.796749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.418921Z","time spent":"377.819652ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":107285,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-07-24T04:54:18.797313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.700998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:18.7975Z","caller":"traceutil/trace.go:171","msg":"trace[949196732] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"327.071051ms","start":"2026-07-24T04:54:18.470413Z","end":"2026-07-24T04:54:18.797484Z","steps":["trace[949196732] 'process raft request' (duration: 211.730732ms)","trace[949196732] 'compare' (duration: 114.417997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:18.797582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.470383Z","time spent":"327.152583ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:18.797579Z","caller":"traceutil/trace.go:171","msg":"trace[1080883127] linearizableReadLoop","detail":"{readStateIndex:7467; appliedIndex:7466; }","duration":"325.753297ms","start":"2026-07-24T04:54:18.471664Z","end":"2026-07-24T04:54:18.797418Z","steps":["trace[1080883127] 'read index received' (duration: 210.343208ms)","trace[1080883127] 'applied index is now lower than readState.Index' (duration: 115.409049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:18.797718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.050128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:18.79775Z","caller":"traceutil/trace.go:171","msg":"trace[267436500] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7187; }","duration":"326.120638ms","start":"2026-07-24T04:54:18.471617Z","end":"2026-07-24T04:54:18.797737Z","steps":["trace[267436500] 'agreement among raft nodes before linearized reading' (duration: 326.050248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:18.797835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.676286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:54:18.797865Z","caller":"traceutil/trace.go:171","msg":"trace[1227294007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7187; }","duration":"304.725686ms","start":"2026-07-24T04:54:18.493131Z","end":"2026-07-24T04:54:18.797856Z","steps":["trace[1227294007] 'agreement among raft nodes before linearized reading' (duration: 304.653056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:18.797886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.493118Z","time spent":"304.762377ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T04:54:18.797875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.471592Z","time spent":"326.252498ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:54:18.798009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.555256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:54:18.798028Z","caller":"traceutil/trace.go:171","msg":"trace[1510375969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7187; }","duration":"100.601236ms","start":"2026-07-24T04:54:18.697421Z","end":"2026-07-24T04:54:18.798023Z","steps":["trace[1510375969] 'agreement among raft nodes before linearized reading' (duration: 100.548746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:18.798162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.009891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:54:18.798187Z","caller":"traceutil/trace.go:171","msg":"trace[1014901690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7187; }","duration":"116.058581ms","start":"2026-07-24T04:54:18.68212Z","end":"2026-07-24T04:54:18.798179Z","steps":["trace[1014901690] 'agreement among raft nodes before linearized reading' (duration: 115.985251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:18.798297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.917344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T04:54:18.79832Z","caller":"traceutil/trace.go:171","msg":"trace[1798591055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7187; }","duration":"133.964035ms","start":"2026-07-24T04:54:18.66435Z","end":"2026-07-24T04:54:18.798314Z","steps":["trace[1798591055] 'agreement among raft nodes before linearized reading' (duration: 133.911725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.606541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.083447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:19.606625Z","caller":"traceutil/trace.go:171","msg":"trace[149906713] transaction","detail":"{read_only:false; response_revision:7188; number_of_response:1; }","duration":"791.260318ms","start":"2026-07-24T04:54:18.81535Z","end":"2026-07-24T04:54:19.606611Z","steps":["trace[149906713] 'process raft request' (duration: 411.04845ms)","trace[149906713] 'compare' (duration: 380.001717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:19.608113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.815337Z","time spent":"792.36786ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:54:19.931038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.428525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:19.931577Z","caller":"traceutil/trace.go:171","msg":"trace[566444651] transaction","detail":"{read_only:false; response_revision:7189; number_of_response:1; }","duration":"1.116099982s","start":"2026-07-24T04:54:18.815459Z","end":"2026-07-24T04:54:19.931559Z","steps":["trace[566444651] 'process raft request' (duration: 920.092186ms)","trace[566444651] 'compare' (duration: 195.158973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:19.931648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.815443Z","time spent":"1.116174962s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:19.931641Z","caller":"traceutil/trace.go:171","msg":"trace[1081049692] transaction","detail":"{read_only:false; response_revision:7190; number_of_response:1; }","duration":"1.116114123s","start":"2026-07-24T04:54:18.81552Z","end":"2026-07-24T04:54:19.931634Z","steps":["trace[1081049692] 'process raft request' (duration: 1.115709942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.931724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.815515Z","time spent":"1.116162863s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:19.931806Z","caller":"traceutil/trace.go:171","msg":"trace[838273147] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"1.116243183s","start":"2026-07-24T04:54:18.815555Z","end":"2026-07-24T04:54:19.931799Z","steps":["trace[838273147] 'process raft request' (duration: 1.115871122s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.931839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.815551Z","time spent":"1.116269713s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:19.931561Z","caller":"traceutil/trace.go:171","msg":"trace[1869373287] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"188.964356ms","start":"2026-07-24T04:54:19.742572Z","end":"2026-07-24T04:54:19.931537Z","steps":["trace[1869373287] 'process raft request' (duration: 188.902566ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:19.93195Z","caller":"traceutil/trace.go:171","msg":"trace[397965696] linearizableReadLoop","detail":"{readStateIndex:7471; appliedIndex:7467; }","duration":"1.012310386s","start":"2026-07-24T04:54:18.91963Z","end":"2026-07-24T04:54:19.931941Z","steps":["trace[397965696] 'read index received' (duration: 306.780492ms)","trace[397965696] 'applied index is now lower than readState.Index' (duration: 705.528294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:19.932018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012386506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:19.932034Z","caller":"traceutil/trace.go:171","msg":"trace[2127514525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7192; }","duration":"1.012426327s","start":"2026-07-24T04:54:18.919603Z","end":"2026-07-24T04:54:19.932029Z","steps":["trace[2127514525] 'agreement among raft nodes before linearized reading' (duration: 1.012397106s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.932049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:18.91959Z","time spent":"1.012455557s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:54:19.932164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.214906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:54:19.932177Z","caller":"traceutil/trace.go:171","msg":"trace[1990599722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7192; }","duration":"607.254486ms","start":"2026-07-24T04:54:19.324918Z","end":"2026-07-24T04:54:19.932172Z","steps":["trace[1990599722] 'agreement among raft nodes before linearized reading' (duration: 607.196646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.932188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:19.324901Z","time spent":"607.283846ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T04:54:19.932258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.48417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:19.932271Z","caller":"traceutil/trace.go:171","msg":"trace[586109151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7192; }","duration":"309.49996ms","start":"2026-07-24T04:54:19.622767Z","end":"2026-07-24T04:54:19.932267Z","steps":["trace[586109151] 'agreement among raft nodes before linearized reading' (duration: 309.47379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.932285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:19.622714Z","time spent":"309.56697ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:54:19.93237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.970579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:54:19.932382Z","caller":"traceutil/trace.go:171","msg":"trace[1884140733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7192; }","duration":"466.01745ms","start":"2026-07-24T04:54:19.466361Z","end":"2026-07-24T04:54:19.932378Z","steps":["trace[1884140733] 'agreement among raft nodes before linearized reading' (duration: 465.9802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:19.932396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:19.466343Z","time spent":"466.0506ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T04:54:20.315407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.771643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:54:20.315466Z","caller":"traceutil/trace.go:171","msg":"trace[467774373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7194; }","duration":"201.861583ms","start":"2026-07-24T04:54:20.11359Z","end":"2026-07-24T04:54:20.315452Z","steps":["trace[467774373] 'range keys from in-memory index tree' (duration: 201.616132ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:20.34819Z","caller":"traceutil/trace.go:171","msg":"trace[634692759] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"204.001881ms","start":"2026-07-24T04:54:20.144164Z","end":"2026-07-24T04:54:20.348166Z","steps":["trace[634692759] 'process raft request' (duration: 203.854519ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:20.446868Z","caller":"traceutil/trace.go:171","msg":"trace[903600483] linearizableReadLoop","detail":"{readStateIndex:7476; appliedIndex:7474; }","duration":"126.495431ms","start":"2026-07-24T04:54:20.320352Z","end":"2026-07-24T04:54:20.446848Z","steps":["trace[903600483] 'read index received' (duration: 27.58965ms)","trace[903600483] 'applied index is now lower than readState.Index' (duration: 98.905131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:20.447007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.637622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:54:20.447025Z","caller":"traceutil/trace.go:171","msg":"trace[611264369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7196; }","duration":"126.696942ms","start":"2026-07-24T04:54:20.320322Z","end":"2026-07-24T04:54:20.447019Z","steps":["trace[611264369] 'agreement among raft nodes before linearized reading' (duration: 126.589231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:20.44713Z","caller":"traceutil/trace.go:171","msg":"trace[452537331] transaction","detail":"{read_only:false; response_revision:7196; number_of_response:1; }","duration":"289.502362ms","start":"2026-07-24T04:54:20.157607Z","end":"2026-07-24T04:54:20.44711Z","steps":["trace[452537331] 'process raft request' (duration: 274.490767ms)","trace[452537331] 'compare' (duration: 14.660344ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:40.804368Z","caller":"traceutil/trace.go:171","msg":"trace[1591048170] linearizableReadLoop","detail":"{readStateIndex:7587; appliedIndex:7586; }","duration":"192.506007ms","start":"2026-07-24T04:54:40.611844Z","end":"2026-07-24T04:54:40.80435Z","steps":["trace[1591048170] 'read index received' (duration: 147.335954ms)","trace[1591048170] 'applied index is now lower than readState.Index' (duration: 45.168833ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:40.804716Z","caller":"traceutil/trace.go:171","msg":"trace[755346869] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"238.07747ms","start":"2026-07-24T04:54:40.566621Z","end":"2026-07-24T04:54:40.804698Z","steps":["trace[755346869] 'process raft request' (duration: 192.520927ms)","trace[755346869] 'compare' (duration: 45.009872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:40.804997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.139708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-6c48cc69bf-nv9kx.18c520c7fb3a2259\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-24T04:54:40.805046Z","caller":"traceutil/trace.go:171","msg":"trace[1471241678] range","detail":"{range_begin:/registry/events/openstack/horizon-6c48cc69bf-nv9kx.18c520c7fb3a2259; range_end:; response_count:1; response_revision:7303; }","duration":"193.220638ms","start":"2026-07-24T04:54:40.611812Z","end":"2026-07-24T04:54:40.805033Z","steps":["trace[1471241678] 'agreement among raft nodes before linearized reading' (duration: 193.075098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:41.034177Z","caller":"traceutil/trace.go:171","msg":"trace[1677951642] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"154.205333ms","start":"2026-07-24T04:54:40.879948Z","end":"2026-07-24T04:54:41.034154Z","steps":["trace[1677951642] 'process raft request' (duration: 91.68037ms)","trace[1677951642] 'compare' (duration: 62.273712ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:41.081672Z","caller":"traceutil/trace.go:171","msg":"trace[1975912389] linearizableReadLoop","detail":"{readStateIndex:7591; appliedIndex:7589; }","duration":"187.122321ms","start":"2026-07-24T04:54:40.89453Z","end":"2026-07-24T04:54:41.081652Z","steps":["trace[1975912389] 'read index received' (duration: 77.063268ms)","trace[1975912389] 'applied index is now lower than readState.Index' (duration: 110.058013ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:41.081749Z","caller":"traceutil/trace.go:171","msg":"trace[525878199] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"201.707843ms","start":"2026-07-24T04:54:40.880033Z","end":"2026-07-24T04:54:41.081741Z","steps":["trace[525878199] 'process raft request' (duration: 201.525863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:41.081931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.385472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:41.081957Z","caller":"traceutil/trace.go:171","msg":"trace[489567979] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7307; }","duration":"187.425792ms","start":"2026-07-24T04:54:40.894525Z","end":"2026-07-24T04:54:41.08195Z","steps":["trace[489567979] 'agreement among raft nodes before linearized reading' (duration: 187.367672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:41.310718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.338983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:41.310825Z","caller":"traceutil/trace.go:171","msg":"trace[846167383] linearizableReadLoop","detail":"{readStateIndex:7592; appliedIndex:7591; }","duration":"229.086564ms","start":"2026-07-24T04:54:41.081723Z","end":"2026-07-24T04:54:41.310809Z","steps":["trace[846167383] 'read index received' (duration: 108.6238ms)","trace[846167383] 'applied index is now lower than readState.Index' (duration: 120.461134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:41.310931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.238475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:41.310974Z","caller":"traceutil/trace.go:171","msg":"trace[1030782504] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7308; }","duration":"355.281705ms","start":"2026-07-24T04:54:40.955684Z","end":"2026-07-24T04:54:41.310965Z","steps":["trace[1030782504] 'agreement among raft nodes before linearized reading' (duration: 355.169165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:41.311007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:40.955669Z","time spent":"355.330955ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T04:54:41.311288Z","caller":"traceutil/trace.go:171","msg":"trace[428166788] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"248.05032ms","start":"2026-07-24T04:54:41.063224Z","end":"2026-07-24T04:54:41.311274Z","steps":["trace[428166788] 'process raft request' (duration: 127.078735ms)","trace[428166788] 'compare' (duration: 120.236503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:42.184004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.898766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:42.184138Z","caller":"traceutil/trace.go:171","msg":"trace[1404950381] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"169.540678ms","start":"2026-07-24T04:54:42.014587Z","end":"2026-07-24T04:54:42.184127Z","steps":["trace[1404950381] 'process raft request' (duration: 169.501038ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:42.184152Z","caller":"traceutil/trace.go:171","msg":"trace[319523714] transaction","detail":"{read_only:false; response_revision:7310; number_of_response:1; }","duration":"246.584265ms","start":"2026-07-24T04:54:41.937545Z","end":"2026-07-24T04:54:42.18413Z","steps":["trace[319523714] 'process raft request' (duration: 94.503958ms)","trace[319523714] 'compare' (duration: 151.812166ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:42.184179Z","caller":"traceutil/trace.go:171","msg":"trace[1105302868] linearizableReadLoop","detail":"{readStateIndex:7595; appliedIndex:7594; }","duration":"246.555715ms","start":"2026-07-24T04:54:41.93759Z","end":"2026-07-24T04:54:42.184145Z","steps":["trace[1105302868] 'read index received' (duration: 94.532038ms)","trace[1105302868] 'applied index is now lower than readState.Index' (duration: 152.020017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:42.184387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.783516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:42.18444Z","caller":"traceutil/trace.go:171","msg":"trace[1166709961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7311; }","duration":"246.889417ms","start":"2026-07-24T04:54:41.937539Z","end":"2026-07-24T04:54:42.184428Z","steps":["trace[1166709961] 'agreement among raft nodes before linearized reading' (duration: 246.806575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:42.184501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.121928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T04:54:42.184746Z","caller":"traceutil/trace.go:171","msg":"trace[1108714139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7311; }","duration":"118.200238ms","start":"2026-07-24T04:54:42.066338Z","end":"2026-07-24T04:54:42.184538Z","steps":["trace[1108714139] 'agreement among raft nodes before linearized reading' (duration: 118.122538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:42.184913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.134811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T04:54:42.185009Z","caller":"traceutil/trace.go:171","msg":"trace[228795787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7311; }","duration":"119.274811ms","start":"2026-07-24T04:54:42.065716Z","end":"2026-07-24T04:54:42.184991Z","steps":["trace[228795787] 'agreement among raft nodes before linearized reading' (duration: 118.76056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:42.18593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.0734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:54:42.18596Z","caller":"traceutil/trace.go:171","msg":"trace[938611583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7311; }","duration":"127.351655ms","start":"2026-07-24T04:54:42.058601Z","end":"2026-07-24T04:54:42.185952Z","steps":["trace[938611583] 'agreement among raft nodes before linearized reading' (duration: 125.706269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:42.462994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.265167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:42.4632Z","caller":"traceutil/trace.go:171","msg":"trace[106983620] transaction","detail":"{read_only:false; response_revision:7313; number_of_response:1; }","duration":"274.710868ms","start":"2026-07-24T04:54:42.188462Z","end":"2026-07-24T04:54:42.463173Z","steps":["trace[106983620] 'process raft request' (duration: 163.15301ms)","trace[106983620] 'compare' (duration: 110.968636ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:42.463495Z","caller":"traceutil/trace.go:171","msg":"trace[1464199651] transaction","detail":"{read_only:false; response_revision:7315; number_of_response:1; }","duration":"274.006626ms","start":"2026-07-24T04:54:42.18947Z","end":"2026-07-24T04:54:42.463477Z","steps":["trace[1464199651] 'process raft request' (duration: 273.865335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:42.463553Z","caller":"traceutil/trace.go:171","msg":"trace[1378473869] linearizableReadLoop","detail":"{readStateIndex:7601; appliedIndex:7597; }","duration":"214.21029ms","start":"2026-07-24T04:54:42.249315Z","end":"2026-07-24T04:54:42.463526Z","steps":["trace[1378473869] 'read index received' (duration: 102.302341ms)","trace[1378473869] 'applied index is now lower than readState.Index' (duration: 111.906789ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:42.463621Z","caller":"traceutil/trace.go:171","msg":"trace[479640887] transaction","detail":"{read_only:false; response_revision:7314; number_of_response:1; }","duration":"274.175426ms","start":"2026-07-24T04:54:42.189436Z","end":"2026-07-24T04:54:42.463611Z","steps":["trace[479640887] 'process raft request' (duration: 273.653045ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:42.46372Z","caller":"traceutil/trace.go:171","msg":"trace[1590162601] transaction","detail":"{read_only:false; response_revision:7316; number_of_response:1; }","duration":"273.851615ms","start":"2026-07-24T04:54:42.18985Z","end":"2026-07-24T04:54:42.463701Z","steps":["trace[1590162601] 'process raft request' (duration: 273.588124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:42.463762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.148493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:42.463796Z","caller":"traceutil/trace.go:171","msg":"trace[1211668613] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7316; }","duration":"178.217943ms","start":"2026-07-24T04:54:42.285568Z","end":"2026-07-24T04:54:42.463786Z","steps":["trace[1211668613] 'agreement among raft nodes before linearized reading' (duration: 178.143283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:42.463987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.662931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:54:42.464033Z","caller":"traceutil/trace.go:171","msg":"trace[404275675] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7316; }","duration":"214.761151ms","start":"2026-07-24T04:54:42.249259Z","end":"2026-07-24T04:54:42.464021Z","steps":["trace[404275675] 'agreement among raft nodes before linearized reading' (duration: 214.623621ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:42.708026Z","caller":"traceutil/trace.go:171","msg":"trace[173586170] transaction","detail":"{read_only:false; response_revision:7317; number_of_response:1; }","duration":"102.003959ms","start":"2026-07-24T04:54:42.605997Z","end":"2026-07-24T04:54:42.708001Z","steps":["trace[173586170] 'process raft request' (duration: 101.849349ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:44.156213Z","caller":"traceutil/trace.go:171","msg":"trace[1436762397] linearizableReadLoop","detail":"{readStateIndex:7604; appliedIndex:7603; }","duration":"236.580086ms","start":"2026-07-24T04:54:43.91961Z","end":"2026-07-24T04:54:44.15619Z","steps":["trace[1436762397] 'read index received' (duration: 236.380565ms)","trace[1436762397] 'applied index is now lower than readState.Index' (duration: 198.611µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:44.156358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.723826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:44.156401Z","caller":"traceutil/trace.go:171","msg":"trace[1129043731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7319; }","duration":"236.807556ms","start":"2026-07-24T04:54:43.919579Z","end":"2026-07-24T04:54:44.156386Z","steps":["trace[1129043731] 'agreement among raft nodes before linearized reading' (duration: 236.710546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:44.15642Z","caller":"traceutil/trace.go:171","msg":"trace[1059103203] transaction","detail":"{read_only:false; response_revision:7319; number_of_response:1; }","duration":"295.652369ms","start":"2026-07-24T04:54:43.860733Z","end":"2026-07-24T04:54:44.156385Z","steps":["trace[1059103203] 'process raft request' (duration: 295.323888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:44.501702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.349747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T04:54:44.501757Z","caller":"traceutil/trace.go:171","msg":"trace[852516706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7320; }","duration":"250.449807ms","start":"2026-07-24T04:54:44.251295Z","end":"2026-07-24T04:54:44.501745Z","steps":["trace[852516706] 'range keys from in-memory index tree' (duration: 250.185226ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:44.714121Z","caller":"traceutil/trace.go:171","msg":"trace[899588247] transaction","detail":"{read_only:false; response_revision:7322; number_of_response:1; }","duration":"204.987514ms","start":"2026-07-24T04:54:44.50911Z","end":"2026-07-24T04:54:44.714098Z","steps":["trace[899588247] 'process raft request' (duration: 204.758492ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:44.714377Z","caller":"traceutil/trace.go:171","msg":"trace[1165409027] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"205.192504ms","start":"2026-07-24T04:54:44.509173Z","end":"2026-07-24T04:54:44.714365Z","steps":["trace[1165409027] 'process raft request' (duration: 204.837263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:44.714483Z","caller":"traceutil/trace.go:171","msg":"trace[289101624] transaction","detail":"{read_only:false; response_revision:7324; number_of_response:1; }","duration":"205.198605ms","start":"2026-07-24T04:54:44.509277Z","end":"2026-07-24T04:54:44.714476Z","steps":["trace[289101624] 'process raft request' (duration: 204.773154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:44.714576Z","caller":"traceutil/trace.go:171","msg":"trace[1212046532] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"205.251305ms","start":"2026-07-24T04:54:44.509309Z","end":"2026-07-24T04:54:44.714561Z","steps":["trace[1212046532] 'process raft request' (duration: 204.776214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:44.973935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.867453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:44.974099Z","caller":"traceutil/trace.go:171","msg":"trace[1627934273] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7326; }","duration":"127.072973ms","start":"2026-07-24T04:54:44.846999Z","end":"2026-07-24T04:54:44.974072Z","steps":["trace[1627934273] 'count revisions from in-memory index tree' (duration: 126.708673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:46.858837Z","caller":"traceutil/trace.go:171","msg":"trace[230449760] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"137.287094ms","start":"2026-07-24T04:54:46.721531Z","end":"2026-07-24T04:54:46.858818Z","steps":["trace[230449760] 'process raft request' (duration: 49.250366ms)","trace[230449760] 'compare' (duration: 87.911788ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:46.858953Z","caller":"traceutil/trace.go:171","msg":"trace[186337818] transaction","detail":"{read_only:false; response_revision:7332; number_of_response:1; }","duration":"135.228308ms","start":"2026-07-24T04:54:46.723714Z","end":"2026-07-24T04:54:46.858942Z","steps":["trace[186337818] 'process raft request' (duration: 135.079177ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:46.859177Z","caller":"traceutil/trace.go:171","msg":"trace[1125160292] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"133.720802ms","start":"2026-07-24T04:54:46.725447Z","end":"2026-07-24T04:54:46.859167Z","steps":["trace[1125160292] 'process raft request' (duration: 133.642072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:46.859247Z","caller":"traceutil/trace.go:171","msg":"trace[740261748] transaction","detail":"{read_only:false; response_revision:7333; number_of_response:1; }","duration":"135.390457ms","start":"2026-07-24T04:54:46.723849Z","end":"2026-07-24T04:54:46.859239Z","steps":["trace[740261748] 'process raft request' (duration: 135.051506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:47.181812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.119513ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:54:47.18193Z","caller":"traceutil/trace.go:171","msg":"trace[2004790328] linearizableReadLoop","detail":"{readStateIndex:7621; appliedIndex:7620; }","duration":"160.858673ms","start":"2026-07-24T04:54:47.021052Z","end":"2026-07-24T04:54:47.181911Z","steps":["trace[2004790328] 'read index received' (duration: 26.555899ms)","trace[2004790328] 'applied index is now lower than readState.Index' (duration: 134.301004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:47.182153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.094344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81044"} {"level":"info","ts":"2026-07-24T04:54:47.182193Z","caller":"traceutil/trace.go:171","msg":"trace[1663119886] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:7335; }","duration":"161.140894ms","start":"2026-07-24T04:54:47.02104Z","end":"2026-07-24T04:54:47.182181Z","steps":["trace[1663119886] 'agreement among raft nodes before linearized reading' (duration: 160.925584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:47.970155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17567873172655110837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T04:54:48.069415Z","caller":"traceutil/trace.go:171","msg":"trace[1167854763] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"611.331856ms","start":"2026-07-24T04:54:47.458058Z","end":"2026-07-24T04:54:48.06939Z","steps":["trace[1167854763] 'process raft request' (duration: 611.150436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:48.070347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:47.458035Z","time spent":"611.544877ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:48.16127Z","caller":"traceutil/trace.go:171","msg":"trace[1447955613] linearizableReadLoop","detail":"{readStateIndex:7623; appliedIndex:7621; }","duration":"696.019014ms","start":"2026-07-24T04:54:47.465203Z","end":"2026-07-24T04:54:48.161222Z","steps":["trace[1447955613] 'read index received' (duration: 604.083824ms)","trace[1447955613] 'applied index is now lower than readState.Index' (duration: 91.93396ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:48.161707Z","caller":"traceutil/trace.go:171","msg":"trace[1075854680] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"313.558082ms","start":"2026-07-24T04:54:47.848135Z","end":"2026-07-24T04:54:48.161693Z","steps":["trace[1075854680] 'process raft request' (duration: 311.190094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:48.161867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:47.848114Z","time spent":"313.657612ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:54:48.162162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.946327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:48.162353Z","caller":"traceutil/trace.go:171","msg":"trace[1224269220] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7337; }","duration":"697.161227ms","start":"2026-07-24T04:54:47.465172Z","end":"2026-07-24T04:54:48.162333Z","steps":["trace[1224269220] 'agreement among raft nodes before linearized reading' (duration: 696.948397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:48.162453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:47.465156Z","time spent":"697.275659ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:54:48.162816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.052685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:48.162871Z","caller":"traceutil/trace.go:171","msg":"trace[1942945560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7337; }","duration":"243.149595ms","start":"2026-07-24T04:54:47.919706Z","end":"2026-07-24T04:54:48.162856Z","steps":["trace[1942945560] 'agreement among raft nodes before linearized reading' (duration: 243.066485ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:48.371688Z","caller":"traceutil/trace.go:171","msg":"trace[1105611919] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"150.944574ms","start":"2026-07-24T04:54:48.220706Z","end":"2026-07-24T04:54:48.37165Z","steps":["trace[1105611919] 'process raft request' (duration: 75.786423ms)","trace[1105611919] 'compare' (duration: 74.919201ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:48.818641Z","caller":"traceutil/trace.go:171","msg":"trace[1654017148] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"102.124201ms","start":"2026-07-24T04:54:48.716502Z","end":"2026-07-24T04:54:48.818627Z","steps":["trace[1654017148] 'process raft request' (duration: 101.7933ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.029304Z","caller":"traceutil/trace.go:171","msg":"trace[1746744174] linearizableReadLoop","detail":"{readStateIndex:7628; appliedIndex:7627; }","duration":"167.021181ms","start":"2026-07-24T04:54:48.862243Z","end":"2026-07-24T04:54:49.029264Z","steps":["trace[1746744174] 'read index received' (duration: 157.779824ms)","trace[1746744174] 'applied index is now lower than readState.Index' (duration: 9.240167ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:49.029331Z","caller":"traceutil/trace.go:171","msg":"trace[1746937308] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"200.70983ms","start":"2026-07-24T04:54:48.828583Z","end":"2026-07-24T04:54:49.029292Z","steps":["trace[1746937308] 'process raft request' (duration: 191.428473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.029531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.262093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:54:49.029581Z","caller":"traceutil/trace.go:171","msg":"trace[1873651005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7342; }","duration":"167.355113ms","start":"2026-07-24T04:54:48.862212Z","end":"2026-07-24T04:54:49.029567Z","steps":["trace[1873651005] 'agreement among raft nodes before linearized reading' (duration: 167.186633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.030961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.156595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:54:49.03103Z","caller":"traceutil/trace.go:171","msg":"trace[620199068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7343; }","duration":"168.241955ms","start":"2026-07-24T04:54:48.862772Z","end":"2026-07-24T04:54:49.031014Z","steps":["trace[620199068] 'agreement among raft nodes before linearized reading' (duration: 168.089344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.031877Z","caller":"traceutil/trace.go:171","msg":"trace[940023896] transaction","detail":"{read_only:false; response_revision:7343; number_of_response:1; }","duration":"135.303148ms","start":"2026-07-24T04:54:48.89656Z","end":"2026-07-24T04:54:49.031863Z","steps":["trace[940023896] 'process raft request' (duration: 134.225374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.032256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.431924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:49.032302Z","caller":"traceutil/trace.go:171","msg":"trace[56600831] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7343; }","duration":"127.506854ms","start":"2026-07-24T04:54:48.904784Z","end":"2026-07-24T04:54:49.032291Z","steps":["trace[56600831] 'agreement among raft nodes before linearized reading' (duration: 127.430054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.032611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.525538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:54:49.032654Z","caller":"traceutil/trace.go:171","msg":"trace[1309560925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7343; }","duration":"169.591148ms","start":"2026-07-24T04:54:48.863053Z","end":"2026-07-24T04:54:49.032644Z","steps":["trace[1309560925] 'agreement among raft nodes before linearized reading' (duration: 169.482908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:49.032906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.0734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:54:49.032945Z","caller":"traceutil/trace.go:171","msg":"trace[1477051007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7343; }","duration":"170.12652ms","start":"2026-07-24T04:54:48.862809Z","end":"2026-07-24T04:54:49.032936Z","steps":["trace[1477051007] 'agreement among raft nodes before linearized reading' (duration: 170.031919ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.299368Z","caller":"traceutil/trace.go:171","msg":"trace[106270083] transaction","detail":"{read_only:false; response_revision:7352; number_of_response:1; }","duration":"201.883404ms","start":"2026-07-24T04:54:49.09745Z","end":"2026-07-24T04:54:49.299334Z","steps":["trace[106270083] 'process raft request' (duration: 188.843436ms)","trace[106270083] 'compare' (duration: 12.730207ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:49.382747Z","caller":"traceutil/trace.go:171","msg":"trace[1797081352] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"280.648495ms","start":"2026-07-24T04:54:49.102062Z","end":"2026-07-24T04:54:49.382711Z","steps":["trace[1797081352] 'process raft request' (duration: 280.402335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.546411Z","caller":"traceutil/trace.go:171","msg":"trace[1780703428] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"236.509986ms","start":"2026-07-24T04:54:49.309884Z","end":"2026-07-24T04:54:49.546394Z","steps":["trace[1780703428] 'process raft request' (duration: 236.472396ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.546642Z","caller":"traceutil/trace.go:171","msg":"trace[340027330] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"241.959552ms","start":"2026-07-24T04:54:49.304616Z","end":"2026-07-24T04:54:49.546575Z","steps":["trace[340027330] 'process raft request' (duration: 241.683282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.54674Z","caller":"traceutil/trace.go:171","msg":"trace[231158252] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"241.540921ms","start":"2026-07-24T04:54:49.305193Z","end":"2026-07-24T04:54:49.546734Z","steps":["trace[231158252] 'process raft request' (duration: 241.13786ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:49.546884Z","caller":"traceutil/trace.go:171","msg":"trace[1734170520] transaction","detail":"{read_only:false; response_revision:7354; number_of_response:1; }","duration":"242.361903ms","start":"2026-07-24T04:54:49.304516Z","end":"2026-07-24T04:54:49.546878Z","steps":["trace[1734170520] 'process raft request' (duration: 219.887387ms)","trace[1734170520] 'compare' (duration: 21.801344ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:49.551901Z","caller":"traceutil/trace.go:171","msg":"trace[1110608083] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"157.405412ms","start":"2026-07-24T04:54:49.394466Z","end":"2026-07-24T04:54:49.551872Z","steps":["trace[1110608083] 'process raft request' (duration: 157.264082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.276966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.136731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:50.27709Z","caller":"traceutil/trace.go:171","msg":"trace[967991857] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"718.730053ms","start":"2026-07-24T04:54:49.558336Z","end":"2026-07-24T04:54:50.277066Z","steps":["trace[967991857] 'process raft request' (duration: 109.386971ms)","trace[967991857] 'compare' (duration: 608.66723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:50.277532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.558316Z","time spent":"718.807473ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8998,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:50.368934Z","caller":"traceutil/trace.go:171","msg":"trace[374720796] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"809.18194ms","start":"2026-07-24T04:54:49.559726Z","end":"2026-07-24T04:54:50.368908Z","steps":["trace[374720796] 'process raft request' (duration: 808.96323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.369167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.559708Z","time spent":"809.370081ms","remote":"127.0.0.1:33962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:50.369392Z","caller":"traceutil/trace.go:171","msg":"trace[1915959821] linearizableReadLoop","detail":"{readStateIndex:7649; appliedIndex:7646; }","duration":"448.89378ms","start":"2026-07-24T04:54:49.92047Z","end":"2026-07-24T04:54:50.369363Z","steps":["trace[1915959821] 'read index received' (duration: 448.366458ms)","trace[1915959821] 'applied index is now lower than readState.Index' (duration: 526.252µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:50.369499Z","caller":"traceutil/trace.go:171","msg":"trace[1395942219] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"809.578781ms","start":"2026-07-24T04:54:49.559909Z","end":"2026-07-24T04:54:50.369488Z","steps":["trace[1395942219] 'process raft request' (duration: 808.938869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.369593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.559902Z","time spent":"809.627621ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:50.36983Z","caller":"traceutil/trace.go:171","msg":"trace[1487144715] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"805.389878ms","start":"2026-07-24T04:54:49.564428Z","end":"2026-07-24T04:54:50.369818Z","steps":["trace[1487144715] 'process raft request' (duration: 804.874187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.369902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.564417Z","time spent":"805.451499ms","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8690,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:50.369891Z","caller":"traceutil/trace.go:171","msg":"trace[945458785] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"809.163779ms","start":"2026-07-24T04:54:49.560692Z","end":"2026-07-24T04:54:50.369856Z","steps":["trace[945458785] 'process raft request' (duration: 808.499797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.370042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.560681Z","time spent":"809.28552ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:54:50.370278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.774043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:50.370422Z","caller":"traceutil/trace.go:171","msg":"trace[711751642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7363; }","duration":"449.927283ms","start":"2026-07-24T04:54:49.920429Z","end":"2026-07-24T04:54:50.370356Z","steps":["trace[711751642] 'agreement among raft nodes before linearized reading' (duration: 449.416441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.370567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.920411Z","time spent":"450.139864ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:54:50.620203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.357718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:50.620298Z","caller":"traceutil/trace.go:171","msg":"trace[1739111882] linearizableReadLoop","detail":"{readStateIndex:7650; appliedIndex:7649; }","duration":"250.829408ms","start":"2026-07-24T04:54:50.369452Z","end":"2026-07-24T04:54:50.620282Z","steps":["trace[1739111882] 'read index received' (duration: 98.291909ms)","trace[1739111882] 'applied index is now lower than readState.Index' (duration: 152.535679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:50.620583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.347689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T04:54:50.620661Z","caller":"traceutil/trace.go:171","msg":"trace[17688964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7364; }","duration":"394.4447ms","start":"2026-07-24T04:54:50.226199Z","end":"2026-07-24T04:54:50.620644Z","steps":["trace[17688964] 'agreement among raft nodes before linearized reading' (duration: 394.240839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:50.620683Z","caller":"traceutil/trace.go:171","msg":"trace[198498548] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"543.679899ms","start":"2026-07-24T04:54:50.076972Z","end":"2026-07-24T04:54:50.620652Z","steps":["trace[198498548] 'process raft request' (duration: 390.794019ms)","trace[198498548] 'compare' (duration: 152.057088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:50.620706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.22615Z","time spent":"394.5481ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T04:54:50.620818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.076946Z","time spent":"543.800859ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:54:50.62109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.858031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:50.621192Z","caller":"traceutil/trace.go:171","msg":"trace[210205692] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7364; }","duration":"657.179912ms","start":"2026-07-24T04:54:49.963951Z","end":"2026-07-24T04:54:50.621131Z","steps":["trace[210205692] 'agreement among raft nodes before linearized reading' (duration: 656.773101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.621241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:49.96394Z","time spent":"657.288282ms","remote":"127.0.0.1:34350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:54:50.990715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.516259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:50.990993Z","caller":"traceutil/trace.go:171","msg":"trace[751219324] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"365.319733ms","start":"2026-07-24T04:54:50.625654Z","end":"2026-07-24T04:54:50.990974Z","steps":["trace[751219324] 'process raft request' (duration: 365.272153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.991074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.625638Z","time spent":"365.399444ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:50.991302Z","caller":"traceutil/trace.go:171","msg":"trace[928470345] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"613.811445ms","start":"2026-07-24T04:54:50.377475Z","end":"2026-07-24T04:54:50.991286Z","steps":["trace[928470345] 'process raft request' (duration: 412.636004ms)","trace[928470345] 'compare' (duration: 200.232329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:54:50.991367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.377462Z","time spent":"613.874175ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:54:50.991465Z","caller":"traceutil/trace.go:171","msg":"trace[1642640446] linearizableReadLoop","detail":"{readStateIndex:7652; appliedIndex:7650; }","duration":"371.108501ms","start":"2026-07-24T04:54:50.620327Z","end":"2026-07-24T04:54:50.991436Z","steps":["trace[1642640446] 'read index received' (duration: 169.790179ms)","trace[1642640446] 'applied index is now lower than readState.Index' (duration: 201.315912ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:50.991724Z","caller":"traceutil/trace.go:171","msg":"trace[1513846929] transaction","detail":"{read_only:false; response_revision:7366; number_of_response:1; }","duration":"612.272829ms","start":"2026-07-24T04:54:50.379436Z","end":"2026-07-24T04:54:50.991709Z","steps":["trace[1513846929] 'process raft request' (duration: 611.376317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.991833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.379383Z","time spent":"612.376571ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T04:54:50.991976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.365209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T04:54:50.992003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.784909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:54:50.992025Z","caller":"traceutil/trace.go:171","msg":"trace[155636685] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:7367; }","duration":"465.420659ms","start":"2026-07-24T04:54:50.526592Z","end":"2026-07-24T04:54:50.992013Z","steps":["trace[155636685] 'agreement among raft nodes before linearized reading' (duration: 465.338479ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:50.992051Z","caller":"traceutil/trace.go:171","msg":"trace[1220341280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7367; }","duration":"618.86048ms","start":"2026-07-24T04:54:50.373177Z","end":"2026-07-24T04:54:50.992037Z","steps":["trace[1220341280] 'agreement among raft nodes before linearized reading' (duration: 618.79565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.992067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.526558Z","time spent":"465.499069ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T04:54:50.992087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.37316Z","time spent":"618.9192ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T04:54:50.992283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.924747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:50.99237Z","caller":"traceutil/trace.go:171","msg":"trace[347782457] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7367; }","duration":"608.355128ms","start":"2026-07-24T04:54:50.384004Z","end":"2026-07-24T04:54:50.992359Z","steps":["trace[347782457] 'agreement among raft nodes before linearized reading' (duration: 607.907857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:50.992481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:54:50.383993Z","time spent":"608.479828ms","remote":"127.0.0.1:50830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T04:54:51.054386Z","caller":"traceutil/trace.go:171","msg":"trace[965571048] transaction","detail":"{read_only:false; response_revision:7368; number_of_response:1; }","duration":"228.755623ms","start":"2026-07-24T04:54:50.825611Z","end":"2026-07-24T04:54:51.054366Z","steps":["trace[965571048] 'process raft request' (duration: 228.514452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:51.0547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.844781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-07-24T04:54:51.054894Z","caller":"traceutil/trace.go:171","msg":"trace[942773803] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:7368; }","duration":"242.236182ms","start":"2026-07-24T04:54:50.812631Z","end":"2026-07-24T04:54:51.054867Z","steps":["trace[942773803] 'agreement among raft nodes before linearized reading' (duration: 241.777911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:51.05481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.806021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T04:54:51.054974Z","caller":"traceutil/trace.go:171","msg":"trace[1937700018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7368; }","duration":"130.347352ms","start":"2026-07-24T04:54:50.9246Z","end":"2026-07-24T04:54:51.054947Z","steps":["trace[1937700018] 'agreement among raft nodes before linearized reading' (duration: 129.693561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:51.055518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.189373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:54:51.0556Z","caller":"traceutil/trace.go:171","msg":"trace[1775817544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7368; }","duration":"232.325843ms","start":"2026-07-24T04:54:50.823253Z","end":"2026-07-24T04:54:51.055579Z","steps":["trace[1775817544] 'agreement among raft nodes before linearized reading' (duration: 231.09968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:51.294809Z","caller":"traceutil/trace.go:171","msg":"trace[1967498079] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"130.485434ms","start":"2026-07-24T04:54:51.164305Z","end":"2026-07-24T04:54:51.294791Z","steps":["trace[1967498079] 'process raft request' (duration: 128.172987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:51.295101Z","caller":"traceutil/trace.go:171","msg":"trace[1299200649] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"130.731254ms","start":"2026-07-24T04:54:51.164362Z","end":"2026-07-24T04:54:51.295093Z","steps":["trace[1299200649] 'process raft request' (duration: 130.399664ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:51.295181Z","caller":"traceutil/trace.go:171","msg":"trace[1240585289] linearizableReadLoop","detail":"{readStateIndex:7661; appliedIndex:7657; }","duration":"121.155116ms","start":"2026-07-24T04:54:51.174001Z","end":"2026-07-24T04:54:51.295156Z","steps":["trace[1240585289] 'read index received' (duration: 48.720383ms)","trace[1240585289] 'applied index is now lower than readState.Index' (duration: 72.431093ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:51.295271Z","caller":"traceutil/trace.go:171","msg":"trace[673847972] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"129.731531ms","start":"2026-07-24T04:54:51.165505Z","end":"2026-07-24T04:54:51.295237Z","steps":["trace[673847972] 'process raft request' (duration: 129.51594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:51.295439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.395526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T04:54:51.295511Z","caller":"traceutil/trace.go:171","msg":"trace[676843754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7375; }","duration":"121.552907ms","start":"2026-07-24T04:54:51.173939Z","end":"2026-07-24T04:54:51.295492Z","steps":["trace[676843754] 'agreement among raft nodes before linearized reading' (duration: 121.311097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:53.115794Z","caller":"traceutil/trace.go:171","msg":"trace[992001368] transaction","detail":"{read_only:false; response_revision:7379; number_of_response:1; }","duration":"117.821746ms","start":"2026-07-24T04:54:52.99793Z","end":"2026-07-24T04:54:53.115752Z","steps":["trace[992001368] 'process raft request' (duration: 117.634836ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:53.199463Z","caller":"traceutil/trace.go:171","msg":"trace[333778059] linearizableReadLoop","detail":"{readStateIndex:7667; appliedIndex:7665; }","duration":"133.276283ms","start":"2026-07-24T04:54:53.066108Z","end":"2026-07-24T04:54:53.199384Z","steps":["trace[333778059] 'read index received' (duration: 49.487476ms)","trace[333778059] 'applied index is now lower than readState.Index' (duration: 83.787517ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:53.199636Z","caller":"traceutil/trace.go:171","msg":"trace[326393124] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"197.459011ms","start":"2026-07-24T04:54:53.002147Z","end":"2026-07-24T04:54:53.199606Z","steps":["trace[326393124] 'process raft request' (duration: 177.963904ms)","trace[326393124] 'compare' (duration: 19.021575ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:53.199788Z","caller":"traceutil/trace.go:171","msg":"trace[10013838] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"121.712399ms","start":"2026-07-24T04:54:53.078043Z","end":"2026-07-24T04:54:53.199755Z","steps":["trace[10013838] 'process raft request' (duration: 121.273898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:53.199929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.795744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:54:53.200011Z","caller":"traceutil/trace.go:171","msg":"trace[451434218] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7381; }","duration":"133.910344ms","start":"2026-07-24T04:54:53.066065Z","end":"2026-07-24T04:54:53.199976Z","steps":["trace[451434218] 'agreement among raft nodes before linearized reading' (duration: 133.729724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:53.200069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.941339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:54:53.200153Z","caller":"traceutil/trace.go:171","msg":"trace[971115116] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7381; }","duration":"122.08679ms","start":"2026-07-24T04:54:53.078041Z","end":"2026-07-24T04:54:53.200128Z","steps":["trace[971115116] 'agreement among raft nodes before linearized reading' (duration: 121.815939ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:53.485954Z","caller":"traceutil/trace.go:171","msg":"trace[811858215] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"107.772407ms","start":"2026-07-24T04:54:53.378156Z","end":"2026-07-24T04:54:53.485928Z","steps":["trace[811858215] 'process raft request' (duration: 107.722477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:53.48601Z","caller":"traceutil/trace.go:171","msg":"trace[2048422889] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"107.813897ms","start":"2026-07-24T04:54:53.378152Z","end":"2026-07-24T04:54:53.485966Z","steps":["trace[2048422889] 'process raft request' (duration: 107.543197ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:53.503571Z","caller":"traceutil/trace.go:171","msg":"trace[296666799] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"125.354479ms","start":"2026-07-24T04:54:53.3782Z","end":"2026-07-24T04:54:53.503554Z","steps":["trace[296666799] 'process raft request' (duration: 125.233219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:55.505964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.118493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:54:55.506181Z","caller":"traceutil/trace.go:171","msg":"trace[909354683] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"217.53222ms","start":"2026-07-24T04:54:55.288623Z","end":"2026-07-24T04:54:55.506156Z","steps":["trace[909354683] 'process raft request' (duration: 114.163516ms)","trace[909354683] 'compare' (duration: 103.017083ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:54:55.50826Z","caller":"traceutil/trace.go:171","msg":"trace[1920464338] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"198.877995ms","start":"2026-07-24T04:54:55.309364Z","end":"2026-07-24T04:54:55.508242Z","steps":["trace[1920464338] 'process raft request' (duration: 196.676428ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:54:57.442116Z","caller":"traceutil/trace.go:171","msg":"trace[1543941433] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"154.053363ms","start":"2026-07-24T04:54:57.288042Z","end":"2026-07-24T04:54:57.442095Z","steps":["trace[1543941433] 'process raft request' (duration: 153.449262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:57.728449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.466914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-24T04:54:57.728528Z","caller":"traceutil/trace.go:171","msg":"trace[2080436620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7403; }","duration":"120.572194ms","start":"2026-07-24T04:54:57.607938Z","end":"2026-07-24T04:54:57.72851Z","steps":["trace[2080436620] 'range keys from in-memory index tree' (duration: 120.304134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:57.728787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.893395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:54:57.728825Z","caller":"traceutil/trace.go:171","msg":"trace[1737745026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7403; }","duration":"120.964935ms","start":"2026-07-24T04:54:57.607851Z","end":"2026-07-24T04:54:57.728816Z","steps":["trace[1737745026] 'range keys from in-memory index tree' (duration: 120.711315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:58.94386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.561735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:354"} {"level":"info","ts":"2026-07-24T04:54:58.943916Z","caller":"traceutil/trace.go:171","msg":"trace[958421080] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:7407; }","duration":"127.670165ms","start":"2026-07-24T04:54:58.816233Z","end":"2026-07-24T04:54:58.943903Z","steps":["trace[958421080] 'range keys from in-memory index tree' (duration: 127.408614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:54:59.874874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.2329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-07-24T04:54:59.874975Z","caller":"traceutil/trace.go:171","msg":"trace[1988374501] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:7413; }","duration":"149.3625ms","start":"2026-07-24T04:54:59.725592Z","end":"2026-07-24T04:54:59.874954Z","steps":["trace[1988374501] 'range keys from in-memory index tree' (duration: 149.111889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:00.882026Z","caller":"traceutil/trace.go:171","msg":"trace[945519124] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"108.637959ms","start":"2026-07-24T04:55:00.773363Z","end":"2026-07-24T04:55:00.882001Z","steps":["trace[945519124] 'process raft request' (duration: 108.490409ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:01.621765Z","caller":"traceutil/trace.go:171","msg":"trace[1060388474] transaction","detail":"{read_only:false; response_revision:7418; number_of_response:1; }","duration":"217.738071ms","start":"2026-07-24T04:55:01.403989Z","end":"2026-07-24T04:55:01.621728Z","steps":["trace[1060388474] 'process raft request' (duration: 192.429666ms)","trace[1060388474] 'compare' (duration: 25.096664ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:01.622304Z","caller":"traceutil/trace.go:171","msg":"trace[283157525] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"116.901043ms","start":"2026-07-24T04:55:01.505384Z","end":"2026-07-24T04:55:01.622285Z","steps":["trace[283157525] 'process raft request' (duration: 116.788523ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:01.622282Z","caller":"traceutil/trace.go:171","msg":"trace[1054289448] linearizableReadLoop","detail":"{readStateIndex:7707; appliedIndex:7705; }","duration":"107.867707ms","start":"2026-07-24T04:55:01.514391Z","end":"2026-07-24T04:55:01.622259Z","steps":["trace[1054289448] 'read index received' (duration: 82.093332ms)","trace[1054289448] 'applied index is now lower than readState.Index' (duration: 25.773525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:01.622468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.054738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:55:01.622511Z","caller":"traceutil/trace.go:171","msg":"trace[975951388] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7419; }","duration":"108.148368ms","start":"2026-07-24T04:55:01.514349Z","end":"2026-07-24T04:55:01.622498Z","steps":["trace[975951388] 'agreement among raft nodes before linearized reading' (duration: 107.991598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:01.622844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.601241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T04:55:01.622887Z","caller":"traceutil/trace.go:171","msg":"trace[1076525591] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7419; }","duration":"105.694881ms","start":"2026-07-24T04:55:01.51718Z","end":"2026-07-24T04:55:01.622875Z","steps":["trace[1076525591] 'agreement among raft nodes before linearized reading' (duration: 105.291789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:01.851641Z","caller":"traceutil/trace.go:171","msg":"trace[800809597] linearizableReadLoop","detail":"{readStateIndex:7711; appliedIndex:7710; }","duration":"141.871436ms","start":"2026-07-24T04:55:01.709747Z","end":"2026-07-24T04:55:01.851618Z","steps":["trace[800809597] 'read index received' (duration: 141.620006ms)","trace[800809597] 'applied index is now lower than readState.Index' (duration: 250.47µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:01.851881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.113147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:55:01.851923Z","caller":"traceutil/trace.go:171","msg":"trace[1281325521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7423; }","duration":"142.221927ms","start":"2026-07-24T04:55:01.709691Z","end":"2026-07-24T04:55:01.851913Z","steps":["trace[1281325521] 'agreement among raft nodes before linearized reading' (duration: 142.023987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:01.852085Z","caller":"traceutil/trace.go:171","msg":"trace[730224488] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"143.1928ms","start":"2026-07-24T04:55:01.708882Z","end":"2026-07-24T04:55:01.852075Z","steps":["trace[730224488] 'process raft request' (duration: 142.599189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:03.582629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.210383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:55:03.582721Z","caller":"traceutil/trace.go:171","msg":"trace[270116169] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7428; }","duration":"123.334793ms","start":"2026-07-24T04:55:03.459366Z","end":"2026-07-24T04:55:03.5827Z","steps":["trace[270116169] 'count revisions from in-memory index tree' (duration: 123.064092ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:03.728421Z","caller":"traceutil/trace.go:171","msg":"trace[1793717064] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"134.590085ms","start":"2026-07-24T04:55:03.593811Z","end":"2026-07-24T04:55:03.728401Z","steps":["trace[1793717064] 'process raft request' (duration: 134.435474ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:03.757657Z","caller":"traceutil/trace.go:171","msg":"trace[386080408] transaction","detail":"{read_only:false; response_revision:7430; number_of_response:1; }","duration":"130.983726ms","start":"2026-07-24T04:55:03.626645Z","end":"2026-07-24T04:55:03.757629Z","steps":["trace[386080408] 'process raft request' (duration: 130.563784ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:04.149603Z","caller":"traceutil/trace.go:171","msg":"trace[923885341] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"163.363871ms","start":"2026-07-24T04:55:03.986211Z","end":"2026-07-24T04:55:04.149575Z","steps":["trace[923885341] 'process raft request' (duration: 163.193569ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:04.162356Z","caller":"traceutil/trace.go:171","msg":"trace[2097765306] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"175.846657ms","start":"2026-07-24T04:55:03.986488Z","end":"2026-07-24T04:55:04.162335Z","steps":["trace[2097765306] 'process raft request' (duration: 175.718586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:12.135379Z","caller":"traceutil/trace.go:171","msg":"trace[1288294938] linearizableReadLoop","detail":"{readStateIndex:7765; appliedIndex:7763; }","duration":"132.141578ms","start":"2026-07-24T04:55:12.003215Z","end":"2026-07-24T04:55:12.135357Z","steps":["trace[1288294938] 'read index received' (duration: 17.16232ms)","trace[1288294938] 'applied index is now lower than readState.Index' (duration: 114.978288ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:12.135823Z","caller":"traceutil/trace.go:171","msg":"trace[623637662] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"133.849652ms","start":"2026-07-24T04:55:12.001957Z","end":"2026-07-24T04:55:12.135807Z","steps":["trace[623637662] 'process raft request' (duration: 132.96439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:12.136197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.965941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T04:55:12.136245Z","caller":"traceutil/trace.go:171","msg":"trace[964948349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7474; }","duration":"133.025451ms","start":"2026-07-24T04:55:12.003209Z","end":"2026-07-24T04:55:12.136234Z","steps":["trace[964948349] 'agreement among raft nodes before linearized reading' (duration: 132.88387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:14.232245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.042895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T04:55:14.232317Z","caller":"traceutil/trace.go:171","msg":"trace[773912673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7481; }","duration":"209.147025ms","start":"2026-07-24T04:55:14.023153Z","end":"2026-07-24T04:55:14.2323Z","steps":["trace[773912673] 'range keys from in-memory index tree' (duration: 208.928105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:14.232705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.217162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:55:14.232757Z","caller":"traceutil/trace.go:171","msg":"trace[1541539903] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7481; }","duration":"116.301342ms","start":"2026-07-24T04:55:14.116443Z","end":"2026-07-24T04:55:14.232744Z","steps":["trace[1541539903] 'count revisions from in-memory index tree' (duration: 116.165042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:14.496355Z","caller":"traceutil/trace.go:171","msg":"trace[1593674288] linearizableReadLoop","detail":"{readStateIndex:7776; appliedIndex:7773; }","duration":"127.541344ms","start":"2026-07-24T04:55:14.368793Z","end":"2026-07-24T04:55:14.496335Z","steps":["trace[1593674288] 'read index received' (duration: 87.249916ms)","trace[1593674288] 'applied index is now lower than readState.Index' (duration: 40.290628ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:14.496663Z","caller":"traceutil/trace.go:171","msg":"trace[1478645297] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"260.273255ms","start":"2026-07-24T04:55:14.236369Z","end":"2026-07-24T04:55:14.496642Z","steps":["trace[1478645297] 'process raft request' (duration: 219.727956ms)","trace[1478645297] 'compare' (duration: 39.963388ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:14.496912Z","caller":"traceutil/trace.go:171","msg":"trace[1146383651] transaction","detail":"{read_only:false; response_revision:7484; number_of_response:1; }","duration":"260.530396ms","start":"2026-07-24T04:55:14.236368Z","end":"2026-07-24T04:55:14.496899Z","steps":["trace[1146383651] 'process raft request' (duration: 259.887374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:14.497086Z","caller":"traceutil/trace.go:171","msg":"trace[1740782643] transaction","detail":"{read_only:false; response_revision:7485; number_of_response:1; }","duration":"260.216555ms","start":"2026-07-24T04:55:14.236855Z","end":"2026-07-24T04:55:14.497072Z","steps":["trace[1740782643] 'process raft request' (duration: 259.444023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:14.497356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.542797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T04:55:14.497406Z","caller":"traceutil/trace.go:171","msg":"trace[1869679427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7485; }","duration":"128.628517ms","start":"2026-07-24T04:55:14.368767Z","end":"2026-07-24T04:55:14.497396Z","steps":["trace[1869679427] 'agreement among raft nodes before linearized reading' (duration: 128.467347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:14.497665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.691455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T04:55:14.497714Z","caller":"traceutil/trace.go:171","msg":"trace[810580411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7485; }","duration":"106.764195ms","start":"2026-07-24T04:55:14.390939Z","end":"2026-07-24T04:55:14.497703Z","steps":["trace[810580411] 'agreement among raft nodes before linearized reading' (duration: 106.621013ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:14.709885Z","caller":"traceutil/trace.go:171","msg":"trace[740567471] linearizableReadLoop","detail":"{readStateIndex:7778; appliedIndex:7776; }","duration":"187.528312ms","start":"2026-07-24T04:55:14.522332Z","end":"2026-07-24T04:55:14.70986Z","steps":["trace[740567471] 'read index received' (duration: 7.097992ms)","trace[740567471] 'applied index is now lower than readState.Index' (duration: 180.42908ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:14.709908Z","caller":"traceutil/trace.go:171","msg":"trace[1962822241] transaction","detail":"{read_only:false; response_revision:7487; number_of_response:1; }","duration":"206.576307ms","start":"2026-07-24T04:55:14.503303Z","end":"2026-07-24T04:55:14.709879Z","steps":["trace[1962822241] 'process raft request' (duration: 140.312043ms)","trace[1962822241] 'compare' (duration: 66.018073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:14.710106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.765992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2187"} {"level":"info","ts":"2026-07-24T04:55:14.710146Z","caller":"traceutil/trace.go:171","msg":"trace[1891885070] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:7487; }","duration":"187.847453ms","start":"2026-07-24T04:55:14.522287Z","end":"2026-07-24T04:55:14.710134Z","steps":["trace[1891885070] 'agreement among raft nodes before linearized reading' (duration: 187.664322ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:16.419797Z","caller":"traceutil/trace.go:171","msg":"trace[230415676] transaction","detail":"{read_only:false; response_revision:7491; number_of_response:1; }","duration":"105.592271ms","start":"2026-07-24T04:55:16.314174Z","end":"2026-07-24T04:55:16.419766Z","steps":["trace[230415676] 'process raft request' (duration: 105.420891ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:16.820194Z","caller":"traceutil/trace.go:171","msg":"trace[664122961] transaction","detail":"{read_only:false; response_revision:7496; number_of_response:1; }","duration":"103.181984ms","start":"2026-07-24T04:55:16.71699Z","end":"2026-07-24T04:55:16.820172Z","steps":["trace[664122961] 'process raft request' (duration: 49.596715ms)","trace[664122961] 'compare' (duration: 53.494379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:55:17.215604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.253214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:55:17.227665Z","caller":"traceutil/trace.go:171","msg":"trace[1710311996] transaction","detail":"{read_only:false; response_revision:7497; number_of_response:1; }","duration":"169.578498ms","start":"2026-07-24T04:55:17.05807Z","end":"2026-07-24T04:55:17.227649Z","steps":["trace[1710311996] 'process raft request' (duration: 169.451547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:17.640268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.029756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:55:17.640328Z","caller":"traceutil/trace.go:171","msg":"trace[1239412256] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7497; }","duration":"165.103246ms","start":"2026-07-24T04:55:17.475211Z","end":"2026-07-24T04:55:17.640314Z","steps":["trace[1239412256] 'count revisions from in-memory index tree' (duration: 164.951096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:17.640355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.964333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:156632"} {"level":"info","ts":"2026-07-24T04:55:17.640451Z","caller":"traceutil/trace.go:171","msg":"trace[1285092707] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:7497; }","duration":"321.099953ms","start":"2026-07-24T04:55:17.319328Z","end":"2026-07-24T04:55:17.640428Z","steps":["trace[1285092707] 'range keys from in-memory index tree' (duration: 320.720783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:17.640515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:55:17.319312Z","time spent":"321.189523ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":156654,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-07-24T04:55:17.640763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.557784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-07-24T04:55:17.640793Z","caller":"traceutil/trace.go:171","msg":"trace[419743353] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7497; }","duration":"215.625124ms","start":"2026-07-24T04:55:17.425162Z","end":"2026-07-24T04:55:17.640787Z","steps":["trace[419743353] 'range keys from in-memory index tree' (duration: 215.408484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:30.880379Z","caller":"traceutil/trace.go:171","msg":"trace[439306867] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"103.306613ms","start":"2026-07-24T04:55:30.777051Z","end":"2026-07-24T04:55:30.880357Z","steps":["trace[439306867] 'read index received' (duration: 103.096643ms)","trace[439306867] 'applied index is now lower than readState.Index' (duration: 208.98µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:30.880467Z","caller":"traceutil/trace.go:171","msg":"trace[272095415] transaction","detail":"{read_only:false; response_revision:7563; number_of_response:1; }","duration":"107.170515ms","start":"2026-07-24T04:55:30.773256Z","end":"2026-07-24T04:55:30.880427Z","steps":["trace[272095415] 'process raft request' (duration: 106.961615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:30.880617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.543014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-hosts-overview\" ","response":"range_response_count:1 size:27723"} {"level":"info","ts":"2026-07-24T04:55:30.880702Z","caller":"traceutil/trace.go:171","msg":"trace[264704470] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-hosts-overview; range_end:; response_count:1; response_revision:7563; }","duration":"103.658054ms","start":"2026-07-24T04:55:30.777022Z","end":"2026-07-24T04:55:30.88068Z","steps":["trace[264704470] 'agreement among raft nodes before linearized reading' (duration: 103.432404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:33.123492Z","caller":"traceutil/trace.go:171","msg":"trace[332545544] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"152.265227ms","start":"2026-07-24T04:55:32.971196Z","end":"2026-07-24T04:55:33.123461Z","steps":["trace[332545544] 'process raft request' (duration: 93.354884ms)","trace[332545544] 'compare' (duration: 58.610432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:33.123576Z","caller":"traceutil/trace.go:171","msg":"trace[296498836] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"150.528312ms","start":"2026-07-24T04:55:32.973036Z","end":"2026-07-24T04:55:33.123564Z","steps":["trace[296498836] 'process raft request' (duration: 150.343791ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:33.123487Z","caller":"traceutil/trace.go:171","msg":"trace[1242572184] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"152.188717ms","start":"2026-07-24T04:55:32.971261Z","end":"2026-07-24T04:55:33.123449Z","steps":["trace[1242572184] 'process raft request' (duration: 152.076787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:33.660631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.563492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T04:55:33.660708Z","caller":"traceutil/trace.go:171","msg":"trace[169723067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7579; }","duration":"133.702732ms","start":"2026-07-24T04:55:33.526985Z","end":"2026-07-24T04:55:33.660688Z","steps":["trace[169723067] 'count revisions from in-memory index tree' (duration: 133.410042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:33.660915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.581068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail\" ","response":"range_response_count:1 size:20067"} {"level":"info","ts":"2026-07-24T04:55:33.661019Z","caller":"traceutil/trace.go:171","msg":"trace[631077749] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-detail; range_end:; response_count:1; response_revision:7579; }","duration":"186.734309ms","start":"2026-07-24T04:55:33.474261Z","end":"2026-07-24T04:55:33.660995Z","steps":["trace[631077749] 'range keys from in-memory index tree' (duration: 186.341437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:37.21702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.317319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-24T04:55:37.217255Z","caller":"traceutil/trace.go:171","msg":"trace[911882411] linearizableReadLoop","detail":"{readStateIndex:7892; appliedIndex:7890; }","duration":"168.600675ms","start":"2026-07-24T04:55:37.048637Z","end":"2026-07-24T04:55:37.217237Z","steps":["trace[911882411] 'read index received' (duration: 43.080897ms)","trace[911882411] 'applied index is now lower than readState.Index' (duration: 125.518708ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:37.217347Z","caller":"traceutil/trace.go:171","msg":"trace[2043267513] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"171.403974ms","start":"2026-07-24T04:55:37.045913Z","end":"2026-07-24T04:55:37.217317Z","steps":["trace[2043267513] 'process raft request' (duration: 171.202763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:37.217521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.867696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:1 size:13450"} {"level":"info","ts":"2026-07-24T04:55:37.217562Z","caller":"traceutil/trace.go:171","msg":"trace[888563280] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:1; response_revision:7596; }","duration":"168.935486ms","start":"2026-07-24T04:55:37.048616Z","end":"2026-07-24T04:55:37.217551Z","steps":["trace[888563280] 'agreement among raft nodes before linearized reading' (duration: 168.765996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:49.532416Z","caller":"traceutil/trace.go:171","msg":"trace[1453641835] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"121.315136ms","start":"2026-07-24T04:55:49.41108Z","end":"2026-07-24T04:55:49.532395Z","steps":["trace[1453641835] 'process raft request' (duration: 58.980703ms)","trace[1453641835] 'compare' (duration: 62.198193ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:51.129212Z","caller":"traceutil/trace.go:171","msg":"trace[273150574] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"171.627804ms","start":"2026-07-24T04:55:50.957562Z","end":"2026-07-24T04:55:51.129189Z","steps":["trace[273150574] 'process raft request' (duration: 171.489574ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:52.531433Z","caller":"traceutil/trace.go:171","msg":"trace[586961591] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"108.313189ms","start":"2026-07-24T04:55:52.423098Z","end":"2026-07-24T04:55:52.531411Z","steps":["trace[586961591] 'process raft request' (duration: 108.149128ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:55:53.574923Z","caller":"traceutil/trace.go:171","msg":"trace[1595392951] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"119.18127ms","start":"2026-07-24T04:55:53.455719Z","end":"2026-07-24T04:55:53.5749Z","steps":["trace[1595392951] 'process raft request' (duration: 108.169248ms)","trace[1595392951] 'compare' (duration: 10.909052ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:59.820994Z","caller":"traceutil/trace.go:171","msg":"trace[645923104] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8007; }","duration":"195.128414ms","start":"2026-07-24T04:55:59.62585Z","end":"2026-07-24T04:55:59.820978Z","steps":["trace[645923104] 'read index received' (duration: 107.696278ms)","trace[645923104] 'applied index is now lower than readState.Index' (duration: 87.431426ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:59.821019Z","caller":"traceutil/trace.go:171","msg":"trace[1503784880] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"217.77497ms","start":"2026-07-24T04:55:59.60321Z","end":"2026-07-24T04:55:59.820985Z","steps":["trace[1503784880] 'process raft request' (duration: 130.358324ms)","trace[1503784880] 'compare' (duration: 87.266176ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:55:59.821025Z","caller":"traceutil/trace.go:171","msg":"trace[1638536565] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"207.971821ms","start":"2026-07-24T04:55:59.613029Z","end":"2026-07-24T04:55:59.821001Z","steps":["trace[1638536565] 'process raft request' (duration: 207.917241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:55:59.821304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.391905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:55:59.821386Z","caller":"traceutil/trace.go:171","msg":"trace[648612538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7709; }","duration":"195.547035ms","start":"2026-07-24T04:55:59.625821Z","end":"2026-07-24T04:55:59.821368Z","steps":["trace[648612538] 'agreement among raft nodes before linearized reading' (duration: 195.252355ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:00.051488Z","caller":"traceutil/trace.go:171","msg":"trace[454847123] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"226.129655ms","start":"2026-07-24T04:55:59.825326Z","end":"2026-07-24T04:56:00.051456Z","steps":["trace[454847123] 'process raft request' (duration: 145.735728ms)","trace[454847123] 'compare' (duration: 80.246066ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:01.972707Z","caller":"traceutil/trace.go:171","msg":"trace[1977661767] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8017; }","duration":"104.541987ms","start":"2026-07-24T04:56:01.868138Z","end":"2026-07-24T04:56:01.97268Z","steps":["trace[1977661767] 'read index received' (duration: 21.281532ms)","trace[1977661767] 'applied index is now lower than readState.Index' (duration: 83.259565ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:01.97283Z","caller":"traceutil/trace.go:171","msg":"trace[1878357806] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"143.704973ms","start":"2026-07-24T04:56:01.829097Z","end":"2026-07-24T04:56:01.972801Z","steps":["trace[1878357806] 'process raft request' (duration: 143.363342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:01.973153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.990209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.37\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-24T04:56:01.973207Z","caller":"traceutil/trace.go:171","msg":"trace[1568994291] range","detail":"{range_begin:/registry/masterleases/199.19.213.37; range_end:; response_count:1; response_revision:7719; }","duration":"105.094859ms","start":"2026-07-24T04:56:01.868098Z","end":"2026-07-24T04:56:01.973193Z","steps":["trace[1568994291] 'agreement among raft nodes before linearized reading' (duration: 104.702428ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:05.564319Z","caller":"traceutil/trace.go:171","msg":"trace[1348474339] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"111.811649ms","start":"2026-07-24T04:56:05.452473Z","end":"2026-07-24T04:56:05.564285Z","steps":["trace[1348474339] 'process raft request' (duration: 111.668769ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:13.942562Z","caller":"traceutil/trace.go:171","msg":"trace[563586755] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"146.766392ms","start":"2026-07-24T04:56:13.795772Z","end":"2026-07-24T04:56:13.942539Z","steps":["trace[563586755] 'process raft request' (duration: 144.700515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:16.862795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.826961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:56:16.862913Z","caller":"traceutil/trace.go:171","msg":"trace[1306786030] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7793; }","duration":"286.002371ms","start":"2026-07-24T04:56:16.576889Z","end":"2026-07-24T04:56:16.862892Z","steps":["trace[1306786030] 'count revisions from in-memory index tree' (duration: 285.74346ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:16.863605Z","caller":"traceutil/trace.go:171","msg":"trace[221167033] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"119.473391ms","start":"2026-07-24T04:56:16.743895Z","end":"2026-07-24T04:56:16.863369Z","steps":["trace[221167033] 'process raft request' (duration: 118.539778ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:18.187125Z","caller":"traceutil/trace.go:171","msg":"trace[1040462284] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"140.545103ms","start":"2026-07-24T04:56:18.046556Z","end":"2026-07-24T04:56:18.187102Z","steps":["trace[1040462284] 'process raft request' (duration: 59.225704ms)","trace[1040462284] 'compare' (duration: 81.219839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:56:18.562649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.4639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T04:56:18.562715Z","caller":"traceutil/trace.go:171","msg":"trace[100984960] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8103; }","duration":"261.907699ms","start":"2026-07-24T04:56:18.300796Z","end":"2026-07-24T04:56:18.562704Z","steps":["trace[100984960] 'read index received' (duration: 122.438389ms)","trace[100984960] 'applied index is now lower than readState.Index' (duration: 139.46865ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:18.562751Z","caller":"traceutil/trace.go:171","msg":"trace[1960638673] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"362.347066ms","start":"2026-07-24T04:56:18.20037Z","end":"2026-07-24T04:56:18.562717Z","steps":["trace[1960638673] 'process raft request' (duration: 222.760645ms)","trace[1960638673] 'compare' (duration: 139.25226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:56:18.562814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.02279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-24T04:56:18.562835Z","caller":"traceutil/trace.go:171","msg":"trace[2107170305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7800; }","duration":"262.0761ms","start":"2026-07-24T04:56:18.300754Z","end":"2026-07-24T04:56:18.56283Z","steps":["trace[2107170305] 'agreement among raft nodes before linearized reading' (duration: 261.99166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:18.562917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T04:56:18.200349Z","time spent":"362.488846ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T04:56:18.642608Z","caller":"traceutil/trace.go:171","msg":"trace[217796486] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"263.423025ms","start":"2026-07-24T04:56:18.379162Z","end":"2026-07-24T04:56:18.642585Z","steps":["trace[217796486] 'process raft request' (duration: 263.145184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:18.643036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.493666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-24T04:56:18.643093Z","caller":"traceutil/trace.go:171","msg":"trace[1068297726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7801; }","duration":"253.595636ms","start":"2026-07-24T04:56:18.389485Z","end":"2026-07-24T04:56:18.64308Z","steps":["trace[1068297726] 'agreement among raft nodes before linearized reading' (duration: 253.396815ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:23.028879Z","caller":"traceutil/trace.go:171","msg":"trace[705127871] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8130; }","duration":"110.652544ms","start":"2026-07-24T04:56:22.918203Z","end":"2026-07-24T04:56:23.028855Z","steps":["trace[705127871] 'read index received' (duration: 49.422735ms)","trace[705127871] 'applied index is now lower than readState.Index' (duration: 61.228459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:56:23.029035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.815345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T04:56:23.029071Z","caller":"traceutil/trace.go:171","msg":"trace[8845594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7826; }","duration":"110.898636ms","start":"2026-07-24T04:56:22.918163Z","end":"2026-07-24T04:56:23.029061Z","steps":["trace[8845594] 'agreement among raft nodes before linearized reading' (duration: 110.779965ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:23.0292Z","caller":"traceutil/trace.go:171","msg":"trace[1625003438] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"144.445915ms","start":"2026-07-24T04:56:22.884724Z","end":"2026-07-24T04:56:23.02917Z","steps":["trace[1625003438] 'process raft request' (duration: 82.923974ms)","trace[1625003438] 'compare' (duration: 61.093179ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:32.0164Z","caller":"traceutil/trace.go:171","msg":"trace[481913572] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"100.079335ms","start":"2026-07-24T04:56:31.916296Z","end":"2026-07-24T04:56:32.016375Z","steps":["trace[481913572] 'process raft request' (duration: 95.781781ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:32.248683Z","caller":"traceutil/trace.go:171","msg":"trace[733660988] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"117.115575ms","start":"2026-07-24T04:56:32.131535Z","end":"2026-07-24T04:56:32.248651Z","steps":["trace[733660988] 'process raft request' (duration: 117.024884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:32.248739Z","caller":"traceutil/trace.go:171","msg":"trace[912160284] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"213.335197ms","start":"2026-07-24T04:56:32.035379Z","end":"2026-07-24T04:56:32.248715Z","steps":["trace[912160284] 'process raft request' (duration: 124.364465ms)","trace[912160284] 'compare' (duration: 88.668731ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T04:56:58.589023Z","caller":"traceutil/trace.go:171","msg":"trace[1152018020] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"152.200348ms","start":"2026-07-24T04:56:58.436797Z","end":"2026-07-24T04:56:58.588997Z","steps":["trace[1152018020] 'read index received' (duration: 152.079087ms)","trace[1152018020] 'applied index is now lower than readState.Index' (duration: 119.841µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T04:56:58.589308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.501519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:1 size:1335"} {"level":"info","ts":"2026-07-24T04:56:58.589361Z","caller":"traceutil/trace.go:171","msg":"trace[37606626] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:1; response_revision:8002; }","duration":"152.566549ms","start":"2026-07-24T04:56:58.436781Z","end":"2026-07-24T04:56:58.589347Z","steps":["trace[37606626] 'agreement among raft nodes before linearized reading' (duration: 152.451479ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:58.589351Z","caller":"traceutil/trace.go:171","msg":"trace[334800396] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"154.676296ms","start":"2026-07-24T04:56:58.434635Z","end":"2026-07-24T04:56:58.589311Z","steps":["trace[334800396] 'process raft request' (duration: 154.233504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:56:58.590037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.80001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole\" ","response":"range_response_count:1 size:958"} {"level":"warn","ts":"2026-07-24T04:56:58.590092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.435675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T04:56:58.590195Z","caller":"traceutil/trace.go:171","msg":"trace[388788088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8002; }","duration":"110.576907ms","start":"2026-07-24T04:56:58.479595Z","end":"2026-07-24T04:56:58.590172Z","steps":["trace[388788088] 'agreement among raft nodes before linearized reading' (duration: 110.291996ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:56:58.590095Z","caller":"traceutil/trace.go:171","msg":"trace[197054079] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-grafana-clusterrole; range_end:; response_count:1; response_revision:8002; }","duration":"125.90236ms","start":"2026-07-24T04:56:58.464179Z","end":"2026-07-24T04:56:58.590082Z","steps":["trace[197054079] 'agreement among raft nodes before linearized reading' (duration: 125.563119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:11.912927Z","caller":"traceutil/trace.go:171","msg":"trace[287234438] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"115.004108ms","start":"2026-07-24T04:57:11.797903Z","end":"2026-07-24T04:57:11.912907Z","steps":["trace[287234438] 'process raft request' (duration: 114.629267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:57:22.331915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.952392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 ","response":"range_response_count:2 size:4010"} {"level":"info","ts":"2026-07-24T04:57:22.332751Z","caller":"traceutil/trace.go:171","msg":"trace[1518115205] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/; range_end:/registry/persistentvolumeclaims/monitoring0; response_count:2; response_revision:8122; }","duration":"171.839314ms","start":"2026-07-24T04:57:22.160892Z","end":"2026-07-24T04:57:22.332731Z","steps":["trace[1518115205] 'range keys from in-memory index tree' (duration: 170.755001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:57:22.332006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.627831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-hn87l\" ","response":"range_response_count:1 size:7120"} {"level":"info","ts":"2026-07-24T04:57:22.33322Z","caller":"traceutil/trace.go:171","msg":"trace[1399876415] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-hn87l; range_end:; response_count:1; response_revision:8122; }","duration":"137.881135ms","start":"2026-07-24T04:57:22.195325Z","end":"2026-07-24T04:57:22.333206Z","steps":["trace[1399876415] 'range keys from in-memory index tree' (duration: 136.535471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:57:22.332151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.376351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-24T04:57:22.333432Z","caller":"traceutil/trace.go:171","msg":"trace[1304858689] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:8122; }","duration":"154.643415ms","start":"2026-07-24T04:57:22.178752Z","end":"2026-07-24T04:57:22.333396Z","steps":["trace[1304858689] 'range keys from in-memory index tree' (duration: 153.2545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T04:57:38.356888Z","caller":"traceutil/trace.go:171","msg":"trace[1290041948] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"108.275499ms","start":"2026-07-24T04:57:38.248568Z","end":"2026-07-24T04:57:38.356844Z","steps":["trace[1290041948] 'process raft request' (duration: 108.129358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T04:57:51.002231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.960097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-lvktv\" ","response":"range_response_count:1 size:7377"} {"level":"info","ts":"2026-07-24T04:57:51.002324Z","caller":"traceutil/trace.go:171","msg":"trace[73050100] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-lvktv; range_end:; response_count:1; response_revision:8262; }","duration":"135.102457ms","start":"2026-07-24T04:57:50.867204Z","end":"2026-07-24T04:57:51.002306Z","steps":["trace[73050100] 'range keys from in-memory index tree' (duration: 134.796636ms)"],"step_count":1}